# Robots.txt file # # All robots will spider the domain User-agent: * Disallow: /bugs/ Disallow: /dav/ Disallow: /smbwebclient/ Disallow: /squirrel*/ Disallow: /new/ Disallow: /minibb17/ Disallow: /mrtg/