# robots.txt for http://www.greystork.com/ User-agent: BecomeBot Disallow: / # Does not adher to robots exclusion standard User-agent: * Disallow: /cgi-bin/ # Do not index any script output Disallow: /oldstuff/ # Do not index outdated files Disallow: /VAA/ # Do not index outdated files Disallow: /403/ # Do not index "403 Forbidden" messages Disallow: /photoalbum/ # Do not index my personal photos Disallow: /rawcontent # Do not index cyberpunkified external sites Disallow: /iindex # Do not index Greystorkified external sites