# robots.txt for gavindeas.net User-agent: * # standard folders to disallow Disallow: /cgi-bin/ Disallow: /css/ Disallow: /js/ Disallow: /include/ # site areas off limits Disallow: /admin/