# /robots.txt file for http://www.dogstory.net/ # mail webmaster@dogstory.net for constructive criticism User-agent: webcrawler allow: User-agent: lycra Disallow: / User-agent: * Disallow:User-agent: * Disallow: /admin.php Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /stats/ Disallow: /meta/ Disallow: /images/ Disallow: /tmp Disallow: /logs