# /robots.txt file for http://www.dogstory.net/
User-agent: Mediapartners-Google* 
Disallow:

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /support

User-agent: webcrawler
allow:

User-agent: lycra
Disallow: /

User-agent:  *
Disallow: /admin.php
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /stats/
Disallow: /meta/
Disallow: /images/
Disallow: /tmp/
Disallow: /logs
Disallow: /forum/profile.php
Disallow: /shopping//includes/orderSuccess.inc.php 
Disallow: /private-file.html