# /robots.txt file for http://belmontma.com/
# mail bigpablo@bigpablo.com for constructive criticism

User-agent: webcrawler
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

#User-agent: webcrawler
#Disallow:
Disallow: /cgi-bin/

User-agent: Lycos
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Googlebot
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Wired Digital
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Northern Light Gulliver
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: InfoSeek Robot 1.0
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Infoseek Sidewinder
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Jeeves
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: PerlCrawler 1.0
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

User-agent: Direct Hit Grabber
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

#this shuts off from all
#User-agent: lycra
#Disallow: /

#all other robots
User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin/

#see http://www.robotstxt.org/wc/exclusion-admin.html for more info