# Robots.txt file for CalSwap Classifieds

###
#Unsafe robots to keep away
###

User-agent: oodlebot
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: TMCrawler
Disallow: /

User-agent: baiduspider 
Disallow: /

User-agent: exabot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: Jyxobot/1
Disallow: /

User-agent: BackDoorBot/1.0
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: grub
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: Mata Hari
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Openfind 
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: SpankBot
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: gigabot
Disallow: /

# Safe robots will be allowed to spider the domain

User-agent: *
Disallow: /printad.php
Disallow: /backup/
Disallow: /cron/
Disallow: /data/
Disallow: /help/
Disallow: /images/
Disallow: /lang/
Disallow: /log/
Disallow: /mailtemplates/
Disallow: /news/
Disallow: /textadv/
Disallow: /userimgs/