# my robots


User-agent: *
Crawl-delay: 2


User-agent: msnbot 
Crawl-delay: 2

User-agent: Teoma
Crawl-delay: 2

User-agent: YahooSeeker
Crawl-delay: 2

User-agent: Slurp
Crawl-delay: 2 


User-agent: *
Disallow: /cgi-bin/admin.cgi
Disallow: /cgi-bin/change-account-data.cgi
Disallow: /cgi-bin/payment.cgi
Disallow: /cgi-bin/e-filter.cgi
Disallow: /cgi-bin/forgpass.cgi
Disallow: /cgi-bin/mailcls.cgi
Disallow: /cgi-bin/signup.cgi



User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: WebZIP/6.0
Disallow: /

User-agent: WebRescuer Spider
Disallow: /

User-agent: InternetSeer
Disallow: /

User-agent: spanner
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: GetRight/4.2
Disallow: /

User-agent: Flaming AttackBot
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TestCrawler/1.0
Disallow: /

User-agent: psbot/0.1
Disallow: /