User-agent: Gigabot/2.0
Disallow: / 

User-agent: *
Disallow: /cgi-bin
Disallow: /directory
Disallow: /common.php
Disallow: /wp-admin
Disallow: /forgot.php
Disallow: /search_result.php
Disallow: /category/drugs
Disallow: /browse.php
Disallow: /sendemail.php

#
# Other pests follow
#

User-agent: BaiDuSpider
Disallow: /
User-agent: Cherry Picker
Disallow: /
User-agent: Crescent Internet ToolPak
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: grub
Disallow: /
User-agent: htdig
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: LNSpiderGuy
Disallow: /
User-agent: Netprospector
Disallow: /
User-agent: oodlebot/1.0
Disallow: /
User-agent: PerMan Surfer
Disallow: /
User-agent: psbot
Disallow: /
# Not sure about these guys -- looks like some kinda polish bot
User-agent: szukacz
Disallow: /
# This is the Yahoo Crawler - disabling for now
# User-agent: RPT-HTTPClient
# Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: vspider
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEMailExtractor
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: ShopWiki
Disallow: /


Sitemap: http://www.fearofstuff.com/sitemap.xml