# Shout99 robots.txt

User-Agent: *
Disallow: /contractors/admin
Disallow: /contractors/ads.pl
Disallow: /contractors/anon
Disallow: /contractors/apply
Disallow: /contractors/asearc
Disallow: /contractors/attach
Disallow: /contractors/capab
Disallow: /contractors/cart
Disallow: /contractors/categ
Disallow: /contractors/db
Disallow: /contractors/desig
Disallow: /contractors/direct
Disallow: /contractors/edit
Disallow: /contractors/email
Disallow: /contractors/file
Disallow: /contractors/forgot
Disallow: /contractors/groups
Disallow: /contractors/keywor
Disallow: /contractors/log
Disallow: /contractors/lost
Disallow: /contractors/mail
Disallow: /contractors/master
Disallow: /contractors/navaid
Disallow: /contractors/new
Disallow: /contractors/poll
Disallow: /contractors/price
Disallow: /contractors/prog
Disallow: /contractors/reply
Disallow: /contractors/roam
Disallow: /contractors/schema
Disallow: /contractors/search
Disallow: /contractors/shop
Disallow: /contractors/showap
Disallow: /contractors/showjo
Disallow: /contractors/showpu
Disallow: /contractors/stat
Disallow: /contractors/sub
Disallow: /contractors/themes
Disallow: /contractors/tofrie
Disallow: /cgi
Disallow: /blacklist
Disallow: /*rss=1
Disallow: /*?PDA=1
Disallow: /*.php
# Yahoo-specific extension
Crawl-delay: 5

User-Agent: msnbot
Disallow: /*.php$
Disallow: /*.php3$
Disallow: /*.jsp$

# Bots that claim to respect robots.txt, but haven't in the past
User-agent: twiceler
Disallow: /
User-agent: convera
Disallow: /