#
# WebmasterWorld.com: robots.txt
# Please, no more that 1 hit per minute and use off peak hours.
# http://www.searchengineworld.com/robots/

# User-Agent: *
# Disallow: /news/search/

User-agent: Slurp 
Crawl-delay: 3.0

User-agent: ShopWiki
Disallow: /

User-Agent: Black Hole
Disallow: /

User-Agent: Titan
Disallow: /

User-Agent: WebStripper
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: Cegbfeieh
Disallow: /

User-agent: *
Disallow: /update/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /clients/
Disallow: /country/
Disallow: /paid/
Disallow: /textile-statistics/
Disallow: /restricted/
Disallow: /secure/
Disallow: /gfx/