# robots.txt for DMM Web Sites

User-agent: slurp
User-agent: googlebot
User-agent: msnbot
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_inf.html
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /1images/
Disallow: /2002/
Disallow: /2003/
Disallow: /2003a/
Disallow: /2003b/
Disallow: /2003c/
Disallow: /2003gala/
Disallow: /2004/
Disallow: /2004a/
Disallow: /2005/
Disallow: /2005a/
Disallow: /2006/
Disallow: /2007/
Disallow: /2008/
Disallow: /76banner/
Disallow: /83banner/
Disallow: /aberfan/
Disallow: /animates/
Disallow: /awallace/
Disallow: /banners/
Disallow: /bannersx/
Disallow: /bates/
Disallow: /beamish/
Disallow: /bsharp/
Disallow: /cgi-bin/
Disallow: /chimages/
Disallow: /colpics/
Disallow: /daz/
Disallow: /dedwards/
Disallow: /errors/
Disallow: /export/
Disallow: /firstaid/
Disallow: /hartley/
Disallow: /huskar/
Disallow: /i/
Disallow: /images/
Disallow: /jstocks/
Disallow: /jstocks2/
Disallow: /lamps/
Disallow: /midi/
Disallow: /notts/
Disallow: /pleasley/
Disallow: /roy/
Disallow: /roy2/
Disallow: /roy2002/
Disallow: /roy3/
Disallow: /roydec02/
Disallow: /slideshw/
Disallow: /spam/
Disallow: /temp/
Disallow: /wavs/
Disallow: /whaley/

# Block crawler: Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)
User-agent: Bilbo
Disallow: /

# Block crawler: Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)
User-agent: Vagabondo
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/)
User-agent: WebDataCentreBot
Disallow: /

# Block crawler: Nokia6680/1.0 (4.04.07) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi find.mobi/bot.html find@mtld.mobi)
User-agent: botmobi
Disallow: /

# Block crawler: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; MSIECrawler)
User-agent: MSIECrawler
Disallow: /

# Block crawler: CatchBot/1.0; +http://www.catchbot.com
User-agent: CatchBot
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; FirstSearchBot/1.0; +http://www.first-search.com/dmm-pitwork.org.uk.htm)
User-agent: FirstSearchBot
Disallow: /

# Block crawler: Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)
User-agent: Gaisbot
Disallow: /

# Block crawler: KeywenBot/4.1  http://www.keywen.com/Encyclopedia/Links
User-agent: KeywenBot
Disallow: /

# Block crawler: Sosospider+(+http://help.soso.com/webspider.htm)
User-agent: Sosospider
Disallow: /

# Block crawler: compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot b1 - http://www.sqwidge.com/bot/)
User-agent: SqwidgeBot
Disallow: /

# Block crawler: TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: TurnitinBot
Disallow: /

# 06/08/09
# Block crawler: Mozilla/5.0 (compatible; FirstSearchBot/1.0; +http://www.first-search.com/dmm-pitwork.org.uk.htm)
User-agent: FirstSearchBot/1.0
User-agent: FirstSearchBot
Disallow: /

# Block crawler: Mozilla/4.0 (compatible; BOTW Spider; +http://botw.org)
User-agent: BOTW Spider
Disallow: /

# Block crawler: DataPatrol/Nutch-1.0 (DataPatrol indexer from Garlik; http://www.garlik.com/products.php; crawler at garlik dot com)
User-agent: DataPatrol/Nutch-1.0
User-agent: DataPatrol
Disallow: /

# Block crawler: GingerCrawler/1.0 (Language Assistant for Dyslexics; www.gingersoftware.com/crawler_agent.htm; support at ginger software dot com)
User-agent: GingerCrawler/1.0
User-agent: GingerCrawler
Disallow: /

# Block crawler: smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/bot)
User-agent: smart.apnoti.com Robot/v1.34 (http://smart.apnoti.com/bot)
Disallow: /

# 13/08/09
# Block crawler: WebAlta Crawler/1.3.23 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
User-agent: WebAlta Crawler/1.3.23
User-agent: WebAlta
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; VDBot/1.0; +http://www.bvdep.com/)
User-agent: VDBot/1.0
User-agent: VDBot
Disallow: /

# Block crawler: Servage Robot ( http://www.servage.net/page/robot/ )
User-agent: Servage Robot
User-agent: Servage
Disallow: /

# Block crawler: Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/)
User-agent: Purebot
User-agent: Purebot/1.1
Disallow: /

User-agent: *
Disallow: /