# Adult Spider
User-agent: EroCrawler
Disallow: /

# eMail Collector
User-agent: ExtractorPro
Disallow: /

# faked user agent (for email harvesting, etc.)
User-agent: Mozilla/3.0 (compatible)
Disallow: /

# often used as email collector
User-agent: Mozilla/3.0 (compatible; Indy Library)
Disallow: /

# often used as email collector
User-agent: Mozilla/4.0 (compatible; Advanced Email Extractor v2.xx)
Disallow: /

# SingingFish Media Spider
User-agent: asterias
Disallow: /

# Some folders are protected and don't need to be spidered
User-agent: *
Disallow: /Account
Disallow: /Admin
Disallow: /Dashboard
Disallow: /Groups
Disallow: /Media
Disallow: /Clients
Disallow: /Sites
Disallow: /Brand
Disallow: /Support
Sitemap: http://matthewbenham.hd.pics/Media/sitemap.asp