# Updated by Simon on 2008/12/29

User-agent: *
# disallow all web crawlers to these folders/files
Disallow: /admin/
Disallow: /include/
Disallow: /*.zip$

# Allow the following web crawlers
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot
Allow: /
 
User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /
 
# Disallow the following web crawlers
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: WebStripper
Disallow: /