User-agent: *
Crawl-delay: 30
Disallow: /administrator/
Disallow: /cache/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
Disallow: */lang,cn/*
Disallow: */language,chinese-simplified/*
Disallow: */lang,he/*
Disallow: */language,hebrew/*
Disallow: */smf/*
Disallow: */num_replies*
Disallow: */action,printpage/*
Disallow: */prev_next,prev/*
Disallow: */prev_next,next/*
Disallow: *.php*
Disallow: *.msg*
Disallow: *type,rss*

User-agent: Mediapartners-Google
Allow: /
 
User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Image
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /

User-agent: twiceler
Disallow: /

User-agent: Slurp
Crawl-delay: 300

User-agent: Yahoo!-AdCrawler
Disallow: /