User-agent: Mediapartners-Google*
Disallow:

User-agent: Slurp
Crawl-delay: 30

User-agent: MSNBot
Crawl-delay: 30

User-agent: *
Disallow: /upcoming
Disallow: /admin/
Disallow: /page/
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /tag/
Disallow: /user/view/shaken/
Disallow: /user/view/history/
Disallow: /user/view/published/
Disallow: /user/view/commented/
Disallow: /user/view/voted/
Disallow: /recent/
Disallow: /alltime
Disallow: /yesterday
Disallow: /week/
Disallow: /month/
Disallow: /year/
Disallow: /upcoming/recent/
Disallow: /upcoming/week/
Disallow: /upcoming/month/
Disallow: /upcoming/year/
Disallow: /admin_index.php
Disallow: /admin
Disallow: /story.php
Disallow: /login.php
Disallow: /user.php
Disallow: /js/
Disallow: /img/
Disallow: /story/
Disallow: /story/title/
Disallow: /user/

User-agent: Yandex
Disallow: /

User-agent: ACONTBOT
Disallow: /

User-Agent: BecomeBot
Disallow: /

User-Agent: Twiceler
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: Charlotte
Disallow: /

User-Agent: Speedy Spider
Disallow: /

User-Agent: BaiDuSpider
Disallow: /

User-Agent: Cherry Picker
Disallow: /

User-Agent: Crescent Internet ToolPak
Disallow: /

User-Agent: DISCo Pump
Disallow: /

User-Agent: EmailSiphon
Disallow: /

User-Agent: htdig
Disallow: /

User-Agent: HTTrack
Disallow: /

User-Agent: LNSpiderGuy
Disallow: /

User-Agent: Netprospector
Disallow: /

User-Agent: PerMan Surfer
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: szukacz
Disallow: /

User-Agent: RPT-HTTPClient
Disallow: /

User-Agent: Teleport
Disallow: /

User-Agent: Telesoft
Disallow: /

User-Agent: Ultraseek
Disallow: /

User-Agent: vspider
Disallow: /

User-Agent: WebCopier
Disallow: /

User-Agent: WebEMailExtractor
Disallow: /

User-Agent: WebReaper
Disallow: /

User-Agent: Webster Pro
Disallow: /

User-Agent: WebStripper
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: InternetSeer.com
Disallow: /

User-agent: wget
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: Yanga
Disallow: /