User-agent: * 
Allow: /
Disallow: /3rdparty/
Disallow: /antispam.txt
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/templates_c/
Disallow: /cache/admin_c/
Disallow: /install/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /readme.html
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /spamlog.log
Disallow: /templates/
Disallow: /user/view/shaken/
Disallow: /user/view/history/
Disallow: /user/view/published/
Disallow: /user/view/commented/
Disallow: /user/view/voted/
Disallow: /recent/
Disallow: /yesterday/
Disallow: /today/
Disallow: /week/
Disallow: /month/
Disallow: /year/
Disallow: /alltime/
Disallow: /upcoming/recent/
Disallow: /upcoming/yesterday/
Disallow: /upcoming/today/
Disallow: /upcoming/week/
Disallow: /upcoming/month/
Disallow: /upcoming/year/
Disallow: /upcoming/alltime/
Disallow: /tagcloud/
Disallow: /topusers/
Disallow: /user/profile/
Disallow: /user/
Disallow: /category/
Disallow: /topusers
Disallow: /topusers/
Disallow: /upcoming/

User-agent: ASPseek/1.2.11pre
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: larbin
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: CoolBot
Disallow: /

User-agent: HTTrack 3.0x
Disallow: /

User-agent: augurfind
Disallow: /

User-agent: PHP/4.2.3
Disallow: /

User-agent: zyborg/1.0
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: spider59.yandex.ru
Disallow: /