# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory User-agent: * Disallow: /admin/ Disallow: /rss/ Disallow: /*rss Disallow: /3rdparty/ Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /cache/templates_c/ Disallow: /search.php Disallow: /admin_index.php Disallow: /login.php Disallow: /search/ Disallow: /searchurl/ Disallow: /tag/ Disallow: /*page/ Disallow: /user/ Disallow: /user/view/shaken/ Disallow: /user/view/history/ Disallow: /user/view/published/ Disallow: /user/view/commented/ Disallow: /user/view/voted/ Disallow: /recent/ Disallow: /week/ Disallow: /month/ Disallow: /year/ Disallow: /upcoming/recent/ Disallow: /upcoming/week/ Disallow: /upcoming/month/ Disallow: /upcoming/year/ Disallow: /out/ Disallow: /upcoming/ Disallow: /today/ Disallow: /yesterday/ Disallow: /topusers Disallow: /tagcloud Disallow: /groups/ Disallow: /recent Disallow: /topusers* Disallow: /%20http://myjeeves.ask.com/ Disallow: /today Disallow: /upcoming Disallow: /today Disallow: /yesterday Disallow: /week Disallow: /month Disallow: /year Disallow: /unpublished Disallow: /live_unpublished.php Disallow: /live_published.php Disallow: /live_comments.php Disallow: /comments Disallow: /story.php?id=