# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
#     ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from
#     /pliggsubfolder/ to the root folder for http://www.mydomain.com/
#     you must then add your subfolder to each 'Disallow' below
#     ex:  Disallow: /cache/  becomes  Disallow: /pliggsubfolder/cache/
User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: /3rdparty/
Disallow: /antispam.txt
Disallow: /admin/
Disallow: /admin/admin_index.php
Disallow: /backup/
Disallow: /cache/
Disallow: /cache/templates_c/
Disallow: /cache/admin_c/
Disallow: /install/
Disallow: /internal/
Disallow: /languages/
Disallow: /libs/
Disallow: /LICENSE.txt
Disallow: /modules/
Disallow: /plugins/
Disallow: /readme.html
Disallow: /search.php
Disallow: /search/
Disallow: /searchurl/
Disallow: /spamlog.log
Disallow: /tag/
Disallow: /templates/
Disallow: /user/view/shaken/
Disallow: /user/view/history/
Disallow: /user/view/published/
Disallow: /user/view/commented/
Disallow: /user/view/voted/
Disallow: /recent/
Disallow: /yesterday/
Disallow: /today/
Disallow: /week/
Disallow: /month/
Disallow: /year/
Disallow: /alltime/
Disallow: /upcoming/recent/
Disallow: /upcoming/yesterday/
Disallow: /upcoming/today/
Disallow: /upcoming/week/
Disallow: /upcoming/month/
Disallow: /upcoming/year/
Disallow: /upcoming/alltime/
Sitemap: http://www.mettablog.com/sitemapindex.xml
Disallow: /thickbox/
Disallow: /api/
Disallow: /evb/
Disallow: /avatars/
Disallow: /admin_index.php
Disallow: /story.php
Disallow: /login.php
Disallow: /user.php
Disallow: /js/
Disallow: /img/
Disallow: /story/
Disallow: /story/title/
Disallow: /MettaBlog%20Society/older-people-ignored-by-society-source-canadastandard-com/
Disallow: /MettaBlog%20Business/web-conferencing/
Disallow: /Science/china-to-build-launch-satellite-for-laos-afp/
Disallow: /MettaBlog%20Sports/watch-super-bowl-online/
Disallow: /sports/cheap-soccer-balls/
Disallow: /MettaBlog%20Education/youtube-videos-gratis-download-terbaru/
Disallow: /MettaBlog+News/free-game-gratis-download-terbaru/