# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /us/3rdparty/ Disallow: /us/backup/ Disallow: /us/cache/ Disallow: /us/internal/ Disallow: /us/libs/ Disallow: /us/modules/ Disallow: /us/plugins/ Disallow: /us/templates/ Disallow: /us/templates_c/ Disallow: /us/search.php Disallow: /us/admin_index.php Disallow: /us/search/ Disallow: /us/admin/ Disallow: /uk/3rdparty/ Disallow: /uk/backup/ Disallow: /uk/cache/ Disallow: /uk/internal/ Disallow: /uk/libs/ Disallow: /uk/modules/ Disallow: /uk/plugins/ Disallow: /uk/templates/ Disallow: /uk/templates_c/ Disallow: /uk/search.php Disallow: /uk/admin_index.php Disallow: /uk/search/ Disallow: /uk/admin/ Disallow: /au/3rdparty/ Disallow: /au/backup/ Disallow: /au/cache/ Disallow: /au/internal/ Disallow: /au/libs/ Disallow: /au/modules/ Disallow: /au/plugins/ Disallow: /au/templates/ Disallow: /au/templates_c/ Disallow: /au/search.php Disallow: /au/admin_index.php Disallow: /au/search/ Disallow: /au/admin/ Disallow: /nz/3rdparty/ Disallow: /nz/backup/ Disallow: /nz/cache/ Disallow: /nz/internal/ Disallow: /nz/libs/ Disallow: /nz/modules/ Disallow: /nz/plugins/ Disallow: /nz/templates/ Disallow: /nz/templates_c/ Disallow: /nz/search.php Disallow: /nz/admin_index.php Disallow: /nz/search/ Disallow: /nz/admin/ Disallow: /docs/3rdparty/ Disallow: /docs/backup/ Disallow: /docs/cache/ Disallow: /docs/internal/ Disallow: /docs/libs/ Disallow: /docs/modules/ Disallow: /docs/plugins/ Disallow: /docs/templates/ Disallow: /docs/templates_c/ Disallow: /docs/search.php Disallow: /docs/admin_index.php Disallow: /docs/search/ Disallow: /docs/admin/ Disallow: /video/3rdparty/ Disallow: /video/backup/ Disallow: /video/cache/ Disallow: /video/internal/ Disallow: /video/libs/ Disallow: /video/modules/ Disallow: /video/plugins/ Disallow: /video/templates/ Disallow: /video/templates_c/ Disallow: /video/search.php Disallow: /video/admin_index.php Disallow: /video/search/ Disallow: /video/admin/ Disallow: /photo/3rdparty/ Disallow: /photo/backup/ Disallow: /photo/cache/ Disallow: /photo/internal/ Disallow: /photo/libs/ Disallow: /photo/modules/ Disallow: /photo/plugins/ Disallow: /photo/templates/ Disallow: /photo/templates_c/ Disallow: /photo/search.php Disallow: /photo/admin_index.php Disallow: /photo/search/ Disallow: /photo/admin/ Disallow: /deals/3rdparty/ Disallow: /deals/backup/ Disallow: /deals/cache/ Disallow: /deals/internal/ Disallow: /deals/libs/ Disallow: /deals/modules/ Disallow: /deals/plugins/ Disallow: /deals/templates/ Disallow: /deals/templates_c/ Disallow: /deals/search.php Disallow: /deals/admin_index.php Disallow: /deals/search/ Disallow: /deals/admin/ Disallow: /finance/3rdparty/ Disallow: /finance/backup/ Disallow: /finance/cache/ Disallow: /finance/internal/ Disallow: /finance/libs/ Disallow: /finance/modules/ Disallow: /finance/plugins/ Disallow: /finance/templates/ Disallow: /finance/templates_c/ Disallow: /finance/search.php Disallow: /finance/admin_index.php Disallow: /finance/search/ Disallow: /finance/admin/