# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: /3rdparty/ Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /templates_c/ Disallow: /search.php/ Disallow: /admin_index.php/ Disallow: /register.php/ Disallow: /live.php/ Disallow: /live_published.php Disallow: /login.php/ Disallow: /search/ Disallow: /uartist4/ Disallow: /mp3s/ Disallow: /uartist3/ Disallow: /imageuploads/ Disallow: /avatars/ Disallow: /greybox/ Disallow: /js/ Disallow: /languages/ Disallow: /audio/ Disallow: /images/ Disallow: /community/ Disallow: /community/extensions/ Disallow: /community/setup/ Disallow: /community/conf/ Disallow: /community/js/ Disallow: /community/themes/ Disallow: /community/library/ Disallow: /community/languages/ Disallow: /community/appg/ Disallow: /community/ajax/