# DEFINE NAME AND LOCATION OF SITEMAP FILE Sitemap: http://www.camrascansecurity.co.uk/sitemap.xml # All robots will spider the domain User-agent: * Disallow: /plugins/ Disallow: /system/ Disallow: /templates/ Disallow: /contao/ Disallow: /CHANGELOG.txt Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /cron.php Disallow: /flash.php Disallow: /email/ # STOPS PDF FILES BEING INDEXED Disallow: /*.pdf$ # STOPS DYNAMICALLY GENERATED PAGES BRING INDEXED Disallow: /*? # STOPS ALL SEARCH ENGINE INDEXING - REMOVE WHEN SETTING UP SITE User-agent: * Disallow: /