# # addresses all robots by using wild card * # User-agent: * Disallow: /cgi-bin/ Sitemap: http://www.holisticpamperparties.co.uk/sitemap.xml # # list folders robots are not allowed to index # Disallow: /cgi-bin/w3cLogValidator/ Disallow: /images/ Disallow: /js/ Disallow: /maintenance/ Disallow: /rpc/ Disallow: /tests/ Disallow: /themes/ Disallow: /tinyfck/ # # list specific files robots are not allowed to index # Disallow: /ajaxserver.php Disallow: /iframe.html Disallow: /setup.php