############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /administrator/ Disallow: /backups/ Disallow: /cache/ Disallow: /cgi-bin/ Disallow: /cli/ Disallow: /Company/ Disallow: /components/ Disallow: /CSS/ Disallow: /Forms/ Disallow: /Hire/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /libraries/ Disallow: /logs/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /Sale/ Disallow: /Scripts/ Disallow: /templates/ Disallow: /tmp/ # # # list specific files robots are not allowed to index # Disallow: .ftpquota Disallow: .htaccess Disallow: htaccess.txt Disallow: configuration.php Disallow: error_log Disallow: php.ini Disallow: web.config.txt Disallow: dance_costume.html # = Google gave an error so comment out and put redirect so browsers go to new website /** Put back 11/2/12 **/ # # # allow all of the rest of the site # # Allow: / */Comment out 11/2/12 **/ # # let the robots know where the sitemap file is # sitemap: http://www.madetodance.com.au/sitemap.xml # # # End of robots.txt file # ###############################