############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /CSS/ Disallow: /Forms/ Disallow: /hosting_problem/ Disallow: /Images/ Disallow: /scgi-bin/ Disallow: /Scripts/ Disallow: /smooth-moves/ Disallow: /Templates/ # # # list specific files robots are not allowed to index # Disallow: info.php # # allow all of the rest of the site # Allow: / # # let the robots know where the sitemap file is # sitemap: http://www.madetodance.com.au/sitemap.xml # # # End of robots.txt file # ###############################