############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /common/ Disallow: /properties/ Disallow: /include/ Disallow: /scripts/ Disallow: /styles/ Disallow: /upload/ Disallow: /WEB-INF/ Disallow: /dashboard.php Disallow: /generateJS.php Disallow: /generateHomePage.php Disallow: /GenerateStatic.php Disallow: /MasterTemplate.php Disallow: /dirconstants.php Disallow: /settings.php Sitemap: http://www.freeclassifiedlist.com/sitemap.xml.gz # # End of robots.txt file # ###############################