############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index SITEMAP: http://www.megawebexpress.com/Sitemap.xml # Disallow: /_mmServerScripts/ Disallow: /Connections/ Disallow: /images/ Disallow: /megapanel/ Disallow: /_notes/ Disallow: /sitebuilder/ Disallow: /sitebuilder1/ Disallow: /sitebuilder2/ Disallow: /NAS/ Disallow: /Lib/ # # # list specific files robots are not allowed to index # Disallow: /NewUser-D.php Disallow: /NewUser-E.php Disallow: /Standard-New.php Disallow: /New User-existing user.php Disallow: /payment.php Disallow: /tree_dom.js Disallow: /whois_config.php Disallow: /tlds.php Disallow: /3awhois.log Disallow: /ENewUser-D.php Disallow: /ENewUser-E.php Disallow: /EStandard-New.php # # End of robots.txt file # ###############################