############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index SITEMAP: http://www.megawebexpress.com/Sitemap.xml # Disallow: /_mmServerScripts/ Disallow: /Connections/ Disallow: /images/ Disallow: /megapanel/ Disallow: /_notes/ Disallow: /sitebuilder/ Disallow: /sitebuilder1/ Disallow: /sitebuilder2/ Disallow: /NAS/ Disallow: /CSR/ Disallow: /Lib/ # # # list specific files robots are not allowed to index # Disallow: /NewUser-D.php Disallow: /NewUser-E.php Disallow: /Standard-New.php Disallow: /New User-existing user.php Disallow: /payment.php Disallow: /tree_dom.js Disallow: /whois_config.php Disallow: /tlds.php Disallow: /Invoice.html Disallow: /3awhois.log Disallow: /ENewUser-D.php Disallow: /ENewUser-E.php Disallow: /EStandard-New.php Disallow: /fcm.htm Disallow: /fcm2.htm Disallow: /fcm2.html Disallow: /y_key_70e5fe5bb4eb023a.html Disallow: /contentslider.css Disallow: /contentslider.js # # End of robots.txt file # ###############################