############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /logs/ Disallow: /navbarimages/ Disallow: /productdata/ # # list specific files robots are not allowed to index # Disallow: /paypalfailurepage.html Disallow: /paypalsuccesspage.html Disallow: /config.php Disallow: /guest.txt Disallow: /insert.php Disallow: /form.php Disallow: /Testpage.php Disallow: /prodmenu_tpl.js Disallow: /prodmenu_items.js Disallow: /menu_tpl.js Disallow: /menu_items.js Disallow: /menu.js Disallow: /menu.inc Disallow: /menu.css Disallow: /guts.inc Disallow: /functions.inc Disallow: /productspage.php Disallow: /toyspage.php Disallow: /ornamentpage.php Disallow: /musicpage.php Disallow: /miscpage.php Disallow: /instrumentpage.php Disallow: /kitchenpage.php Disallow: /householdpage.php Disallow: /goingoutpage.php Disallow: /gardenpage.php Disallow: /gamespage.php Disallow: /bedroompage.php Disallow: /bathroompage.php Disallow: /barpage.php Disallow: /animalpage.php # # End of robots.txt file # ###############################