# # This robots.txt file can be used to indicate to WWW robots # which parts of a Web site should not be indexed. # # Following page has details on how to setup a robots.txt file and # related security issues: # # http://www.chami.com/tips/internet/010198I.html User-Agent: * Disallow: /js/ Disallow: /cancelled.php Disallow: /directions.php Disallow: /error.php Disallow: /footer.php Disallow: /globals.php Disallow: /header.php Disallow: /library.php Disallow: /menu.php Disallow: /phpstuff.php Disallow: /thankyou.php # Direct that robots named "WWW_Robot_Name" should stay away from this site. #User-Agent: WWW_Robot_Name #Disallow: / # Direct that robots named "WWW_Wanderer_Name" should not index files in the /private/ folder. #User-Agent: WWW_Wanderer_Name #Disallow: /private/ # Allow the W3C link checker full access to the site User-Agent: W3C-checklink Disallow: # Allow the Xenu link checker full access to the site User-Agent: Xenu_Link_Sleuth_1.3c Disallow: # Allow the BrowserShots.org full access to the site User-Agent: Browsershots Disallow: # Direct robots to sitemap. More info at: http://sitemaps.org/. Sitemap: http://www.johnvias.com/sitemap.xml