# robots.txt @ www.zeusschilders.nl # 27 december 2002 ##################################### # laat alle zoekmachines toe... ##################################### User-agent: * # ...behalve in de volgende dirs... ##################################### Disallow: /images/ # ...en de volgende bestanden. ##################################### Disallow: 1.htm Disallow: 2.htm Disallow: 3.htm Disallow: 4.htm Disallow: 5.htm Disallow: 6.htm Disallow: 7.htm Disallow: bedankt.htm Disallow: bot.htm Disallow: error.htm Disallow: kop.htm Disallow: main.htm Disallow: nav.htm Disallow: offerte.htm Disallow: sendmail.php Disallow: sendmail-st.php Disallow: zeus.css Disallow: zeusschilders.css ### Robots.txt Tutorial # http://www.searchengineworld.com/robots/robots_tutorial.htm ### Robots.txt Validator # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi ### Robots Exclusion Meta Tag : Using robots metatags # http://searchengineworld.com/metatag/robots.htm ### Search Indexing Robots and Robots.txt, article at searchtools.com # http://www.searchtools.com/robots/robots-txt.html ### Root of Robots Exclusion Standard directory with some interesting files # http://info.webcrawler.com/mak/projects/robots/ ### Robots.txt : The Big Crawl # http://www.searchengineworld.com/misc/robots_txt_crawl.htm ### Robots.txt on 'big' websites # http://www.cnn.com/robots.txt # http://nl.altavista.com/robots.txt # http://www.google.com/robots.txt