# robots.txt for http://www.example.com/ #http://www.robotstxt.org/wc/norobots.html #http://www.searchengineworld.com/robots/robots_tutorial.htm #http://www.searchengineworld.com/cgi-bin/robotcheck.cgi User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /GoogleSiteMapApp/ Disallow: /img/ Disallow: /includes/ Disallow: /JAVA-SEM/ Disallow: test Disallow: /ZOOM/ Disallow: /Zoomify_Images/ Disallow: /catalog/admin/ Disallow: /catalog/download/ Disallow: /catalog/images/ Disallow: /catalog/includes/ Disallow: /catalog/keepaway/ Disallow: /catalog/pub/ Disallow: /catalog/temp/