# User-agent: * # Disallow: / # # Robots.txt file from http://www.searchengineworld.com # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # Bans from cgi-bin, images, georges, postit # User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /georges/ Disallow: /postit/ Disallow: /cube/dcd2007/ User-agent: googlebot Disallow: *.cgi Disallow: *.pl Disallow: /cube/dcd2007/ User-agent: ia_archiver Disallow: /