# robots.txt fuer http://www.hp-zentrum.de/ User-agent: * Disallow: /logs/ Disallow: /redirect/ User-agent: crawl-it Disallow: 0.html Disallow: 1.html Disallow: 2.html Disallow: 3.html Disallow: 4.html Disallow: 5.html Disallow: 6.html Disallow: 7.html Disallow: 8.html Disallow: 9.html Disallow: .php