# robots.txt for http://www.vorkontrollen.de # file created: 28.04.09 - 14:57:48 User-agent: * Disallow: /cgi-bin/xps/lib Disallow: /cgi-bin/xps/lang Disallow: /cgi-bin/xps/conf Disallow: /cgi-bin/xps/lib Disallow: /cgi-bin/xps/db/blocks Disallow: /cgi-bin/xps/db/pages Disallow: /cgi-bin/xps/db/dds Disallow: /cgi-bin/xps/db/flood Disallow: /cgi-bin/xps/db/members Disallow: /cgi-bin/xps/db/stats Disallow: /cgi-bin/xps/db/*.log # User-agent: Slurp Crawl-delay: 60