# robots.txt 
User-agent: *
Disallow: /tmp/
Disallow: /cgi-bin/Admin_files
Disallow: /cgi-bin/Data_files
Disallow: /cgi-bin/User_carts
Disallow: /cgi-bin/Library
Disallow: /cgi-bin/web_store.cgi?item-
Disallow: /cgi-bin/web_store.cgi?modify_cart_button
Disallow: /cgi-bin/web_store.cgi?order_form_button
Disallow: /ftp/
Disallow: /js/
Disallow: /log
Disallow: /shop
# Massendownloader fernhalten
User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: TMCrawler
User-agent: Yahoo! Slurp
Disallow: /
User-agent: Yahoo!
User-agent: Slurp
User-agent: msnbot
Disallow: /cgi-bin/web_store.cgi?cart_id=