# robots.txt for http://www.etest-mobile.de/ User-agent: * Disallow: /data/page_content/catalog/search/ Disallow: /admin/ Disallow: /data/page_content/catalog/buy/forward_to_extern.php Disallow: /tools/ Disallow: /tmp/ Disallow: /*.html? # Disallow: /*.php$ User-agent: Exabot Disallow: / User-agent: thesubot Disallow: / User-agent: Yeti Disallow: / User-agent: yetibot Disallow: / User-agent: Yeti/0.01 Disallow: / User-agent: nhn/1noon Disallow: / User-agent: nhn Disallow: / User-agent: 1noon Disallow: / User-agent: discobot Disallow: /