# robots.txt for http://www.palmen-apo.de/ # exclude the Internet Archive's crawler User-agent: ia_archiver Disallow: / User-agent: * Disallow: /css/ Disallow: /files/ Disallow: /pic/ Disallow: /email.html Disallow: /impressum.html