# robots.txt zu http://frederick41.de/

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /bilder/
Disallow: /data/
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /pdf/
Disallow: /pics/
Disallow: /books/
Disallow: /werbung/
Disallow: /impressum.html