# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 90

User-agent: *

Disallow: *.php
Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.aspx
Disallow: *.cgi
Disallow: *.jpg
Disallow: *.png
Disallow: *.gif
Disallow: *.jpeg

Disallow: /cgi-bin/
Disallow: /mysqldumper/
Disallow: /phpmyadmin/
Disallow: /statistik/
Disallow: /forum/imagehosting/
Disallow: /forum/images/
Disallow: /forum/archive/
Disallow: /forum/includes/
Disallow: /forum/install/
Disallow: /forum/customavatars/
Disallow: /forum/customattachments/
Disallow: /forum/arcade/
Disallow: /forum/members/
Disallow: /forum/banner/
Disallow: /phpinfo/

Sitemap: http://www.politikstube.de/forum/xmlsitemap.php