# robots.txt for http://www.beuder.de
# created 08.12.03
# last modified 07.03.09
# allow all robots crawling
# so long as they're sensible :-]
User-agent: *
# restricted areas
Disallow: /awstats/ 
Disallow: /cgi-bin/
Disallow: /chat/
Disallow: /bjoern einar/
Disallow: /eisenach/
Disallow: /flash/
Disallow: /forum/
Disallow: /gaestebuch/
Disallow: /GeneratedItems/
Disallow: /images/ #changed 090307 MB
Disallow: /include/
Disallow: /JavaScript/
Disallow: /MailClient/
Disallow: /misc/
Disallow: /pgp/
Disallow: /phpMyAdmin/
Disallow: /pn_test/
Disallow: /search/
Disallow: /sql/
Disallow: /test/
Disallow: /uploads/
Disallow: /visits/
#(in a super way annoying, added 11.11.05)
User-agent: gonzo1
User-agent: gonzo2
User-agent: gonzo1P
User-agent: gonzo2P
Disallow: /
# added the following lines 090307 MB
# to allow crawling specified Images Folders
User-Agent: Googlebot
User-agent: Slurp
Allow: /images/jpg/061210/
Allow: /images/jpg/070729/
Allow: /images/jpg/090125/
Allow: /images/jpg/090126/
Allow: /images/jpg/090127/
Allow: /images/jpg/090128/
Sitemap: http://www.beuder.de/sitemap.xml
Sitemap: http://www.beuder.de/reisen/reisen_sitemap.xml