User-agent: Crawler.de
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: GoogleBot
Disallow: /search
Disallow: /search.aspx
Disallow: /speedtest/
Disallow: /cgi-bin/
Disallow: *.cgi
Disallow: *.css
Disallow: *.db
Disallow: *.dll
Disallow: *.exe
Disallow: *.img
Disallow: *.iso
Disallow: *.js
Disallow: *.log
Disallow: *.pl
Disallow: *.txt
Disallow: *.xslt
Disallow: *.zip
Allow: /sitemap.xml

User-agent: *
Disallow: /search
Disallow: /search.aspx
Disallow: /speedtest/
Disallow: /cgi-bin/
Disallow: *.cgi
Disallow: *.css
Disallow: *.db
Disallow: *.dll
Disallow: *.exe
Disallow: *.img
Disallow: *.iso
Disallow: *.js
Disallow: *.log
Disallow: *.pl
Disallow: *.txt
Disallow: *.xslt
Disallow: *.zip
Allow: /sitemap.xml

Sitemap: http://www.advection.net/sitemap.xml