# www.80legs.com/webcrawler.html
User-agent: 008
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: WDG_SiteValidator
Disallow: /cgi-bin/
Disallow: /cgi-data/

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-data/
Disallow: /*css/
Disallow: /*externals/
Disallow: /*gif/
Disallow: /*includes/
Disallow: /*js/
Disallow: /*offscene/
Disallow: /phpmyadmin/
Disallow: /QA/
Disallow: /*thumbs/
Disallow: /*agb.php$
Disallow: /*terms.php$
Disallow: /*fag.php$
Disallow: /*ror.php$
Disallow: /*datenschutz.php$
Disallow: /*privacy.php$
Disallow: /*watermark.class.php$

Sitemap: https://www.luederhniemeyer.com/sitemap.xml.gz