Sitemap: https://www.pitmodule.de/sitemap_location.php

User-agent: *
Disallow: /*/adm/
Disallow: /*/admin/
Disallow: /*/*admin/
Disallow: /*/temp/
Disallow: /*/tmp/
Disallow: /*/*test/
Disallow: /*/*_old/
Disallow: /*/*_alt/
Disallow: /*/_*/
Disallow: /*.pdf$
Disallow: /*.xml$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.psd$
Disallow: /*.csv$
Disallow: /*.xls$
Disallow: /*.css$
Disallow: /*.js$

User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /