Crawl-delay: 5
Sitemap: https://www.moll-automobile.de/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /temp/
Disallow: /cache/
Disallow: /log/
Disallow: /tmp/
Disallow: /css/
Disallow: /*.pdf$


User-agent: ia_archiver
Disallow: /

User-agent: teoma
Disallow: /

User-agent: nutch
Disallow: /

User-agent: cityreview
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: penthesilea
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: hokifyBot
Disallow: /

User-agent: JobboerseBot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: metajobbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-Agent: CCBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Amazonbot
Disallow: /