User-agent: *
Disallow: /fileadmin/_temp_/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3conf/
Disallow: /clear.gif
Disallow: /auswahl/
Allow: /typo3/sysext/frontend/Resources/Public/*

User-agent: AhrefsBot 
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: SemrushBot-SA
Crawl-Delay: 20

User-Agent: trendictionbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SISTRIX
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

USer-agent: Optimizer
Dissallow: /

User-agent: serpstatbot
Disallow: /

Sitemap: https://www.mietwagen24.de/?eID=dd_googlesitemap
Sitemap: https://www.mietwagen24.de/blog/sitemap.xml