# robots.txt www.fr.de
User-agent: *
Disallow: /lightweight-ajax
Disallow: /*?trafficsource
Disallow: /suche/
Disallow: /*?cmp=defrss
Disallow: /test/
Disallow: /bi/bootstrap/
Disallow: /bi/doop/
Sitemap: https://www.fr.de/sitemap-index.xml
Sitemap: https://www.fr.de/sitemap-image-index.xml
Sitemap: https://www.fr.de/news.xml

User-agent: xovi
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: bingbot
Disallow: /test/
Sitemap: https://www.fr.de/sitemap-index.xml
Sitemap: https://www.fr.de/sitemap-image-index.xml
Sitemap: https://www.fr.de/news.xml

User-agent: msnbot
Crawl-delay: 5
Disallow: /test/
Sitemap: https://www.fr.de/sitemap-index.xml
Sitemap: https://www.fr.de/sitemap-image-index.xml
Sitemap: https://www.fr.de/news.xml