User-agent: *
Disallow: /_admin/
User-agent: ahrefsbot
Disallow: /
User-Agent: Bytespider
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /
User-Agent: magpie-crawler
Disallow: /
User-agent: mj12bot
Disallow: /
User-agent: Net Attache 
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /
User-Agent: PetalBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: RyteBot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-Agent: SentiBot
Disallow: /
User-agent: SiteSnagger 
Disallow: /
User-agent: Teleport 
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Webwhacker 
Disallow: / 
User-agent: WebSauger 
Disallow: /
User-Agent: zoomRank
Disallow: /
Sitemap: https://www.deutsche-pensionen.de/pension-mainz/sitemap.xml