User-agent: magpie-crawler
Disallow: /
User-agent: JobboerseBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: AhrefsBot
Disallow: / 
User-agent: oBot
Disallow: / 
User-agent: JobRoboter
Disallow: /
User-agent: AhrefsBot
Disallow: / 
User-agent: CCBot
  Disallow: /
User-agent: Mail.Ru
  Disallow: /
User-agent: Cliqzbot
Disallow: / 
User-agent: SeznamBot
Disallow: /
User-agent: *
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /fileadmin/templates/
Disallow: /typo3_src/
Disallow: /tslib/
Disallow: /t3lib/
Disallow: /typo3temp/
Disallow: /log/
Allow: /fileadmin/templates/main/css
Allow: /fileadmin/templates/main/js


# parameters
Disallow: /*?id=*               # non-realurl URLs
Disallow: /*L               	# no cHash
Disallow: /*cHash               # no cHash
Disallow: /*tx_powermail_pi1    # no powermail thanks pages

# sitemap
# Sitemap: https://www.landeskirche-braunschweig.de/sitemap.xml

User-agent: *
Crawl-delay: 10