# We do not distinguish between the browsers.
User-agent: *
Allow: /

# folders
Disallow: /typo3/
Disallow: /typo3conf/
Allow: /_assets/
Allow: /typo3temp/

# Only allow URLs generated with RealURL
Disallow: /*?id=*
Disallow: /*&id=*

# Disallow all files in /typo3temp/var/
Disallow: /typo3temp/var/*

# Don't index the search folder
Disallow: /search/*

# parameters
Disallow: /*tx_form_formframework    # no forms
Disallow: /*typeNum    # no pageTypes

# Disallow all kind of sql files
Disallow: *.sql
Disallow: *.sql.gz

# Disallow all crawling for Baidu and Yandex crawlers
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

# Sitemap files
Sitemap: https://www.conet.de/de/sitemap.xml
Sitemap: https://www.conet.de/en/sitemap.xml
Sitemap: https://www.conet.de/blog/sitemap_index.xml