### robots.txt für www.btc-ag.ch
User-agent: *
Allow: /
crawl-delay: 5
#Sitemap
Sitemap: https://www.btc-ag.ch/sitemap
## Sitecore
Disallow: *sitecore
Disallow: *Sitecore
Disallow: /sitecore/
Disallow: /Sitecore/
Disallow: /sitecore_files/
Disallow: /sitecore modules/
Disallow: /App_Browsers/
Disallow: /App_config/
Disallow: /App_Data/
Disallow: /temp/
Disallow: /upload/
Disallow: /xsl/
## errorpages
Disallow: /400
Disallow: /500
Disallow: /404?*$
## api
Disallow: /api/
## disallow media-subdir
Disallow: /-/media/
## disallow (office-)docouments 
#lowercase
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xslx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.docm$
Disallow: /*.dot$
Disallow: /*.dotm$
Disallow: /*.wpd$
Disallow: /*.odt$
Disallow: /*.rtf$
Disallow: /*.csv$
Disallow: /*.txt$
#uppercase
Disallow: /*.DOC$
Disallow: /*.DOCX$
Disallow: /*.XLS$
Disallow: /*.XSLX$
Disallow: /*.PPT$
Disallow: /*.PPTX$
Disallow: /*.DOCM$
Disallow: /*.DOT$
Disallow: /*.DOTM$
Disallow: /*.WPD$
Disallow: /*.ODT$
Disallow: /*.RTF$
Disallow: /*.CSV$
Disallow: /*.TXT$
## special pages like
## abc.htm?print=true
Disallow: /*?print=*$ # disallow sub-pages
## fuer yandex
# priority for www-domain
User-Agent: YandexBot
Host: www.btc-ag.ch
#Sitemap
Sitemap: https://www.btc-ag.ch/sitemap