Sitemap: https://www.kroschke.at/sitemap.xml
Sitemap: https://www.kroschke.at/pdf-sitemap.xml

# Standard-Regeln für alle Crawler

User-agent: *
Disallow: /store/default/de/material/recommend/
Disallow: /store/default/de/material/request/
Disallow: /store/default/de/doknr/plain/
Disallow: /store/default/de/affiliate/
Disallow: /store/default/de/mobile
Disallow: /store/default/de/xmlrpc/
Disallow: /store/default/de/navigation/byarea/
Disallow: /store/default/de/navigation/details/
Disallow: /store/default/de/search/
Disallow: /store/default/de/account/
Disallow: /store/default/de/basket/
Disallow: /store/default/de/leaflet/
Disallow: /store/default/de/captcha/
Disallow: /store/default/de/tag/
Disallow: /store/default/de/landing/
Disallow: /static/pdf-kroschke/2010/
Disallow: */load?list=
Disallow: /siblings/
Disallow: /*?src=
Disallow: /*?_mselect=
Disallow: /*?filter=
Disallow: /*?dyna=

# SEO-Crawler

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: curl
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Wget
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: Seoscanners
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: SeobilityBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Yeti-Mobile
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Spiderlytics
Disallow: /