# Robots.txt for www.fatra.cz
# https://www.fatra.cz/robots.txt

User-agent: *
Allow: /

# Throttle polite crawlers (SpiderLing, Seznam, Bing, …). The CMS saturates when
# a bot walks the long-tail of product/question detail pages — one heavy query
# each. Googlebot ignores Crawl-delay (harmless — it isn't the offender), and
# scrapers that spoof a browser UA ignore robots.txt entirely (need ingress
# rate-limits), but this cuts the well-behaved crawlers' load a lot.
Crawl-delay: 10

# Internal search results (parameterized — infinite combinations, no SEO value)
Disallow: /*?q=

# Media (images/files) proxied to the CMS — keep crawlable (image search, rich results).
Allow: /api/media/
# Other internal API routes (JSON data endpoints) — not indexable content.
Disallow: /api/

# Sitemap
Sitemap: https://www.fatra.cz/sitemap.xml