# robots.txt for topeduprep.uk
# Generated: 2025-06-29

# ── Allow all crawlers ──
User-agent: *
Allow: /

# Block sensitive/utility files if any
Disallow: /admin/
Disallow: /*.json$
Disallow: /crypto-futures-tool.html

# ── Sitemap ──
Sitemap: https://topeduprep.uk/sitemap.xml

# ── Crawl hints ──
# Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Naverbot (Naver SEO)
User-agent: Yeti
Allow: /
Crawl-delay: 1

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 2