# ============================================================
# robots.txt — Наукові калькулятори та розрахунки
# https://calculator.party
# ============================================================

# Дозволити всім пошуковим роботам індексувати сайт
User-agent: *
Allow: /

# Дозволити індексацію основних розділів
Allow: /calculators/
Allow: /categories/
Allow: /formulas/
Allow: /blog/
Allow: /courses/
Allow: /exercises/
Allow: /tests/
Allow: /solved/
Allow: /guides/
Allow: /scientists/
Allow: /infographics/
Allow: /lifehacks/
Allow: /library/
Allow: /university/

# Заборонити індексацію системних та допоміжних файлів
Disallow: /scripts/
Disallow: /styles/
Disallow: /data/
Disallow: /admin/
Disallow: /TODO/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /api/
Disallow: /index-new.html

# Заборонити індексацію допоміжних файлів
Disallow: /*.ps1$
Disallow: /*.py$
Disallow: /PROJECT_PLAN.md
Disallow: /README.md

# Затримка між запитами (секунди) для зниження навантаження
Crawl-delay: 1

# ============================================================
# Спеціальні правила для Googlebot
# ============================================================
User-agent: Googlebot
Allow: /
Disallow: /scripts/
Disallow: /styles/
Disallow: /data/
Disallow: /admin/
Disallow: /TODO/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /api/
Disallow: /index-new.html

# ============================================================
# Спеціальні правила для Bingbot
# ============================================================
User-agent: Bingbot
Allow: /
Disallow: /scripts/
Disallow: /styles/
Disallow: /data/
Disallow: /admin/
Disallow: /TODO/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /api/
Disallow: /index-new.html
Crawl-delay: 2

# ============================================================
# Блокувати шкідливих ботів
# ============================================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ============================================================
# Карта сайту
# ============================================================
Sitemap: https://calculator.party/sitemap-index.xml
Sitemap: https://calculator.party/sitemap-calculators.xml
Sitemap: https://calculator.party/sitemap-blog.xml
Sitemap: https://calculator.party/sitemap-exercises.xml
Sitemap: https://calculator.party/sitemap-formulas.xml
Sitemap: https://calculator.party/sitemap-guides.xml
Sitemap: https://calculator.party/sitemap-other.xml