User-agent: *
Host: https://heylangu.com

# General Disallow Rules for All Crawlers
Disallow: /user/

# Allow teacher profiles and listing URL structure (English is default, no /en prefix)
Allow: /teacher/
Allow: /es/teacher/
Allow: /pl/teacher/
Allow: /teachers/
Allow: /es/teachers/
Allow: /pl/teachers/

# Sitemap Locations
# PL/ES indexes list https://heylangu.com/pl/... and /es/... (not legacy pl./es. hosts)
Sitemap: https://heylangu.com/sitemap.xml
Sitemap: https://heylangu.com/es-sitemap-index.xml
Sitemap: https://heylangu.com/pl-sitemap-index.xml
Sitemap: https://heylangu.com/sitemap-about-en.xml
Sitemap: https://heylangu.com/sitemap-about-pl.xml
Sitemap: https://heylangu.com/sitemap-about-es.xml
Sitemap: https://how-it-works.heylangu.com/sitemap.xml
Sitemap: https://jak-to-dziala.heylangu.com/sitemap.xml
Sitemap: https://tutoring.heylangu.com/sitemap.xml
Sitemap: https://dla-uczniow.heylangu.com/sitemap.xml

User-agent: Yandex
Disallow: /teachers/*
Allow: /teachers/
Disallow: /es/teachers/*
Allow: /es/teachers/
Disallow: /pl/teachers/*
Allow: /pl/teachers/

Crawl-delay: 2

User-agent: Slurp
Host: https://heylangu.com
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: SemrushBot
Disallow: /

User-agent: MozBot
Disallow: /

User-agent: Sogou
Crawl-delay: 10