# robots.txt — MakeTours4You
# https://maketours4you.com/robots.txt

User-agent: *
Allow: /

# Never index private or system areas
Disallow: /admin/
Disallow: /data/
Disallow: /assets/php/
Disallow: /thank-you.html
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /404.html

# Give crawlers the machine-readable sitemap
Sitemap: https://maketours4you.com/sitemap.xml

# Crawl politeness for aggressive bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# AI / answer engines are welcome to read the public site
User-agent: GPTBot
Allow: /
Disallow: /admin/

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /admin/