User-agent: *
# Belangrijke mappen blokkeren
Disallow: /api/
Disallow: /admin/
Disallow: /cache/
Disallow: /controlunit/
Disallow: /files/
Disallow: /uploads/
Disallow: /user-payment      # Voorkom 404-fouten van deze oude pagina

# Sta de nieuwe Python/Sitemap paden toe (zonder .html)
Allow: /
Allow: /holiday_*
Allow: /aboutus
Allow: /contact
Allow: /travelinsurance
Allow: /cancelinsurance
Allow: /terms
Allow: /handbags
Allow: /luggage
Allow: /helpcenter
Allow: /privacy

Sitemap: https://aireisagent.nl/sitemap.xml

# AI-scrapers & Agressieve bots (Behouden zoals je had)
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: MJ12bot
Disallow: /