User-agent: *
Allow: /

# disallow certain non user facing paths
User-agent: *
Disallow: /api
User-agent: *
Disallow: /version
User-agent: *
Disallow: /preview
User-agent: *
Disallow: /login
User-agent: *
Disallow: /nieuwsbrieven/afgemeld
User-agent: *
Disallow: /nieuwsbrieven/bevestigd

# disallow AI crawlers
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: PerplexityBot
Disallow: /

# Disallow annoying search engines / crawlers
User-agent: MJ12bot
Disallow: /
User-agent: Yandex
Disallow: /

Sitemap: https://www.human.nl/sitemap-index.xml