Sitemap: https://www.aftonbladet.se/sitemap.xml
User-agent: *
Disallow: /assets/jsp/
Disallow: /contentstudio/
Disallow: /resources/html5
Disallow: /resources/links
Disallow: /resources/listing
Disallow: /resources/player
Disallow: /resources/webbtv
Disallow: /test/
Disallow: /static/embed/
Disallow: /stories

# AI crawler bots
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Not for training, only for user requests 
User-agent: ChatGPT-User
Disallow: /

# Marker for disabling Bard and Vertex AI
User-agent: Google-Extended
Disallow: /

# Speech synthesis only?
User-agent: FacebookBot
Disallow: /

# Multi-purpose, commercial uses; including LLMs
User-agent: Omgilibot
Disallow: /