########################################################################################################################
### AI crawler reference                                                                                             ###
### The link below provides instructions to what kind of content can be used to train AI models on this website      ###
### https://nordjyske.dk/ai.txt                                                                                      ###
########################################################################################################################

User-agent: *
Disallow: /announcement/management
Disallow: /browser-support.html
Disallow: /comment/activate.html
Disallow: /comment/update.html
Disallow: /competence/import
Disallow: /error
Disallow: /frame
Disallow: /job/import
Disallow: /log-out.html
Disallow: /machine/import
Allow: /newsletter/
Disallow: /newsletter
Disallow: /newsletter/subscriber/update.html
Disallow: /newsletter/confirmSubscribe.html
Disallow: /newsletter/confirmUnsubscribe.html
Disallow: /newsletter/view.html
Disallow: /product/import
Disallow: /supplement/management
Disallow: /trckr
Disallow: /user/management
Disallow: /xml/schemes
Disallow: /js/notbot.js
Disallow: /void/

User-agent: Meltwater
Disallow: /
User-agent: MeltwaterNews
Disallow: /

# Common crawl
User-agent: CCBot
Disallow: /

# OpenAI (ChatGPT)
User-agent: GPTBot
Disallow: /

# OpenAI (ChatGPT realtime search)
User-agent: ChatGPT-User
Disallow: /

# Anthropic
User-agent: anthropic-ai
Disallow: /

# Google (only AI crawler)
User-agent: Google-Extended
Disallow: /

Sitemap: /sitemap.xml