# LLMs.txt - AI Crawling Policy

# User Agents
User-agent: GPTBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: CCBot

# Access Control
Allow: /
Disallow: /private
Disallow: /admin

# Dedicated Feeds for LLMs
Allow: /llm-feed/
LLM-Feed: /llm-feed/news.en.jsonl

# Attribution
Attribution: required
License: all-rights-reservedLLM-Feed: https://be.airliquide.com/nl/llm-feed/news.nl-BE.jsonl
LLM-Feed: https://be.airliquide.com/nl/llm-feed/standard.nl-BE.jsonl
LLM-Feed: https://be.airliquide.com/nl/llm-feed/faq.nl-BE.jsonl
LLM-Feed: https://be.airliquide.com/nl/llm-feed/landing.nl-BE.jsonl
LLM-Feed: https://be.airliquide.com/nl/llm-feed/popin_layout.nl-BE.jsonl