# app.pastlas.com - the atlas and its static pages (docs/SEO.md).
#
# THE PAGES ARE OPEN TO EVERY CRAWLER, the answer engines' and the trainers'
# included, by the owner's decision of 2026-10-06: the point of the static
# pages is that a search engine or an AI agent finds a fact here and links
# back. THE DATA FOLDER IS NOT: by the owner's ruling of 2026-10-07 the
# atlas's data structure is its own, and /data/ is neither listed nor
# crawled. The application fetches what it needs from there; nothing else
# is invited to.

User-agent: *
Allow: /
Disallow: /data/

User-agent: Googlebot
Allow: /
Disallow: /data/

User-agent: Google-Extended
Allow: /
Disallow: /data/

User-agent: Bingbot
Allow: /
Disallow: /data/

User-agent: GPTBot
Allow: /
Disallow: /data/

User-agent: OAI-SearchBot
Allow: /
Disallow: /data/

User-agent: ChatGPT-User
Allow: /
Disallow: /data/

User-agent: ClaudeBot
Allow: /
Disallow: /data/

User-agent: Claude-SearchBot
Allow: /
Disallow: /data/

User-agent: Claude-User
Allow: /
Disallow: /data/

User-agent: PerplexityBot
Allow: /
Disallow: /data/

User-agent: Perplexity-User
Allow: /
Disallow: /data/

User-agent: CCBot
Allow: /
Disallow: /data/

User-agent: Applebot
Allow: /
Disallow: /data/

User-agent: Applebot-Extended
Allow: /
Disallow: /data/

Sitemap: https://app.pastlas.com/sitemap.xml