# Allow major AI search crawlers explicit access. /admin/, /api/, /profile/ and
# the per-user gallery pages remain blocked across all bots; everything else
# is open. /gallery/ is intentionally blocked because /browse/ is the canonical
# crawlable surface for community-generated entities.

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

# Default
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /gallery/
Disallow: /my-gallery/
Disallow: /generate
Disallow: /profile/

# Host
Host: https://char-gen.com

# Sitemaps
Sitemap: https://char-gen.com/sitemap.xml
Sitemap: https://char-gen.com/sitemap-templates.xml
Sitemap: https://char-gen.com/sitemap-bundles.xml
Sitemap: https://char-gen.com/sitemap-entities/npcs
Sitemap: https://char-gen.com/sitemap-entities/settlements
Sitemap: https://char-gen.com/sitemap-entities/taverns
Sitemap: https://char-gen.com/sitemap-entities/shops
Sitemap: https://char-gen.com/sitemap-entities/monsters
Sitemap: https://char-gen.com/sitemap-entities/hazards
Sitemap: https://char-gen.com/sitemap-entities/dungeons
Sitemap: https://char-gen.com/sitemap-entities/regions
Sitemap: https://char-gen.com/sitemap-entities/factions
Sitemap: https://char-gen.com/sitemap-entities/spellbooks
Sitemap: https://char-gen.com/sitemap-entities/loot
Sitemap: https://char-gen.com/sitemap-entities/magic-items
Sitemap: https://char-gen.com/sitemap-entities/buildings
Sitemap: https://char-gen.com/sitemap-entities/puzzles
Sitemap: https://char-gen.com/sitemap-entities/species
Sitemap: https://char-gen.com/sitemap-entities/character-classes
Sitemap: https://char-gen.com/sitemap-entities/worlds
Sitemap: https://char-gen.com/sitemap-entities/pantheons
Sitemap: https://char-gen.com/sitemap-entities/quests
Sitemap: https://char-gen.com/sitemap-entities/encounters

# LLM descriptions remain available at /llms.txt and /llms-full.txt. They are
# ordinary public resources, not robots.txt directives.