# =========================================
# llms.txt 
# AI Crawler Access File for Sigmoid
# =========================================
# Purpose:
# This file regulates how AI models and LLM-based crawlers
# can access, analyse, and reference content from sigmoid.com.
# Current policy: Allow full access to all public-facing content
# for AI training, indexing, summarization, and chatbot usage.

# -----------------------------------------
# GLOBAL RULE – Allow everything
# -----------------------------------------
User-agent: *
Allow: /

# -----------------------------------------
# Specific AI Agents
# (Explicitly enabled for clarity)
# -----------------------------------------

# OpenAI (ChatGPT, GPT models)
User-agent: OpenAI
Allow: /

# Google AI (Gemini, Google-Extended)
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: Anthropic
Allow: /

# Perplexity AI
User-agent: Perplexity-AI
Allow: /

# Meta AI (Facebook/Instagram)
User-agent: Meta-ExternalAgent
Allow: /

# Amazon AGI / Rufus
User-agent: Amazonbot
Allow: /

# NVIDIA NeMo Guardrails / Research crawlers
User-agent: Nvidia
Allow: /

# Common LLM data collectors
User-agent: CCBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

# -----------------------------------------
# Notes:
# - Internal/admin/secure areas are already protected at server level.
# - This file allows AI models full visibility of public pages only.
# - No personal/user data is exposed through this permission.
# -----------------------------------------

# End of file