# ==========================================
# FroggyAds AI Robots File
# Purpose: AI & LLM Discoverability Optimization
# Version: 2025-10
# ==========================================

# --- Access Control ---
User-agent: *
Allow: /

# --- Dedicated AI/LLM Crawlers ---
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Amazonbot
Allow: /

# --- AI-Specific Feed and Knowledge Access ---
Allow: /wp-json/
Allow: /?rest_route=/
Allow: /ai-index.html
Allow: /blog/llms.txt
Allow: /blog/
Allow: /category/
Allow: /tag/
Allow: /media/
Allow: /author/
Allow: /feeds/
Allow: /sitemaps/
Allow: /sitemap.xml
Allow: /blog/sitemap_index.xml

# --- AI Discovery Hints ---
# These signals help AI models map semantic structure, relationships, and entities
Allow: /structured-data/
Allow: /schema/
Allow: /knowledge/
Allow: /open-graph/
Allow: /jsonld/
Allow: /microdata/

# --- Content Licensing Notice ---
# FroggyAds.com grants read-only, non-commercial indexing to approved AI agents.
# Redistribution or resale of FroggyAds content requires written permission.
# © 2025 FroggyAds.com — All rights reserved.

# --- AI Sitemaps and Indexes ---
Sitemap: https://froggyads.com/ai-index.html
Sitemap: https://froggyads.com/blog/llms.txt
Sitemap: https://froggyads.com/blog/sitemap_index.xml
Sitemap: https://froggyads.com/sitemap.xml