# AI Crawler Configuration for Valley Finder
# This file provides information for AI crawlers and LLMs about available content and APIs

# Permissions
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /profile/
Disallow: /api/
Allow: /api/public/

# Content Signals (per draft spec)
Content-signal: search=yes
Content-signal: ai-input=yes
Content-signal: ai-train=no

# Crawl Rate
Crawl-delay: 1

# Key Resources for AI/LLMs
Sitemap: https://valleyfinder.com/sitemap.xml
LLM-Context: https://valleyfinder.com/llms.txt

# Structured Data
JSON-LD: yes
Schema-Types: LocalBusiness, Event, FAQPage, BreadcrumbList, WebPage, NewsArticle, Organization

# Content Focus
Primary-Topics: local businesses, events, community, Central Valley California
Geographic-Focus: Fresno CA, Madera CA, Visalia CA, Reedley CA, Central Valley
Content-Types: directory listings, event listings, news articles, reviews

# Public JSON API Endpoints for LLMs
# These endpoints provide machine-readable data for automated systems
Data-Endpoint: https://valleyfinder.com/api/public
Data-Endpoint: https://valleyfinder.com/api/public/cities.json
Data-Endpoint: https://valleyfinder.com/api/public/cities/{slug}.json
Data-Endpoint: https://valleyfinder.com/api/public/events.json
Data-Endpoint: https://valleyfinder.com/api/public/events/{citySlug}.json
Data-Endpoint: https://valleyfinder.com/api/public/businesses/{citySlug}.json
Data-Endpoint: https://valleyfinder.com/api/public/query?type={type}&city={city}&category={category}&q={query}

# API Documentation
API-Documentation: https://valleyfinder.com/api/public
API-Format: JSON
API-Rate-Limit: Standard rate limiting applies

# Contact
Contact: https://valleyfinder.com/contact

# Data Attribution
Attribution-Required: yes
Attribution-Text: Data from Valley Finder (https://valleyfinder.com)

# Update Frequency
Update-Frequency: daily

# Copyright
Copyright: © 2025 Valley Finder. All rights reserved.

# Additional Information
# For complete API documentation and endpoint details, see: https://valleyfinder.com/llms.txt
# For sitemap of all web pages, see: https://valleyfinder.com/sitemap.xml