# transcrAIb Robots.txt
# AI Transcription Tool Comparison Site

User-agent: *
Allow: /

# Block dynamic comparison tool with query parameters
Disallow: /compare?*

# Block admin pages
Disallow: /admin/

# Block API endpoints from indexing
Disallow: /api/

# Sitemaps
Sitemap: http://transcraib.com/sitemap.xml
Sitemap: http://transcraib.com/sitemap-pages.xml
Sitemap: http://transcraib.com/sitemap-products.xml
Sitemap: http://transcraib.com/sitemap-comparisons.xml
Sitemap: http://transcraib.com/sitemap-faq.xml

# LLM/AI Crawler Info
# See http://transcraib.com/llms.txt for site description and content overview