# Growtika robots.txt
# https://growtika.com

User-agent: *
Allow: /
Disallow: /reports/
Disallow: /audits/
Disallow: /reverse-fanout
Disallow: /seo-ai-layers
Disallow: /demos/

# Sitemaps
Sitemap: https://growtika.com/sitemap.xml

# LLM-Optimized Resources
# Machine-readable context for AI systems
# Note: These are custom directives for AI crawlers, not standard robots.txt directives
LLMs-Txt: https://growtika.com/llms.txt
LLM-Sitemap: https://growtika.com/llm-sitemap

# AI Crawlers - Full Access
User-agent: GPTBot
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: ChatGPT-User
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: Google-Extended
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: Anthropic-AI
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: ClaudeBot
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: PerplexityBot
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: Cohere-AI
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: Applebot-Extended
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: CCBot
Allow: /
Disallow: /blog/the-day-moltbooks-agents-started-doing-seo
Disallow: /blog/the-last-authentic-comment

User-agent: meta-externalagent
Allow: /
Disallow: /blog/the-last-authentic-comment

# Social Media Crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /