# robots.txt basic setting

# traditional search engine
User-agent: *
Allow: /
# Disallow: /auth/signin
# Disallow: /auth/signup
# Disallow: /auth/forgot-password
# Disallow: /privacy-policy
# Disallow: /terms-of-service
# Disallow: /thank-you

# sitemap
Sitemap: https://gptimage2app.io/sitemap.xml

# AI crawler-specific rules
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot

# Guide AI crawlers to llms.txt
User-Agent: anthropic-ai
User-Agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt

# Allow AI crawlers to access
Allow: /
# Disallow AI crawlers
# Disallow: /auth/signin
# Disallow: /auth/signup
# Disallow: /auth/forgot-password
# Disallow: /privacy-policy
# Disallow: /terms-of-service
# Disallow: /thank-you