User-agent: *

# Disallow subscription and payment pages
Disallow: /subscribe/
Disallow: /subscription/
Disallow: /checkout/
Disallow: /payment/
Disallow: /billing/

# Disallow ID-based pages
Disallow: /id/

# Disallow user-specific pages
Disallow: /account/
Disallow: /profile/
Disallow: /dashboard/
Disallow: /settings/

# Disallow authentication pages
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email

# AI agent and MCP discovery (explicitly allowed)
Allow: /llms.txt
Allow: /.well-known/mcp.json
Allow: /.well-known/ai-plugin.json
Allow: /agents/setup
Allow: /agents/connect

# Sitemap locations
Sitemap: https://zylalabs.com/sitemap.xml
Sitemap: https://mcp.zylalabs.com/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1