# Standard Web Crawlers
User-agent: *
Disallow: /admin
Disallow: /supad
Disallow: /super-admin
Disallow: /api/v1/admin
Disallow: /api/v1/storefront/cart
Disallow: /api/v1/storefront/checkout
Disallow: /cart
Disallow: /checkout
Allow: /
Allow: /products
Allow: /products/*
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /geo.json
Allow: /ai-catalog.json
Allow: /api/v1/storefront/products

# AI & LLM Search Crawlers (Generative Engine Optimization)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Google-Extended
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
User-agent: Bytespider
Allow: /
Allow: /products
Allow: /products/*
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /geo.json
Allow: /ai-catalog.json
Disallow: /admin
Disallow: /supad
Disallow: /super-admin
Disallow: /cart
Disallow: /checkout

# Sitemap & AI Metadata Feeds
Sitemap: https://market.tech-akm.com/sitemap.xml
Sitemap: https://market.tech-akm.com/sitemap-products.xml
Sitemap: https://market.tech-akm.com/sitemap-pages.xml
LLMs-Txt: https://market.tech-akm.com/llms.txt
LLMs-Full-Txt: https://market.tech-akm.com/llms-full.txt