# robots.txt for https://onlinemilitaria.net
# Generated dynamically by /robots.asp -- edit that file, not this output.

User-agent: *
Allow: /
Disallow: /admin-StORpTIC/
Disallow: /delta-scripts/
Disallow: /tools/
Disallow: /support_pack/
Disallow: /newpaypal/
Disallow: /stripedirect990/
Disallow: /paypalcheckout/
Disallow: /plugins/
Disallow: /shop_donothing.asp
Disallow: /shopcurrency.asp
Disallow: /shoplogin.asp
Disallow: /shoploginajax.asp
Disallow: /shopcustadminlogin.asp
Disallow: /shopcustregister.asp
Disallow: /shopcustomer.asp
Disallow: /shopcustadmin.asp
Disallow: /shopmailpwd.asp
Disallow: /shopaddtocart.asp
Disallow: /shopcheckout.asp
Disallow: /shopthanks.asp
Disallow: /shopwishlist.asp
Disallow: /shopgiftreg*
Disallow: /shopreviewspro.asp
Disallow: /shopgift.asp
Disallow: /shopsearch.asp
Disallow: /shopquery.asp
Disallow: /*?CartLogin=*
Disallow: /*?goback=*
Disallow: /*?keyword=*

# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /admin-StORpTIC/
Disallow: /shopaddtocart.asp
Disallow: /shopcheckout.asp
Disallow: /shopthanks.asp

User-agent: ChatGPT-User
Allow: /
Disallow: /admin-StORpTIC/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin-StORpTIC/

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /admin-StORpTIC/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin-StORpTIC/

User-agent: Claude-User
Allow: /
Disallow: /admin-StORpTIC/

User-agent: Claude-Web
Allow: /
Disallow: /admin-StORpTIC/

User-agent: anthropic-ai
Allow: /
Disallow: /admin-StORpTIC/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /admin-StORpTIC/

User-agent: Perplexity-User
Allow: /
Disallow: /admin-StORpTIC/

# Google AI / Gemini training
User-agent: Google-Extended
Allow: /
Disallow: /admin-StORpTIC/

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /admin-StORpTIC/

# Common Crawl
User-agent: CCBot
Allow: /
Disallow: /admin-StORpTIC/

# Microsoft Bing / Copilot
User-agent: Bingbot
Allow: /
Disallow: /admin-StORpTIC/

# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /admin-StORpTIC/

# Meta AI
User-agent: FacebookBot
Allow: /
Disallow: /admin-StORpTIC/

User-agent: meta-externalagent
Allow: /
Disallow: /admin-StORpTIC/

# ByteDance
User-agent: Bytespider
Allow: /
Disallow: /admin-StORpTIC/

# Mistral
User-agent: MistralAI-User
Allow: /
Disallow: /admin-StORpTIC/

Sitemap: https://onlinemilitaria.net/sitemap.xml
Sitemap: https://onlinemilitaria.net/sitemap-categories.xml
Sitemap: https://onlinemilitaria.net/sitemap-products.xml
Sitemap: https://onlinemilitaria.net/sitemap-content.xml
Sitemap: https://onlinemilitaria.net/sitemap-blogs.xml
Sitemap: https://onlinemilitaria.net/sitemap-news.xml

# =============================================================
# AI grounding files (llmstxt.org convention)
# Manifest (categories + policy pages):
#   https://onlinemilitaria.net/llms.txt
# Full product corpus (markdown, ~1500 products):
#   https://onlinemilitaria.net/llms-full.txt
# =============================================================