# Sitemaps
Sitemap: https://www.vedaz.io/ai-astrologers.xml
Sitemap: https://www.vedaz.io/calculators-puja-mole-en.xml
Sitemap: https://www.vedaz.io/calculators-puja-mole-hi.xml
Sitemap: https://www.vedaz.io/store-en-1.xml
Sitemap: https://www.vedaz.io/horoscope-compatibility-panchang-en.xml
Sitemap: https://www.vedaz.io/horoscope-compatibility-panchang-hi.xml
Sitemap: https://www.vedaz.io/temples-en-1.xml
Sitemap: https://www.vedaz.io/blogs-celebrity-en-1.xml
Sitemap: https://www.vedaz.io/blogs-en-1.xml
Sitemap: https://www.vedaz.io/astrologers-certified-1.xml
Sitemap: https://www.vedaz.io/astrologers-uncertified-1.xml
Sitemap: https://www.vedaz.io/astrologers-uncertified-2.xml
Sitemap: https://www.vedaz.io/astrologers-uncertified-3.xml
Sitemap: https://www.vedaz.io/astrologers-uncertified-4.xml
Sitemap: https://www.vedaz.io/community-en-1.xml
Sitemap: https://www.vedaz.io/sitemap.xml

# ---- Search engines — full indexing allowed ----
User-agent: Googlebot
User-agent: GoogleOther
User-agent: Bard
User-agent: Bingbot
User-agent: msnbot
User-agent: BingPreview
User-agent: AdsBot-Google
User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /myProfile
Disallow: /chat-with-astrologer/intake-form/
Disallow: /talk-to-astrologer/intake-form/

# ---- Google's AI training opt-out signal ----
# Allowed so AI Overviews / Gemini can cite your content
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /myProfile

# ---- AI Answer Engines (AEO) — allow crawling for citability ----
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: Amazonbot
User-agent: YouBot
User-agent: CharacterAI
User-agent: HuggingFaceBot
User-agent: AI21Bot
User-agent: StabilityAI
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /myProfile
Disallow: /chat-with-astrologer/intake-form/
Disallow: /talk-to-astrologer/intake-form/

# ---- Social preview bots — allow link unfurling ----
User-agent: facebookexternalhit
User-agent: FacebookBot
User-agent: Twitterbot
Allow: /

# ---- Archival crawler — allow (optional but harmless) ----
User-agent: ia_archiver
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /myProfile

# ---- Training-only crawlers — block ----
User-agent: CCBot
User-agent: Bytespider
User-agent: Diffbot
Disallow: /

# ---- SEO/competitor research bots — block ----
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
Disallow: /

# ---- Generic scrapers/scripts — block ----
User-agent: Scrapy
User-agent: Python-requests
User-agent: wget
User-agent: curl
Disallow: /

# ---- Default for everything else ----
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /cart/
Disallow: /myProfile
Disallow: /chat-with-astrologer/intake-form/
Disallow: /talk-to-astrologer/intake-form/