# ===============================

# robots.txt for https://www.digiprima.com

# Fully expanded, AI-, SEO-, and Social-friendly configuration

# ===============================
 
# ---- AI Crawlers ----

User-agent: GPTBot

Allow: /
 
User-agent: CCBot

Allow: /
 
User-agent: ClaudeBot

Allow: /
 
User-agent: Claude-Web

Allow: /
 
User-agent: PerplexityBot

Allow: /
 
User-agent: Google-Extended

Allow: /
 
User-agent: DeepseekBot

Allow: /
 
User-agent: Deepseek

Allow: /
 
User-agent: Grok

Allow: /
 
User-agent: xai-grok

Allow: /
 
User-agent: SearchGPTBot

Allow: /
 
# ---- Search Engines ----

User-agent: Googlebot

Allow: /
 
User-agent: Googlebot-Image

Allow: /
 
User-agent: Googlebot-Video

Allow: /
 
User-agent: Bingbot

Allow: /
 
User-agent: Baiduspider

Allow: /
 
User-agent: DuckDuckBot

Allow: /
 
User-agent: Yandex

Allow: /
 
User-agent: Slurp

Allow: /
 
User-agent: Applebot

Allow: /
 
# ---- Google Ads Crawler ----

User-agent: AdsBot-Google

Allow: /
 
# ---- Social Media Crawlers ----

User-agent: Facebot

Allow: /
 
User-agent: facebookexternalhit

Allow: /
 
User-agent: LinkedInBot

Allow: /
 
User-agent: Twitterbot

Allow: /
 
User-agent: Pinterestbot

Allow: /
 
# ---- Default Rule ----

User-agent: *

Allow: /
 
# ---- Block Sensitive Directories ----

Disallow: /admin/

Disallow: /login/

Disallow: /cart/

Disallow: /checkout/

Disallow: /tmp/

Disallow: /cgi-bin/

Disallow: /user/
 
# ---- Sitemap Index ----

# Central sitemap index (AI & SEO optimized; includes all sub-sitemaps)

Sitemap: https://www.digiprima.com/sitemap-index.xml