# ============================
# CORE SEARCH ENGINES
# ============================
User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /


# ============================
# SOCIAL PREVIEW BOTS
# ============================
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /


# ============================
# AI / GEO CRAWLERS (EXPLICITLY ALLOWED)
# ============================
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /


# ============================
# ALLOW OPTIONAL SEO AUDIT TOOLS
# ============================
User-agent: SiteAuditBot
Allow: /


# ============================
# BLOCK HIGH-ABUSE SCRAPERS
# ============================
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /


# ============================
# BLOCK EVERYTHING ELSE
# ============================
User-agent: *
Disallow: /


# ============================
# SITEMAP
# ============================
#Sitemap: https://www.alicart.com/sitemap.xml