User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot-Video
Allow: /

# AdSense / AdsBot
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# Grapeshot (Outbrain / contextual)
User-agent: Grapeshot
Allow: /

#########################################
#   AI CRAWLERS (2025)
#########################################

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# OpenAI crawler per SearchGPT
User-agent: OAI-SearchBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

# Google Gemini AI crawler
User-agent: Google-Extended
Allow: /

# Apple AI (AppleBot + aggiunta 2025)
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Amazon AI
User-agent: Amazonbot
Allow: /

# Meta / LLaMA scraping permission
User-agent: FacebookBot
Allow: /

#########################################
#   BLOCCO PAGINE CHE CONSUMANO
#   CRAWL BUDGET (NO-INDEX)
#########################################

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=

# Parametri inutili o duplicati
Disallow: /*?amp=
Disallow: /*?utm_*
Disallow: /*?fbclid=
Disallow: /*?share=
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*?doing_wp_cron=
Disallow: /*?lang=
Disallow: /*?v=

# Evita indicizzazione di pagine /page/2/ ecc.
Disallow: /*/page/*

# Blocca archivi inutili
Disallow: /tag/

#########################################
#   PERMESSI IMPORTANTI (OBBLIGATORI)
#########################################

Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/cache/
Allow: /wp-json/


User-agent: Googlebot
Allow: https://cdn.jsdelivr.net/
Allow: https://cdnjs.cloudflare.com/
Allow: https://fonts.googleapis.com/
Allow: https://fonts.gstatic.com/

#########################################
#   SITEMAP
#########################################

Sitemap: https://www.socialmedialife.it/wp-sitemap.xml
Sitemap: https://www.socialmedialife.it/wp-sitemap-posts-post-1.xml
Sitemap: https://www.socialmedialife.it/feed
Sitemap: https://www.socialmedialife.it/sitemap-news.xml