# =====================================================
#  robots.txt - vetrolatino.com
#  Search engines, AI assistants and AI agents acting
#  on behalf of users are welcome on this site.
#  Machine-readable guide: https://www.vetrolatino.com/llms.txt
# =====================================================

# Content usage signals (contentsignals.org convention)
# Content-Signal: search=yes, ai-input=yes, ai-train=yes
# (dichiarato come commento: i validatori dei motori di ricerca segnalano come errore
#  qualsiasi direttiva non standard, e questo faceva perdere punti sul controllo SEO.
#  La stessa informazione, leggibile dalle AI, sta in /llms.txt)

# --- AI answer/search engines (indexing for citations) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: DuckAssistBot
Allow: /

# --- User-triggered AI agents (fetch on behalf of a user) ---
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: MistralAI-User
Allow: /

# --- AI training crawlers ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

# --- Everyone else ---
User-agent: *
Allow: /
Disallow: /grazie.html
Disallow: /en/grazie.html
Disallow: /es/grazie.html
Disallow: /send.php

Sitemap: https://www.vetrolatino.com/sitemap.xml