# Robots.txt per xat-aiuto.com
# Ottimizzato per massima indicizzazione

# Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 0
Sitemap: https://www.xat-aiuto.com/sitemap.xml

# Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 0
Sitemap: https://www.xat-aiuto.com/sitemap.xml

# Altri bot dei motori di ricerca principali
User-agent: Slurp
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: YandexBot
Allow: /
Crawl-delay: 1

# Bot social media per anteprima link
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# Tutti gli altri bot legittimi
User-agent: *
Allow: /
Crawl-delay: 2

# Blocco bot spam e scraper
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Directory da escludere per tutti i bot
User-agent: *
Disallow: /admin/
Disallow: /config.php
Disallow: /*.json$
Disallow: /api-client.php
Disallow: /header.php
Disallow: /footer.php
Disallow: /.git/
Disallow: /vendor/

# Permetti accesso a file statici importanti
Allow: /media/
Allow: *.css$
Allow: *.js$
Allow: *.jpg$
Allow: *.jpeg$
Allow: *.png$
Allow: *.gif$
Allow: *.webp$
Allow: *.svg$
Allow: *.woff$
Allow: *.woff2$

# Sitemap
Sitemap: https://www.xat-aiuto.com/sitemap.xml
Sitemap: https://www.xat-aiuto.com/sitemap-articles.xml
Sitemap: https://www.xat-aiuto.com/sitemap-guides.xml
Sitemap: https://www.xat-aiuto.com/sitemap-pages.xml

# Host preferito
Host: https://www.xat-aiuto.com