# Restaurant Da Fabio - Robots.txt
# Updated: 2026-02-03
# Purpose: Search engine crawler directives

# Allow all well-behaved bots
User-agent: *
Allow: /

# Crawl delay to reduce server load
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.ristorantedafabio.de/sitemap-index.xml

# Block aggressive SEO crawlers (optional - reduces server load)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow social media bots (for preview cards)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /