User-agent: *
Allow: /

# Sitemaps
Sitemap: https://versicherungsanfragen.ch/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Block admin areas
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/

# Allow important bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Allow OpenAI crawlers
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /