User-agent: *
Allow: /

# Sitemaps
Sitemap: https://www.yetoot.com/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1

# Block crawling of private pages
Disallow: /admin/
Disallow: /.well-known/
Disallow: /api/
Disallow: /_astro/

# Allow crawling of important pages
Allow: /blog/
Allow: /about
Allow: /contact
Allow: /images/

# Block crawling of search and filter pages (if any)
Disallow: /*?*
Allow: /*?utm_*

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /