User-agent: *
Allow: /

# Sitemaps
Sitemap: https://siliconwit.com/sitemap-index.xml
Sitemap: https://siliconwit.com/rss.xml

# Disallow crawling of private areas
Disallow: /admin/
Disallow: /api/
Disallow: /.well-known/
Disallow: /private/

# Allow important directories
Allow: /education/
Allow: /research/
Allow: /blog/
Allow: /product-development/

# Crawl delay for politeness
Crawl-delay: 1