# robots.txt for smolcluster User-agent: * Allow: / # Sitemaps Sitemap: https://smolcluster.com/sitemap.xml # Crawl-delay (optional, helps prevent server overload) Crawl-delay: 1