User-agent: * Allow: / # Disallow admin routes Disallow: /admin # Allow important files Allow: /sitemap.xml Allow: /rss.xml # Sitemap location Sitemap: https://crossfades.net/sitemap.xml # Crawl delay (be nice to servers) Crawl-delay: 1