User-agent: * Allow: / Allow: /blog Allow: /blog/* # Disallow admin areas Disallow: /admin Disallow: /api/admin # Sitemap location Sitemap: https://joinfinder.com/sitemap.xml # Crawl delay (optional) Crawl-delay: 1