User-agent: * Allow: / # Sitemap Sitemap: https://your-domain.com/sitemap.xml # Disallow admin or private areas (if any) # Disallow: /admin/ # Disallow: /private/ # Allow all search engines to crawl the site # You can add specific rules for different user agents if needed