# Robots.txt for Osaurus.ai User-agent: * Allow: / # Sitemap location Sitemap: https://osaurus.ai/sitemap.xml # Crawl-delay (optional, in seconds) # Crawl-delay: 1 # Disallow admin or private areas (if any) # Disallow: /admin/ # Disallow: /private/