# Solmi.ai Robots.txt # https://solmi.ai User-agent: * Allow: / # Sitemap location Sitemap: https://solmi.ai/sitemap.xml # Crawl-delay for politeness (optional, respected by some crawlers) Crawl-delay: 1 # Disallow admin and API routes Disallow: /api/ Disallow: /admin/ Disallow: /auth/callback # Allow all language versions Allow: /en/ Allow: /es/ Allow: /de/ Allow: /fr/ Allow: /it/ Allow: /ja/ Allow: /ko/ Allow: /zh/ Allow: /pt/ Allow: /pl/ Allow: /nl/ Allow: /id/ Allow: /vi/ Allow: /tr/