# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Sitemaps Sitemap: https://www.sig.ai/sitemap.xml # Disallow specific paths Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /*.json$ Disallow: /*.js$ Disallow: /*.css$ # Allow important pages Allow: /about Allow: /platform Allow: /solutions Allow: /industries Allow: /resources Allow: /contact Allow: /blog/ Allow: /careers/ Allow: /privacy Allow: /terms # Crawl-delay Crawl-delay: 10