# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Sitemaps
Sitemap: https://www.sig.ai/sitemap.xml
# Disallow specific paths
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /*.js$
Disallow: /*.css$
# Allow important pages
Allow: /about
Allow: /platform
Allow: /solutions
Allow: /industries
Allow: /resources
Allow: /contact
Allow: /blog/
Allow: /careers/
Allow: /privacy
Allow: /terms
# Crawl-delay
Crawl-delay: 10