User-agent: * Allow: / Allow: /.well-known/ Allow: /ai Allow: /whitepaper # Prevent indexing of raw HTML sources for articles (use /blog/:slug instead) Disallow: /blog-html/ # Optional crawl-delay for non-LLM bots # Crawl-delay: 2 Sitemap: https://auspexi.com/sitemap.xml