# struqture.fit # Search and answer engines may crawl, index and quote this site, and AI models may be trained on its public # content. Pages that should not appear in search (the application, the intake) say so themselves with noindex. User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / # Search and retrieval crawlers, named one by one User-agent: Googlebot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Bingbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Claude-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Amzn-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Amzn-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Meta-WebIndexer Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Meta-ExternalFetcher Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / # Training crawlers, allowed on the public content User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: CCBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: meta-externalagent Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Bytespider Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Amazonbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Sitemap: https://struqture.fit/sitemap-index.xml Sitemap: https://struqture.fit/sitemap-images.xml Sitemap: https://struqture.fit/sitemap-videos.xml