# robots.txt for https://beeldr.digital/ # See RFC 9309: https://www.rfc-editor.org/rfc/rfc9309 User-agent: * Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env # AI crawlers are explicitly allowed, including model training. # Only the private paths above are excluded, same as any other crawler. # Content-Signal declares this as an affirmative permission, per # https://contentsignals.org/ — kept in sync with the rules below. User-agent: Amazonbot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: anthropic-ai Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: Applebot-Extended Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: Bytespider Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: CCBot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: Claude-Web Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: ClaudeBot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: Google-Extended Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: GPTBot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: meta-externalagent Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: OAI-SearchBot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env User-agent: PerplexityBot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /systeembeheer Disallow: /cpresources/ Disallow: /vendor/ Disallow: /cache/ Disallow: /.env Sitemap: https://beeldr.digital/sitemap.xml