# robots.txt for arnekellmann.de # # Public content is open to search engines and AI crawlers, including agent reads. # Crawl exclusions are not access control; private endpoints require authentication. User-agent: * Allow: / Disallow: /cdn-cgi/ Disallow: /admin$ Disallow: /admin/ Allow: /admin/login$ Disallow: /api/admin$ Disallow: /api/admin/ Disallow: /api/agent$ Disallow: /api/agent/ Sitemap: https://arnekellmann.de/sitemap-index.xml # Structured summary for language models: https://llmstxt.org/ # https://arnekellmann.de/llms.txt # Preserve the existing exclusions for these bulk crawlers. User-agent: CCBot User-agent: Bytespider Disallow: / # NLWeb Schema Feeds discovery (draft extension) schemamap: https://arnekellmann.de/schemamap.xml