# Fitness Studio Vergleich - Robots.txt # https://fitnessstudiovergleich.de # 29 User Agents # Content-Signal: search=yes, ai-train=yes, ai-input=yes # AI metadata: /ai.txt # Default rules for all crawlers User-agent: * Allow: / Allow: /gym/ Allow: /in/ Allow: /marke/ Allow: /fuer-studios Allow: /ueber-uns Allow: /support Allow: /impressum Allow: /datenschutzrichtlinie Disallow: /admin/ Disallow: /animations/ Disallow: /assets/ Disallow: /banner/ Disallow: /cities/ Disallow: /embed/ Disallow: /icons/ Disallow: /marketing/ Disallow: /steps/ Disallow: /*?*sort= Disallow: /*?*page= Disallow: /*?*filter= # Crawl-delay for polite crawling (optional, respected by some bots) Crawl-delay: 1 # AI/LLM Crawlers - Full access with context files User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ Allow: /schemas/ User-agent: OAI-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Claude-Web Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Anthropic-AI Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: CCBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Bytespider Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Diffbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: FacebookBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Applebot-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Meta-ExternalAgent Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Meta-ExternalFetcher Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Amazonbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Google-CloudVertexBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: cohere-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: DeepSeekBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: YandexBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: DuckAssistBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: MistralAI-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Claude-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Claude-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: Perplexity-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /structured-data.json Allow: /openapi.yaml Allow: /.well-known/ai-metadata/ User-agent: GoogleAgent-Mariner Allow: / User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Applebot Allow: / Crawl-delay: 1 # ============================================================================= # AI METADATA REFERENCE (Informational Only) # ============================================================================= # The directive below is NOT parsed by standard crawlers. # It serves as documentation for future AI-aware crawlers and internal tooling. # Actual discoverability is provided via: # - in HTML # - /.well-known/ai-metadata/ directory convention # - Sitemap entries (see sitemap.xml) # ============================================================================= # AI-Metadata: /.well-known/ai-metadata/model.jsonld # Sitemap locations Sitemap: https://fitnessstudiovergleich.de/sitemap.xml # LLM Context Files (for AI assistants) # llms.txt: https://fitnessstudiovergleich.de/llms.txt # llms-full.txt: https://fitnessstudiovergleich.de/llms-full.txt # structured-data.json: https://fitnessstudiovergleich.de/structured-data.json