User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: *.json
Disallow: /tmp/
Disallow: /temp/

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: Slurp
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: ia_archiver
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: archive.org_bot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: facebookexternalhit
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: Twitterbot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: LinkedInBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

User-Agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Allow: /category
Allow: /about
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: ChatGPT-User
User-Agent: ChatGPT-User/2.0
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: ClaudeBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Allow: /category
Allow: /about
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Claude-Web
User-Agent: claude-web
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: anthropic-ai
User-Agent: Anthropic-AI
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Claude-User
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Google-Extended
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Bard
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: CCBot
Allow: /llms.txt
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: PerplexityBot
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Perplexity-User
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: YouBot
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: FacebookBot
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Meta-ExternalAgent
Allow: /llms.txt
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Applebot-Extended
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: Bytespider
Allow: /llms.txt
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: MistralAI-User/1.0
Allow: /llms.txt
Allow: /blog
Allow: /businesses
Allow: /listing
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: cohere-ai
User-Agent: Diffbot
User-Agent: ImagesiftBot
User-Agent: Omgili
User-Agent: omgili
User-Agent: peer39_crawler
User-Agent: peer39_crawler/1.0
Allow: /llms.txt
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search

User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: DataForSeoBot
User-Agent: PetalBot
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /search
Crawl-delay: 10

Host: https://1berlin.com
Sitemap: https://1berlin.com/sitemap.xml