User-agent: * Allow: / Crawl-delay: 1 # Sitemap Sitemap: https://www.timopankau.com/sitemap-index.xml # Block unnecessary crawling Disallow: /api/ Disallow: /_astro/ Disallow: /admin/ Disallow: /private/ # AI & music platform crawlers welcome: # GPTBot, ChatGPT-User, PerplexityBot, ClaudeBot, anthropic-ai, # Google-Extended, Spotify, AppleBot, YouTubeBot # All covered by User-agent: * Allow: / above.