User-agent: * Allow: / Disallow: /css/ Disallow: /js/ # Baidu spider User-agent: Baiduspider Allow: / Crawl-delay: 1 # Googlebot User-agent: Googlebot Allow: / # Sogou spider User-agent: Sogou web spider Allow: / # Toutiao / ByteDance spider User-agent: Bytespider Allow: / # 360 spider User-agent: 360Spider Allow: / # Bing User-agent: bingbot Allow: / # Yandex User-agent: YandexBot Allow: / # AI crawlers User-agent: ClaudeBot Allow: / User-agent: GPTBot Allow: / User-agent: CCBot Allow: / User-agent: PerplexityBot Allow: / User-agent: AmazonBot Allow: / User-agent: Applebot Allow: / Sitemap: https://www.xaan.cn/sitemap_index.xml Sitemap: https://www.xaan.cn/sitemap.xml