User-agent: Baiduspider
User-agent: YisouSpider
User-agent: msnbot
User-agent: Googlebot
User-agent: bingbot
User-agent: DingTalkBot
User-agent: Pinterestbot
User-agent: sogou web spider
User-agent: 360Spider
User-agent: Mediapartners-Google
Allow: /a/*?*
Allow: /abroad_a/*?*
Allow: /picture/*?*
Allow: /*_a(/qihoo_a)/*?*
Allow: /collection/*?*
Allow: /ab_a/*?*
Allow: /classic*?*
Allow: /?*$
Allow: /new*?*
Allow: /business*?*
Allow: /it*?*
Allow: /fashion*?*
Allow: /learning*?*
Allow: /health*?*
Allow: /yule*?*
Allow: /mt*?*
Allow: /travel*?*
Allow: /baobao*?*
Allow: /chihe*?*
Allow: /cul*?*
Allow: /history*?*
Allow: /gov*?*
Allow: /gongyi*?*
Allow: /police*?*
Allow: /mil*?*
Allow: /acg*?*
Allow: /astro*?*
Allow: /game*?*
Allow: /pets*?*
Allow: /sports*?*
Allow: /subject/*?*
Allow: /xtopic/*?*
Allow: /xchannel/*?*
Allow: /kindfeed/*?*
Allow: /kindlist/*?*
Allow: /sitemap/*?*
Disallow: /*?*

User-agent: Bytespider
User-agent: ToutiaoSpider
Allow: /a/*?*
Allow: /abroad_a/*?*
Allow: /picture/*?*
Allow: /*_a(/qihoo_a)/*?*
Allow: /collection/*?*
Allow: /ab_a/*?*
Allow: /classic*?*
Allow: /?*$
Allow: /new*?*
Allow: /business*?*
Allow: /it*?*
Allow: /fashion*?*
Allow: /learning*?*
Allow: /health*?*
Allow: /yule*?*
Allow: /mt*?*
Allow: /travel*?*
Allow: /baobao*?*
Allow: /chihe*?*
Allow: /cul*?*
Allow: /history*?*
Allow: /gov*?*
Allow: /gongyi*?*
Allow: /police*?*
Allow: /mil*?*
Allow: /acg*?*
Allow: /astro*?*
Allow: /game*?*
Allow: /pets*?*
Allow: /sports*?*
Allow: /subject/*?*
Allow: /integration-api/*?*
Allow: /public-api/*?*
Allow: /xtopic/*?*
Allow: /xchannel/*?*
Allow: /kindfeed/*?*
Allow: /kindlist/*?*
Allow: /sitemap/*?*
Disallow: /*?*

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Google-Agent
User-agent: Google-CloudVertexBot
User-agent: Gemini-Deep-Research
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DeepSeekBot
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: YouBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: omgili
User-agent: FacebookExternalHit
User-agent: xAI-Bot
User-agent: AddSearchBot
User-agent: bigsur.ai
User-agent: FirecrawlAgent
Allow: /?*$
Allow: /limit/
Allow: /a/
Allow: /xchannel/
Allow: /xtopic/
Disallow: /

User-agent: *
Disallow: /