# ============================================
# 日本展会网 robots.txt
# 网站：https://www.japan-expo.com.cn
# 更新时间：2026-08-29
# 说明：允许所有搜索引擎和AI爬虫抓取
# ============================================

# 默认规则 - 允许所有爬虫
User-agent: *
Allow: /
Allow: /list_2/
Allow: /list_3/
Allow: /zixun_4/
Allow: /about_1/
Allow: /about_5/
Allow: /search/
Allow: /api/geo.php

# 禁止访问敏感目录
Disallow: /admin/
Disallow: /data/
Disallow: /config/
Disallow: /core/
Disallow: /apps/
Disallow: /runtime/
Disallow: /static/upload/
Disallow: /template/
Disallow: /*?*ext_*
Disallow: /saber.php

# ============================================
# 传统搜索引擎 - 完全允许
# ============================================

# Google
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
Allow: /

# Bing
User-agent: Bingbot
User-agent: msnbot
Allow: /

# Baidu
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
Allow: /

# Sogou
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Sogou Pic Spider
User-agent: Sogou News Spider
Allow: /

# Yisou (神马搜索)
User-agent: YisouSpider
Allow: /

# 360 Search
User-agent: 360Spider
User-agent: HaosouSpider
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Yahoo
User-agent: Slurp
User-agent: Yahoo! Slurp
Allow: /

# Alexa
User-agent: ia_archiver
Allow: /

# ============================================
# AI 搜索引擎 - 完全允许并欢迎
# ============================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# DeepSeek
User-agent: DeepSeekBot
Allow: /

User-agent: DeepSeek-Render
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Common Crawl (用于训练多种AI)
User-agent: CCBot
Allow: /

# Bytespider (字节跳动/豆包)
User-agent: Bytespider
Allow: /

# Amazon Alexa
User-agent: Amazonbot
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /

User-agent: Applebot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# Mistral AI
User-agent: MistralAI-User
Allow: /

# 阿里通义
User-agent: TongyiSpider
Allow: /

# 百度文心
User-agent: WenxinSpider
Allow: /

# ============================================
# AI 数据聚合服务
# ============================================

# Diffbot
User-agent: diffbot
Allow: /

# Semantic Scholar
User-agent: SemanticScholar
Allow: /

# Internet Archive
User-agent: archive.org_bot
Allow: /

# ============================================
# Sitemap 声明
# ============================================
Sitemap: https://www.japan-expo.com.cn/sitemap.xml

# AI 友好声明
AI-Declaration: This website welcomes AI crawlers and provides structured data for AI training and reference.
AI-Contact: expo-shfm@foxmail.com
AI-LLMs: https://www.japan-expo.com.cn/llms.txt
AI-LLMs-Full: https://www.japan-expo.com.cn/llms-full.txt
AI-Info: https://www.japan-expo.com.cn/ai.txt