# 273500.com 邹城网 robots.txt
# 更新: 2026-10-08 (开放搜索引擎与 AI 爬虫收录)

# ---------- 国内主流搜索引擎 ----------
User-agent: Baiduspider
Allow: /
User-agent: Baiduspider-mobile
Allow: /
User-agent: Baiduspider-render
Allow: /
User-agent: Baiduspider-news
Allow: /

User-agent: AliSpider
Allow: /

User-agent: Sogou web spider
Allow: /
User-agent: Sogou inst spider
Allow: /
User-agent: Sogou spider2
Allow: /

User-agent: 360Spider
Allow: /
User-agent: HaosouSpider
Allow: /

# 神马搜索 / UC / 夸克
User-agent: YisouSpider
Allow: /
User-agent: ETAO_SPIDER
Allow: /

# 字节跳动 (头条 / 抖音 / 豆包 AI 搜索)
User-agent: Bytespider
Allow: /
Crawl-delay: 5
User-agent: Bytespider-mobile
Allow: /
Crawl-delay: 5
User-agent: ToutiaoSpider
Allow: /

# ---------- 国际搜索引擎 ----------
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: bingbot
Allow: /
User-agent: msnbot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: SeznamBot
Allow: /

# ---------- AI 搜索 / 大模型 ----------
# OpenAI ChatGPT 搜索
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Allow: /
Crawl-delay: 5

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google Gemini / AI 概览
User-agent: Google-Extended
Allow: /

# Apple Intelligence
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# 其他 AI 助手
User-agent: DuckAssistBot
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: CCBot
Allow: /

# ---------- 2026-10-14 补充 ----------
# 华为花瓣搜索（国内流量重要来源，此前遗漏）
User-agent: PetalBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /

# Google 其他用途抓取 / AI 概览补充
User-agent: GoogleOther
Allow: /

# 学术与其他 AI 抓取
User-agent: AI2Bot
Allow: /
User-agent: Timpibot
Allow: /
User-agent: YouBot
Allow: /
User-agent: Omgilibot
Allow: /
User-agent: Omgili
Allow: /
User-agent: ImagesiftBot
Allow: /
User-agent: Diffbot
Allow: /
User-agent: Webzio-Extended
Allow: /
User-agent: Seekr
Allow: /
User-agent: Meltwater
Allow: /
User-agent: PanguBot
Allow: /

# ---------- 默认规则 ----------
User-agent: *
Disallow: /sadmin/
Disallow: /sadmin
Disallow: /member/
Disallow: /memberinfo/
Disallow: /api/
Disallow: /*.ashx$

# 站点地图
Sitemap: https://www.273500.com/sitemap.xml