# VibeKnow robots.txt
# 最后更新: 2026-05-03

# ========== 社交平台爬虫（白名单 — 允许抓取 /share/ 以生成 OG 预览卡片）==========
# 注：robots.txt 规则不跨组继承，每个 User-agent 段需独立完整声明
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: Discordbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# ========== 通用爬虫（含未列出的搜索引擎）==========
User-agent: *
Allow: /

# ---------- 允许静态资源 ----------
Allow: /assets/
Allow: /learn
Allow: /learn/
Allow: /showcase
Allow: /showcase/
Allow: /pricing

# ---------- 禁止抓取的路径(主站工作台私有页面) ----------
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug

# ========== 主流搜索引擎爬虫 ==========
# 各组规则独立，必须重复声明 Disallow，否则会绕过 User-agent:* 的限制
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 0

User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 0

User-agent: Sogou web spider
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 1

User-agent: 360Spider
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 1

User-agent: Yisouspider
Allow: /
Disallow: /api/
Disallow: /editor/
Disallow: /create
Disallow: /create/
Disallow: /works
Disallow: /works/
Disallow: /tasks/
Disallow: /video/
Disallow: /share/
Disallow: /login
Disallow: /oauth/
Disallow: /debug
Crawl-delay: 1

# ========== 禁止不良爬虫 ==========
User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Crawl-delay: 5

# ========== Sitemap 位置 ==========
Sitemap: https://vibeknow.ai/sitemap.xml