# ========== 普通搜索引擎通用规则 ==========
User-agent: *
Disallow: *.asp
Disallow: *.php
Disallow: /juranhome/user/
Disallow: /activity/
Disallow: /mydesigns
Disallow: /myposts
Disallow: /payebanx
Disallow: /mymodels
Disallow: /subscription
Disallow: /workspace/mydesigns
Disallow: /workspace/designlike
Disallow: /workspace/myposts
Disallow: /workspace/mymodels
Disallow: /workspace/mysubscription
Disallow: /publish/design
Disallow: /publish/post
Disallow: /profile
Disallow: /challenge-share
Disallow: /design-ideas-tag-share
Disallow: *.json
Disallow: *.rar
Disallow: *.zip
Disallow: *.gz
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /*?*utm_*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*
Disallow: /*?*ref=*
Disallow: /search?*
Disallow: /*?*sort=*
Disallow: /*?*filter=*

# Allow重要页面
Allow: /
Allow: /gallery
Allow: /design-ideas
Allow: /room-design-app
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /about/
Allow: /learn/
Allow: /article/

# ========== 主流搜索引擎专项 ==========
User-agent: Googlebot
Allow: /api/sitemap
Crawl-delay: 1

User-agent: Bingbot
Allow: /api/sitemap
Crawl-delay: 2

User-agent: Baiduspider
Allow: /api/sitemap
Crawl-delay: 3

User-agent: YandexBot
Allow: /api/sitemap
Crawl-delay: 2

# ========== AI爬虫 ==========
# AI Search Crawlers - Explicitly allow content paths for AI visibility
User-agent: GPTBot
Allow: /api/sitemap
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Disallow: /profile
Disallow: /mydesigns
Crawl-delay: 1

User-agent: OAI-SearchBot
Allow: /api/sitemap
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: ClaudeBot
Allow: /api/sitemap
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Disallow: /profile
Crawl-delay: 1

User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /api/sitemap
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Disallow: /profile
Crawl-delay: 2

# 新增 AI 爬虫
User-agent: ChatGPT-User
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: Google-Extended
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: Applebot-Extended
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: Amazonbot
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: Bytespider
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: FacebookBot
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

User-agent: Cohere-ai
Allow: /article/
Allow: /learn/
Allow: /gallery/
Allow: /design-ideas
Allow: /ai-room-design
Allow: /ai-modeler
Allow: /pricing
Allow: /solution/
Allow: /about/
Allow: /contact
Disallow: /api/
Disallow: /workspace/
Crawl-delay: 1

# ========== 屏蔽恶意采集爬虫 ==========
User-agent: CCBot
Allow: /about/
Allow: /solution/
Allow: /contact
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Dragonfly
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: SofyaBot
Disallow: /

# ========== Sitemap ==========
# 注意：本文件是主站与 pt / ru / es 三个语言站（以及各自的预发域名）共用的模板，
# 下面的 https://www.homestyler.com 会由 server/robots.js 在响应时替换成当前请求
# 的域名。所以此处只写主站地址即可，不要为各语言站另加 Sitemap 行。
Sitemap: https://www.homestyler.com/sitemap.xml

# 已移除 Host 指令：它只有 Yandex 支持过，且 2018 年即被废弃（镜像判定改为
# 301 + rel=canonical），Google / Bing / Baidu 从未支持，RFC 9309 也只定义
# user-agent / allow / disallow 并要求忽略无法识别的行。规范域名请依赖各页面
# 的自指 rel=canonical 与 hreflang 集群。

# ========== Content-Signal (IETF Standard) ==========
# Express AI usage preferences per emerging IETF standard
Content-Signal: ai-train=no, search=yes, ai-retrieval=yes