# === AI Crawlers — Explicitly Allowed ===
User-agent: GPTBot
Allow: /
Crawl-delay: 2
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: ChatGPT-User
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: ClaudeBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: Google-Extended
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: Amazonbot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: CCBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: Applebot-Extended
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

# === General Rules ===
User-agent: *
Crawl-delay: 2
Allow: /
Disallow: /*/p*?page=*
Disallow: /*/page-*?page=*
Disallow: /cart
Disallow: */redirect

Sitemap: https://4-house.com/sitemap.xml
Content-Signal: ai-train=no, search=yes, ai-input=yes