User-agent: * Allow: / # Legacy WordPress paths — never crawl (they 404) Disallow: /wp-json Disallow: /wp-admin Disallow: /wp-content Disallow: /wp-login.php Disallow: /xmlrpc.php # AI assistants we want indexing us User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / # Scrapers / mirror bots — disallowed (also blocked at server level) User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: serpstatbot Disallow: / Sitemap: https://www.sheinterior.com.sg/sitemap.xml