# ==================================================== # Anjappar Singapore - robots.txt # Optimized for SEO & AI Crawler Control # ==================================================== User-agent: * Allow: / # Block private/admin areas Disallow: /admin/ Disallow: /administrator/ Disallow: /login/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /cgi-bin/ # Block duplicate/search/filter URLs Disallow: /search Disallow: /?s= Disallow: /*?replytocom= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?orderby= Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= # Block temporary files Disallow: /tmp/ Disallow: /cache/ Disallow: /logs/ # Allow important assets Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # XML Sitemap Sitemap: https://www.anjappar.com.sg/sitemap.xml # ========================== # AI Crawlers # ========================== User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: anthropic-ai Disallow: / User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: PerplexityBot Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: FacebookBot Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: /