User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # ============================================= # robots.txt for pctinstituteofhealthcare.org # PCT Institute of Healthcare # Last updated: 2026-07-01 # ============================================= # ----- Allow all major search engine crawlers ----- User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: facebot Allow: / User-agent: ia_archiver Allow: / # ----- Allow AI crawlers (Perplexity, Claude, Manus, ChatGPT, etc.) ----- User-agent: PerplexityBot Allow: / User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: ManusBot Allow: / User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: Gemini Allow: / User-agent: cohere-ai Allow: / # ----- Default rules for all other bots ----- User-agent: * Allow: / # ----- Protect WordPress admin & sensitive areas ----- Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/upgrade/ Disallow: /wp-content/backup*/ Disallow: /wp-json/wp/v2/users/ # ----- Protect WooCommerce sensitive pages ----- Disallow: /checkout/ Disallow: /cart/ Disallow: /my-account/ Disallow: /order-received/ Disallow: /wc-api/ Disallow: /?add-to-cart= Disallow: /?wc-ajax= # ----- Protect EB Course content (require enrollment) ----- Disallow: /eb-course/ Disallow: /course-content/ Disallow: /lesson/ # ----- Protect Events Calendar private/admin views ----- Disallow: /events/list/?tribe-bar-date= Disallow: /events/month/?tribe-bar-date= # ----- Block duplicate/utility pages ----- Disallow: /feed/ Disallow: /comments/feed/ Disallow: /?s= Disallow: /search/ Disallow: /tag/ Disallow: /author/ Disallow: /page/ Disallow: /?p= Disallow: /?page_id= Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /*.php$ # ----- Block bad bots ----- User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: PetalBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / # ----- Sitemaps ----- Sitemap: https://pctinstituteofhealthcare.org/sitemap_index.xml