User-agent: Modern_Campus_CMS_Insights Disallow: / User-agent: Baiduspider Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / # AI crawlers: blocked from the calendar section entirely. # These drove the Aug 14-16 uncached PHP load (GPTBot alone was # 11.5% of all PHP executions). Both honor robots.txt per OpenAI. User-agent: GPTBot Disallow: /calendar/ Disallow: /events/ Disallow: /*?*eventDate= Disallow: /*?*post_type=tribe_events Crawl-delay: 10 User-agent: OAI-SearchBot Disallow: /calendar/ Disallow: /events/ Disallow: /*?*eventDate= Disallow: /*?*post_type=tribe_events Crawl-delay: 10 # START YOAST BLOCK # --------------------------- User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Allow: /wp-admin/admin-ajax.php # Events Calendar query permutations: uncacheable, expensive PHP. # Canonical /calendar/ month view stays crawlable for SEO. Disallow: /*?*eventDate= Disallow: /*?*eventDisplay= Disallow: /*?*post_type=tribe_events Disallow: /*?*tribe_events_cat= Disallow: /*?*tribe-bar-date= # iCal exports: each request is an uncached PHP export Disallow: /*?*ical=1 # Deep date archives: infinite crawl space, stale content Disallow: /calendar/2019-* Disallow: /calendar/2020-* Disallow: /calendar/2021-* Disallow: /calendar/2022-* Disallow: /calendar/2023-* Disallow: /events/photo/ # Internal search results Disallow: /*?s= Disallow: /*?*&s= Crawl-delay: 10 Sitemap: https://www.riohondo.edu/sitemap_index.xml # --------------------------- # END YOAST BLOCK