# ========================================== # robots.txt for www.eastsideprep.org # Last updated: 2026-05-26 # ========================================== # ----- Default rules for all crawlers ----- User-agent: * # Block low-value/expensive areas Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/upgrade/ Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /?p=* Disallow: /?s=* Disallow: /search/ Disallow: /author/ Disallow: /*?replytocom # Block crawling of date-based event archives (massive query-string permutations) # These are what Amazonbot was hammering - thousands of date combinations Disallow: /*?eventDate= Disallow: /*?tribe-bar-date= Disallow: /*&eventDate= Disallow: /*&tribe-bar-date= Disallow: /*?paged= Disallow: /*&paged= # Block calendar export feeds from crawlers (these are for users' calendar apps, not bots) Disallow: /*?ical=1 Disallow: /*?post_type=tribe_events&ical= # Allow access to admin-ajax.php for legitimate AJAX (some plugins need this) Allow: /wp-admin/admin-ajax.php # Allow CSS and JS for proper rendering by Google Allow: /wp-content/plugins/*.css$ Allow: /wp-content/plugins/*.js$ Allow: /wp-includes/*.css$ Allow: /wp-includes/*.js$ # ----- Block known aggressive/low-value bots ----- User-agent: Amazonbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: SleepBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / # ----- Sitemap location ----- Sitemap: https://www.eastsideprep.org/wp-sitemap.xml