# WordPress core User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # The Events Calendar: machine-readable and duplicate-content endpoints # (human pages like /events/ and /media-center/events/ stay crawlable) Disallow: /*?ical=1 Disallow: /*&ical=1 Disallow: /*?outlook-ical=1 Disallow: /*&outlook-ical=1 Disallow: /*?eventDisplay=past Disallow: /*&eventDisplay=past Disallow: /*?tribe_redirected=1 Disallow: /events/summary/ Crawl-delay: 10 # Today's CPU-spike culprit. Real Majestic honors this. User-agent: MJ12bot Disallow: / # High-volume, low-value crawlers User-agent: Barkrowler Disallow: / User-agent: DotBot Disallow: / User-agent: SentiBot Disallow: / # Optional: SEO-data crawlers. Block these only if you don't use the # corresponding tool yourself to monitor your own site. User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DataForSeoBot Disallow: / Sitemap: https://nccumc.org/sitemap_index.xml