Sitemap: https://visitsouthjersey.com/sitemap.xml

# Global rules
User-agent: *

Content-Signal: ai-train=no, search=yes, ai-input=yes

# Block WordPress admin and login
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php

# Block trackback and feed URLs
Disallow: /trackback/
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: ?replytocom*
Disallow: */comments-page-*
Disallow: *?replytocom=

# Block Events Calendar query parameters
Disallow: *post_type=tribe_events*
Disallow: *hide_subsequent_recurrences=*
Disallow: *tribe-bar-date=*
Disallow: *tribe-venue=*
Disallow: *eventDisplay=*
Disallow: *eventDate=*
Disallow: *paged=*
Disallow: *pagename=*
Disallow: *shortcode=*
Disallow: *ical=*
Disallow: *outlook-ical=*
Disallow: *related_series=*
Disallow: *tribe_geofence=*
Disallow: *tribe_organizer=*
Disallow: /feed
Disallow: /?s=
Disallow: /?search=
Disallow: /trackback/
Disallow: /tag/
Disallow: /archive/
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /order-history/

# Block calendar tag/category date-based crawl traps
Disallow: /calendar/tag
Disallow: /calendar/category
Disallow: /calendar/community
Disallow: /calendar/list
Disallow: /series/*

# Block paginated URLs site-wide (canonical points to root URL)
Disallow: */page/*

# Block Directorist directory parameter combinations
Disallow: *directory_type=*
Disallow: *sort=rand*
Disallow: *view=map*
Disallow: *view=grid*
Disallow: *view=list*

# Block source map files
Disallow: *.js.map
Disallow: *.css.map

# Block direct access to code files
Disallow: *.php
Disallow: *.asp

# Allow important WordPress resources
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-includes/js/
Allow: /wp-includes/css/

# --- AI Crawlers (explicitly allowed) ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: meta-externalagent
Crawl-delay: 10 
Allow: /
Disallow: /calendar/

# --- Major Search Crawlers ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /