# ==================================================
# ROBOTS.TXT - OPTIMIZED FOR SEO & CRAWL EFFICIENCY
# DYNAMIC HEAT AND COOL
# ==================================================

# ------------------------------
# PRIORITY CRAWLING RULES
# ------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /technician-quote-ready-intake/
Disallow: /pay/
Disallow: /team-pay/
Disallow: /bosch-heat-pump-sale

# Block duplicate/low-value content
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /wp-feed.php
Disallow: /author/
Disallow: /search/
Disallow: /?s=
Disallow: /?p=
Disallow: /?page_id=
Disallow: /?attachment_id=
Disallow: /?author=
Disallow: /?cat=
Disallow: /?tag=
Disallow: /?print=
Disallow: /?share=
Disallow: /?preview=true
Disallow: /?replytocom=
Disallow: /wp-content/cache/
Disallow: /wp-content/backup-files/
Disallow: /wp-json/

# Block technical/admin pages
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /.htaccess
Disallow: /wp-login.php

# Allow essential resources
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/*.css
Allow: /wp-content/themes/*/*.js
Allow: /wp-content/plugins/*/*.css
Allow: /wp-content/plugins/*/*.js

# ------------------------------
# GOOGLEBOT SPECIFIC RULES
# ------------------------------
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /feed/
Disallow: /author/

# ------------------------------
# IMAGE CRAWLING OPTIMIZATION
# ------------------------------
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: *.jpg$
Allow: *.jpeg$
Allow: *.png$
Allow: *.gif$
Allow: *.webp$
Allow: *.svg$

# ------------------------------
# MOBILE CRAWLER OPTIMIZATION
# ------------------------------
User-agent: Googlebot-Mobile
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ------------------------------
# NEWS CRAWLER
# ------------------------------
User-agent: Googlebot-News
Allow: /
Disallow: /tag/
Disallow: /category/

# ------------------------------
# BING OPTIMIZATION
# ------------------------------
User-agent: Bingbot
Allow: /
Disallow: /wp-admin/

# ------------------------------
# AI CRAWLERS - STRATEGIC ALLOW
# ------------------------------
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/

User-agent: CCBot
Allow: /
Disallow: /wp-admin/

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /wp-admin/

User-agent: YouBot
Allow: /
Disallow: /wp-admin/

User-agent: Bytespider
Allow: /
Disallow: /wp-admin/

User-agent: Amazonbot
Allow: /
Disallow: /wp-admin/

User-agent: Applebot
Allow: /
Disallow: /wp-admin/

# ------------------------------
# ADVERTISING CRAWLERS
# ------------------------------
User-agent: Mediapartners-Google
Allow: /
Disallow: /wp-admin/

User-agent: AdsBot-Google
Allow: /
Disallow: /wp-admin/

# ------------------------------
# SOCIAL MEDIA CRAWLERS
# ------------------------------
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# ------------------------------
# BLOCK RESOURCE-HEAVY CRAWLERS
# ------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /wp-admin/

# ------------------------------
# SITEMAP DECLARATIONS
# ------------------------------
Sitemap: https://dynamicheatandcool.ca/sitemap_index.xml