# robots.txt for S-5!
# Pantheon's documentation: https://pantheon.io/docs/bots-and-indexing/

# --- Google bots ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Feedfetcher-Google
Allow: /

User-agent: Google-Read-Aloud
Allow: /

# Generic wildcards for completeness
User-agent: Googlebot*
Allow: /

User-agent: Google*
Allow: /

# --- Known SEO and accessibility crawlers (allowed) ---
User-agent: Duplebo
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: RavenCrawler
Allow: /

User-agent: rogerbot
Allow: /

User-agent: dotbot
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: SplitSignalBot
Allow: /

User-agent: PowerMapper
Allow: /

User-agent: Swiftbot
Allow: /

User-agent: lyticsbot
Allow: /

User-agent: Dubbotbot
Allow: /

User-agent: PopeTech-CrawlBot
Allow: /

User-agent: PopeTech-ScanBot
Allow: /

# --- Default restrictions and crawl-delay for all others ---
User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-login.php?redirect_to=https%3A%2F%2Fwww.s-5.com
Allow: /wp-admin/admin-ajax.php

# Reduce crawl rate for non-priority bots (Google ignores this)
Crawl-delay: 10

# --- XML Sitemap ---
Sitemap: https://www.s-5.com/sitemap_index.xml

# END robots.txt