User-agent: *

# --- Crawl control ---

Crawl-delay: 5

# --- Block junk / malformed URLs ---

Disallow: */tel:
Disallow: *+*
Disallow: /*?*
Disallow: /*&*

# --- Block duplicate / legacy paths ---

Disallow: /local/

# --- Allow important assets ---

Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# --- Sitemaps ---

Sitemap: https://www.jimsmowing.com.au/sitemap.xml

# =========================

# Block SEO spam crawlers

# =========================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Bytespider
Disallow: /

# =========================

# Rate-limit aggressive bots

# =========================

User-agent: PetalBot
Crawl-delay: 10

User-agent: TikTokSpider
Crawl-delay: 10

User-agent: facebookexternalhit
Crawl-delay: 10

# =========================

# Allow major search engines

# =========================

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /