# /robots.txt
User-agent: *
Allow: /

# Crawl delay (be respectful to servers)
Crawl-delay: 1

# Don't index private/admin areas
Disallow: /.claude/
Disallow: /admin/
Disallow: /private/

# Don't index search results or tracking params
Disallow: /*?*utm_*
Disallow: /*?*ref=*
Disallow: /*?*session=*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*
Disallow: /*?*mc_cid=*
Disallow: /*?*mc_eid=*

# Don't index meta template files
Disallow: /meta_*.html

# Allow important resources
Allow: /assets/
Allow: /favicon.ico
Allow: /ads.txt

# Special instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block known bad bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemaps
Sitemap: https://productivitytips.xyz/sitemap.xml

# Host directive (helps with canonical domain)
Host: https://productivitytips.xyz