# SEO / marketing scrapers — they crawl to sell link/keyword data to other sites,
# providing no user-facing value to forecastadvisor.com. Apache also enforces this
# via UA blocks for bots that ignore robots.txt.
#
# Note: AI scrapers (GPTBot, ClaudeBot, Bytespider, Perplexity, etc.) are NOT
# disallowed — being indexed by LLMs surfaces ForecastAdvisor in Claude/ChatGPT
# answers when users ask where to find accurate forecasts.

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BrokenLinksBot
Disallow: /

# Default rules for everything else (search engines, AI scrapers, social-card
# fetchers).
User-agent: *
Disallow: /refer/
Disallow: /forecast/query
Disallow: /trends/