# Based on:
# - https://seirdy.one/meta/scrapers-i-block/
# - https://seirdy.one/robots.txt

User-agent: *
Disallow: /noindex/

User-Agent: Wibybot
Allow: /

User-Agent: search.marginalia.nu
Allow: /

User-Agent: Adsbot
Disallow: /
Allow: /ads.txt
Allow: /app-ads.txt

# Sketchy

User-agent: peer39_crawler
Disallow: /

User-Agent: peer39_crawler/1.0
Disallow: /

User-Agent: TurnitinBot
Disallow: /

User-Agent: NPBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: SlySearch
Disallow: /

User-Agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html)
Disallow: /

User-agent: BrandVerity/1.0
Disallow: /

User-agent: PiplBot
Disallow: /

# AI

User-agent: OAI-SearchBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: Meta-ExternalAgent
Disallow: /

User-Agent: Meta-ExternalAgent
Disallow: /

User-Agent: Cotoyogi
Disallow: /

User-Agent: Webzio-extended
Disallow: /

User-Agent: Kangaroo Bot
Disallow: /

User-Agent: GenAI
Disallow: /

User-Agent: SemrushBot-OCOB
Disallow: /

User-Agent: SemrushBot-FT
Disallow: /

User-Agent: VelenPublicWebCrawler
Disallow: /