#
# Bad Bots
# User-agent: Yandex
# User-agent: Baiduspider
# User-agent: Cliqzbot
# User-agent: SemrushBot*
# User-agent: GPTBot
# User-agent: ChatGPT-User
# 
User-agent: Acunetix
User-agent: AnthropicBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: BomboraBot
User-agent: BUbiNG
User-agent: ChinaClaw
User-agent: Claude
User-agent: ClaudeBot
User-agent: DotBot
User-agent: DIIbot
User-agent: FHscan
User-agent: MJ12Bot
User-agent: MauiBot
User-agent: MegaIndex.ru
User-agent: serpstatbot
User-Agent: trendictionbot
User-agent: Sogou Spider
User-agent: Sogou web spider
User-agent: Screaming Frog SEO
User-agent: Veooz
User-agent: Veoozbot
User-agent: PetalBot
User-agent: AhrefsBot*
User-agent: BLEXBot
User-agent: CriteoBot*
User-agent: NPBot*
User-agent: TTD-Content
User-agent: Clickagy Intelligence*
User-agent: grapeshot
Disallow: /
#
# Slow Bots
# 
User-agent: slurp
User-agent: Yandex
User-agent: proximic
User-agent: WebNews-Arianna
User-agent: DataForSeoBot
User-agent: ShopWiki
Crawl-Delay: 4
#
# Good Bots
# 
User-agent: *
User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
Disallow: /backup/
Disallow: /banners/
Disallow: /img/
Disallow: /imgdb/banner/
Disallow: /inc/
Disallow: /InterStitial/
Disallow: /link.asp
Disallow: /MDB/
Disallow: /radiodwnl/
Disallow: /rating/
Disallow: /rss/
Disallow: /sharedcount/
Disallow: /news/sharedcount/
Disallow: /videoplayer/player/embed/
Disallow: /imgdb/primopiano/impaginate/gallery/
Disallow: /anteprima/
Disallow: /testarea/
Disallow: /POLL/
Disallow: /content/uci/undefined/
Disallow: /(X(1)S(*))/
Disallow: /(x(1)s(*
Disallow: *AspxAutoDetectCookieSupport=1
#