User-agent: AwarioBot
Disallow: /

User-agent: BDBot
Disallow: /

User-agent: TinyTestBot
Disallow: /

User-agent: Y!J-WSC
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Yak
Disallow: /

User-agent: Seekportbot
Disallow: /

User-agent: netEstate NE Crawler
Disallow: /

User-agent: Y!J-BRW
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Seolytbot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Cincraw
Disallow: /

User-agent: coccocbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Linespider
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: Y!J-ASR
Disallow: /

User-agent: AmazonBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: smrjbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: bingbot
Crawl-Delay: 5