User-agent: *

Disallow: /*.json$
Disallow: /*_buildManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /*_ssgManifest.js$
Disallow: /*.js$

Disallow: *?etext
Disallow: *?wvstest
Disallow: /auth/login
Clean-param: etext
Clean-param: suggest_reqid
Clean-param: target
Clean-param: frm
Clean-param: subId
Clean-param: subid
Clean-param: SubId
Clean-param: utm
Clean-param: ysclid
Clean-param: wvstest
Clean-param: __cf_chl_tk
Clean-param: __cf_chl_jschl_tk__ /*
Clean-param: __cf_chl_captcha_tk__ /*
Clean-param: __cf_chl_managed_tk__ /*
Clean-param: __cf_chl_tk /*
Clean-param: __cf_chl_f_tk /*
Clean-param: __cf_chl_rt_tk /*
Clean-param: spares /*
Clean-param: utm

User-agent: MegaIndex.ru
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: larbin
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: moget
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: CriteoBot
Disallow: /