User-agent: *
Disallow: /user
Disallow: /2017
Disallow: /2018
Disallow: /2016
Disallow: /category
Disallow: /2019
Disallow: /2020
Disallow: /cookie-policy/
Disallow: /privacy-policy/
Disallow: /affiliate-disclosure/
Disallow: /terms-and-conditions/
Disallow: /offer-category/
Disallow: /offer-category
Disallow: /coupons
Disallow: /cpn/
Disallow: /cpn
User-agent: SemrushBot 
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA 
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM 
Disallow: /
User-agent: SplitSignalBot 
Disallow: /
User-agent: SemrushBot-COUB 
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Petal Bot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SeznamBot 
Disallow: /
User-agent: 8LEGS 
Disallow: /
User-agent: Nimbostratus-Bot 
Disallow: /
User-agent: AspiegelBot 
Disallow: /
User-agent: MauiBot 
Disallow: /
User-agent: BLEXBot 
Disallow: /
User-agent: Sogou 
Disallow: /
User-agent: barkrowler 
Disallow: /
User-agent: Bytespider  
Disallow: /