User-agent: *
Allow: /

User-agent: YandexBot
Crawl-delay: 10


### Bad bots blocker ##


User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

# http://linkfluence.net/
User-agent: Kraken
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Semrush
Disallow: /

User-agent: SemrushBot-AS
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /

User-agent: MTRobot
Disallow:/