User-Agent: *

Disallow:  /admin/*
Disallow:  /plus/*
Disallow:  /install/* 
Disallow:  /data/* 
Disallow:  /plug/* 
Disallow:  /internal/* 
Disallow:  /auth/* 
Disallow:  /api/* 
Disallow:  /datas/* 
Disallow:  /wxexponent/*
Disallow:  /mp_platform/*

User-Agent:  YandexBot
Disallow:  /
User-Agent:  AhrefsBot
Disallow:  /
User-Agent:  GrapeshotCrawler
Disallow:  /
User-Agent:  ToutiaoSpider
Disallow:  /
User-Agent:  DeuSu
Disallow:  /
User-Agent:  Qwantify
Disallow:  /
User-Agent:  YYSpider
Disallow:  /
User-Agent:  Steeler
Disallow:  /
User-Agent:  EasouSpider
Disallow:  /
User-Agent:  JikeSpider
Disallow:  /
User-Agent:  DotBot
Disallow:  /
User-Agent:  Mail.RU_Bot
Disallow:  /
User-Agent:  MagiBot
Disallow:  /
User-Agent:  Cliqzbot
Disallow:  /
User-Agent:  archive.org_bot
Disallow:  /
User-Agent:  MJ12bot
Disallow:  /
User-Agent:  Digincore  bot
Disallow:  /
User-Agent:  Exabot
Disallow:  /
User-Agent:  Genieo
Disallow:  /
User-Agent:  special_archiver
Disallow:  /
User-Agent:  coccoc
Disallow:  /
User-Agent:  Ezooms
Disallow:  /
User-Agent:  Gluten  Free  Crawler
Disallow:  /