User-agent: Bingbot 
Disallow: /2021/
Disallow: /2020/
Disallow: /2019/
Disallow: /2018/
Disallow: /2017/
Disallow: /2016/
Disallow: /2015/
Disallow: /2014/
Disallow: /2013/
Disallow: /2012/
Disallow: /2011/
Disallow: /2010/
Disallow: /2009/
Disallow: /2008/
Disallow: /2007/
Disallow: /2006/
Disallow: /2005/
Disallow: /2004/
Disallow: /2003/
Disallow: /2002/
Disallow: /2001/
Disallow: /2000/
Disallow: /metalnews/wp-content/uploads/
Disallow: /interviews/
Disallow: /concerts/
Disallow: /review/
Crawl-delay: 10

User-agent: Googlebot 
Disallow: /2021/
Disallow: /2020/
Disallow: /2019/
Disallow: /2018/
Disallow: /2017/
Disallow: /2016/
Disallow: /2015/
Disallow: /2014/
Disallow: /2013/
Disallow: /2012/
Disallow: /2011/
Disallow: /2010/
Disallow: /2009/
Disallow: /2008/
Disallow: /2007/
Disallow: /2006/
Disallow: /2005/
Disallow: /2004/
Disallow: /2003/
Disallow: /2002/
Disallow: /2001/
Disallow: /2000/
Disallow: /metalnews/wp-content/uploads/
Disallow: /interviews/
Disallow: /concerts/
Disallow: /review/
Crawl-delay: 10

User-agent: BaiduSpider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: 360Spider
User-agent: Yisouspider
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# crawling rule(s) for above bots
#Disallow: /2021/
#Disallow: /2020/
#Disallow: /2019/
#Disallow: /2018/
#Disallow: /2017/
#Disallow: /2016/
#Disallow: /2015/
#Disallow: /2014/
#Disallow: /2013/
#Disallow: /2012/
#Disallow: /2011/
#Disallow: /2010/
#Disallow: /2009/
#Disallow: /2008/
#Disallow: /2007/
#Disallow: /2006/
#Disallow: /2005/
#Disallow: /2004/
#Disallow: /2003/
#Disallow: /2002/
#Disallow: /2001/
#Disallow: /2000/
#Disallow: /metalnews/wp-content/uploads/
#Disallow: /interviews/
#Disallow: /concerts/
#Disallow: /review/

User-agent: facebookexternalhit

Disallow:

User-agent: * 
Disallow: /