#__________      ___.           __               __            __   
#\______   \ ____\_ |__   _____/  |_  ______   _/  |____  ____/  |_ 
# |       _//  _ \| __ \ /  _ \   __\/  ___/   \   __\  \/  /\   __\
# |    |   (  <_> ) \_\ (  <_> )  |  \___ \     |  |  >    <  |  |  
# |____|_  /\____/|___  /\____/|__| /____  > /\ |__| /__/\_ \ |__|  
#        \/           \/                 \/  \/            \/       

User-agent: *
Disallow: /?s=dmca
Disallow: /?s=terms
Disallow: /?s=2257 
Disallow: /?p=join
Disallow: /members
Disallow: /webmasters
Disallow: /dmca
Disallow: /terms
Disallow: /2257
Disallow: /join
Disallow: /tags/
Disallow: /tag/
Disallow: /user/
Disallow: /users/
Disallow: /category/
Disallow: /rating/
Disallow: /video/
Disallow: /feed/
Disallow: /page/

User-agent: Wget
User-agent: Scrapy
User-agent: SimplePie
User-agent: go-resty
User-agent: CFNetwork
User-agent: facebookexternalhit
User-agent: Wget
User-agent: python-requests
User-agent: Sogou web spider
User-agent: CheckMarkNetwork
User-agent: domaincrawler
User-agent: weborama-fetcher
User-agent: libwww-perl
User-agent: ZmEu
User-agent: crawler4j
User-agent: curl
User-agent: Go-http-client
User-agent: ahrefs
User-agent: mj12bot
User-agent: seokicks
User-agent: domainsbot
User-agent: komodiabot
User-agent: dotbot
User-agent: nimbostratus
User-agent: smtbot
User-agent: ccbot
User-agent: semrush
User-agent: xforce-security
User-agent: pdrlabs.net
User-agent: security.ipip.net
User-agent: mail.ru
User-agent: yandex
User-agent: baidu
User-agent: baiduboxapp
User-agent: m.baidu.com
User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /js/
Disallow: /ajax/
Disallow: /portal
##