###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#

# list folders robots are not allowed to index

User-agent: yandex 
Disallow: / 
User-agent: Seekport Crawler
Disallow: /
User-agent: SemrushBot/7~bl
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Mozilla/5.0+(compatible;+Seekport+Crawler;+http://seekport.com/)
Disallow: /
User-agent: zoominfobot
Disallow: /
User-agent: msnbot
Crawl-delay: 5
User-agent: bingbot
Crawl-delay: 10
User-agent: BLEXBot
Disallow: / 
User-agent: dotbot 
Disallow: / 
User-agent: scoutjet
Disallow: / 
User-agent: Baidu
Disallow: / 
user-agent: AhrefsBot
disallow: / 
User-agent: Baiduspider
Disallow: /
User-agent: psbot
Disallow: /
User-agent: veoozbot
Disallow: /
User-agent: Buck/2.2
Disallow: /
Disallow: /administrator/
Disallow: /content/
Disallow: /cache/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
Disallow: /index.php
Disallow: /admin
Disallow: /mailout
Disallow: /cgi-bin
Disallow: /classifieds

#
# list specific files robots are not allowed to index
#
#
# End of robots.txt file
#
###############################