# To keep Cyburbia running smoothly, we need to restrict bots and spiders that
# consume a lot of bandwidth and CPU load, but refer few or no new visitors 
# to the site.  Nothing personal; we just want to have our limited bandwidth 
# used where it most benefits our online community and its users.
#
#
#                  ____
#                /  @   \==]|[=(]       E X T E R M I N A T E ! !
#               |--------|
#               ==========       .  *                                     *
#               ==========     .\ * . *.   *                         .    * \  .
#              ||||||||||||      \ * ./  *    .   *                      .  \ \
#             |||||||||| --]%%%%%% .- =--=---=-=-=-=--=-=--=-==-----=-=-=-=-=-=
#             [=========\  ]===========(  *                             . /  /
#            [==============|   / *  \    .                          *  *   /  .
#            C| @ @ @ @ @ @ D         *      *                        *
#             |              \           .                          *  *
#           C| @  @ @  @ @ @  D       .
#            |                 \          *                          *
#          C| @  @  @  @  @  @  D
#           |                    \ 
#         C| @  @  @   @   @   @  D
#          |                       \
#         |@@@@@@@@@@@@@@@@@@@@@@@@@|
#          -------------------------       
#
# cyburbia.org robots.txt
#

User-agent: 008
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: Baiduspider
Disallow: / 

User-agent: Baiduspider-video
Disallow: / 

User-agent: Baiduspider-image
Disallow: / 

User-agent: BoardReader
Disallow: / 

User-agent: ScoutJet
Crawl-delay: 30

User-agent: Daumoa
Disallow: / 

User-agent: Daumoa/2.0 b
Disallow: / 

User-agent: Daumoa/3.0
Disallow: / 

User-agent: discobot 
Disallow: / 

User-agent: discoverybot
Disallow: / 

User-agent: ichiro 
Disallow: / 

User-agent: jikespidero 
Disallow: / 

User-agent: JikeSpider
Disallow: / 

User-agent: magpie-crawler
Disallow: / 

User-agent: netseer
Disallow: / 

User-agent: MJ12bot
Disallow: / 

User-agent: MLBot 
Disallow: / 

User-agent: Nutch
Disallow: / 

User-agent: netseer
Disallow: / 

User-agent: proximic
Disallow: / 

User-agent: SeznamBot
Disallow: / 

User-agent: sogou
Disallow: / 

User-agent: Sogou web spider
Disallow: / 

User-agent: Sogou inst spider
Disallow: / 

User-agent: Sogou spider2
Disallow: / 

User-agent: Sogou blog
Disallow: / 

User-agent: Sogou Orion spider
Disallow: / 

User-agent: Soso
Disallow: / 

User-agent: Sosospider
Disallow: / 

User-agent: TurnitinBot
Disallow: / 

User-agent: YandexBot
Disallow: /

User-agent: YandexMedia
Disallow: / 

User-agent: YandexImages
Disallow: / 

User-agent: YandexCatalog
Disallow: / 

User-agent: YandexBlogs
Disallow: / 

User-agent: yeti
Disallow: / 

User-agent: YodaoBot
Disallow: / 

User-agent: YoudaoBot
Disallow: / 

User-agent: *
Crawl-delay: 15
Disallow: /vpsinfo
Disallow: /cgi-bin
Disallow: /forums/admincp
Disallow: /forums/announcement.php
Disallow: /forums/calendar.php
Disallow: /forums/cron.php
Disallow: /forums/editpost.php
Disallow: /forums/faq.php
Disallow: /forums/joinrequests.php
Disallow: /forums/login.php
Disallow: /forums/member.php
Disallow: /forums/memberlist.php
Disallow: /forums/misc.php
Disallow: /forums/modcp
Disallow: /forums/moderator.php
Disallow: /forums/newreply.php
Disallow: /forums/newthread.php
Disallow: /forums/online.php
Disallow: /forums/payments.php
Disallow: /forums/printthread.php
Disallow: /forums/private.php
Disallow: /forums/profile.php
Disallow: /forums/register.php
Disallow: /forums/search.php
Disallow: /forums/sendmessage.php
Disallow: /forums/showgroups.php
Disallow: /forums/showpost.php
Disallow: /forums/subscription.php
Disallow: /forums/subscriptions.php
Disallow: /forums/threadrate.php
Disallow: /forums/usercp.php