User-agent: Baiduspider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Tagoobot
Disallow: /


User-agent: twiceler
Crawl-delay: 10
Disallow: /admin/
Disallow: /priv/
Disallow: /bilder/
Disallow: /cgi-bin/lspro/
Disallow: /cgi-bin/includes/
Disallow: /cgi-bin/quickinfos/
Disallow: /cgi-bin/tbb_startups/
Disallow: /css/
Disallow: /DATA/
Disallow: /Impressum/
Disallow: /js/
Disallow: /smilies/
Disallow: /webbbs/attach/
Disallow: /webbbs/captcha/
Disallow: /webbbs/css/
Disallow: /webbbs/icons/
Disallow: /webbbs/images/
Disallow: /webbbs/js/
Disallow: /webbbs/media/
Disallow: /webbbs/profileimages/
Disallow: /webbbs/smileys/

User-agent: Slurp
Crawl-delay: 10
Disallow: /admin/
Disallow: /priv/
Disallow: /bilder/
Disallow: /cgi-bin/lspro/
Disallow: /cgi-bin/includes/
Disallow: /cgi-bin/quickinfos/
Disallow: /cgi-bin/tbb_startups/
Disallow: /css/
Disallow: /DATA/
Disallow: /Impressum/
Disallow: /js/
Disallow: /smilies/
Disallow: /webbbs/attach/
Disallow: /webbbs/captcha/
Disallow: /webbbs/css/
Disallow: /webbbs/icons/
Disallow: /webbbs/images/
Disallow: /webbbs/js/
Disallow: /webbbs/media/
Disallow: /webbbs/profileimages/
Disallow: /webbbs/smileys/


User-agent: Yandex
Disallow: /


# general advice:
User-agent: *
Disallow: /admin/
Disallow: /priv/
Disallow: /bilder/
Disallow: /cgi-bin/lspro/
Disallow: /cgi-bin/includes/
Disallow: /cgi-bin/quickinfos/
Disallow: /cgi-bin/tbb_startups/
Disallow: /css/
Disallow: /DATA/
Disallow: /Impressum/
Disallow: /js/
Disallow: /smilies/
Disallow: /webbbs/attach/
Disallow: /webbbs/captcha/
Disallow: /webbbs/css/
Disallow: /webbbs/icons/
Disallow: /webbbs/images/
Disallow: /webbbs/js/
Disallow: /webbbs/media/
Disallow: /webbbs/profileimages/
Disallow: /webbbs/smileys/