User-agent: Yandex
Disallow: /bitrix/
Disallow: /_exploits/
Disallow: /_download/
Disallow: /blog/search.php
Disallow: /bitrix/exturl.php
Disallow: /begun/
Disallow: /_Services/
Disallow: /admin/
Disallow: /software/download/
Disallow: /tools/_services/download/
Disallow: /bitrix/tools/
Disallow: /search/
Disallow: /forum/view_profile.php
Disallow: /forum/search/
Disallow: /forum/topic/new/
Disallow: /forum/topic/add/
Disallow: /forum/subscr_list.php
Disallow: /forum/send_message.php 
Disallow: /forum/search.php
Disallow: /forum/search/
Disallow: /forum/new_topic.php 
Disallow: /forum/move.php
Disallow: /forum/active.php
Disallow: /forum/forum_auth.php
Disallow: /forum/forum_posts.asp
Disallow: /forum/user/
Disallow: /auth.php
Disallow: /blog/blog_auth.php
Disallow: /user.php
Disallow: /cgi/
Disallow: /blog/video/
Disallow: /blog/company/search.php
Disallow: /blog/personal/search.php
Disallow: /*search
Clean-param: register
Clean-param: auth 
Clean-param: backurl 
Clean-param: order 
Clean-param: set_filter 
Clean-param: arrFilter 
Clean-param: ACTION
Clean-param: el_id
Clean-param: back_url
Clean-param: sec_id
Clean-param: x
Clean-param: MARK
Clean-param: rate
Clean-param: y
Clean-param: r2
Clean-param: r1
Clean-param: TB_iframe
Clean-param: goto
Clean-param: cof
Clean-param: cx
Clean-param: height
Clean-param: width
Clean-param: year
Clean-param: month
Clean-param: R2
Clean-param: R1
Clean-param: category
Clean-param: country
Clean-param: login
Clean-param: delete_trackback_id
Clean-param: sessid


User-agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey)  
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: NetCraft
Disallow: /

User-agent: Aport
Disallow: /


User-agent: Flexum
Disallow: /

User-agent: msnbot
Crawl-delay: 0.1

User-agent: Slurp
Crawl-delay: 30


User-agent: OmniExplorer_Bot
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Jetbot/1.0
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: WebVac
Disallow: /

User-agent: Stanford
Disallow: /

User-agent: naver
Disallow: /

User-agent: dumbot
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: larbin
Disallow: /

User-agent: b2w/0.1
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: LNSpiderguy
Disallow: /


User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Gigbase
Disallow: /

User-agent: Yanga
Disallow: /

User-agent: Googlebot
Disallow: /cgi/
Disallow: /glossary/
  
User-agent: Indy Library
Disallow: /

User-agent: WebCopier	
Disallow: /

User-agent: Netcraft
Disallow: /

User-Agent: *
Disallow: /bitrix/
Disallow: /blog/user/
Disallow: /blog/users/
Disallow: /blog/search.php
Disallow: /glossary/
Disallow: /bitrix/exturl.php
Disallow: /_Services/
Disallow: /admin/
Disallow: /software/download/
Disallow: /tools/_services/download/
Disallow: /bitrix/tools/
Disallow: /search/
Disallow: *search
Disallow: /forum/view_profile.php
Disallow: /forum/search/
Disallow: /forum/topic/new/
Disallow: /forum/topic/add/
Disallow: /forum/subscr_list.php
Disallow: /forum/send_message.php 
Disallow: /forum/search.php
Disallow: /forum/new_topic.php 
Disallow: /forum/move.php
Disallow: /forum/active.php
Disallow: /forum/forum_auth.php
Disallow: /forum/forum_posts.asp
Disallow: /forum/user/
Disallow: /auth.php
Disallow: /forum/search/
Disallow: /blog/blog_auth.php
Disallow: /user.php
Disallow: /cgi/
Disallow: /begun/
Disallow: /blog/video/
Disallow: /blog/company/search.php
Disallow: /blog/personal/search.php
Clean-param: auth /forum/*.php
Clean-param: backurl /forum/*.php
Clean-param: PAGE_NAME /forum/*.php
Clean-param: order /forum/*.php

site:www.securitylab.ru
User-agent: dotbot
Disallow: /