V4.2021.10.2649 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
 80legs
-ADmantX
-AIBOT
+ALittle Client
 Abonti
 Acunetix
-AiHitBot
-Alexibot
 Anarchie
 Anarchy99
-Anthill
+Ankit
 Aspiegel
 AwarioRssBot
+AwarioSmartBot
 BDFetch
+BLEXBot
 BackDoorBot
-BackWeb
+BackStreet
+Backlink-Ceck
+BacklinkCrawler
 Badass
+Bandit
+Barkrowler
+BatchFTP
 Black Hole
-Buck
+Blackboard
+Blow
+Boardreader
+BotALot
+Buddy
 BuiltBotTough
+BuiltWith
 BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CazoodleBot
-ChinaClaw
+CODE87
+CSHttp
+Calculon
+Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
 Chlooe
-Cliqzbot
-Cloud mapping
-Cocolyzebot
+Claritybot
 Collector
-CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-Curious
-Custo
-DIIbot
-DSearch
-DataCha0s
+DatabaseDriverMysqli
 Devil
-Digincore
-Dirbuster
-Discoverybot
+DigitalPebble
 Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-Dotbot
-Download Wonder
-Drip
-EMail Siphon
-EMail Wolf
-Ebingbong
+EasyDL
+Ecxi
 EirGrabber
 Evil
-Express WebPictures
 ExtLinksBot
-ExtractorPro
+Extractor
 Ezooms
 FDM
-FHscan
+Fimap
+Firefox/7.0
 Flunky
 Foobot
 Freeuploader
 FrontPage
 FyberSpider
-Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 Genieo
 GetWeb
+Gigabot
 GrabNet
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
 Haansoft
+HaosouSpider
 Harvest
-Heritrix
 Humanlinks
 Iblog
 Id-search
-Image Fetch
+Image Sucker
 Indy Library
+InfoNaviRobot
 InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
 InternetSeer
+Iria
 JamesBOT
-Jbrofuzz
 JennyBot
-JetCar
+Jetty
 Jorgee
-Kenjin Spider
-Keyword Density
+JustView
 Kinza
-Kozmosbot
 LNSpiderguy
 LWP::Simple
 Lanshanbot
 Larbin
-Leap
 LeechGet
-Lftp
-Lightspeedsystems
+Libwhisker
 LinkScan
 Linkdexbot
-LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Litemage_walker
-Lmspider
-MIIxpc
-MSFrontPage
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MSIECrawler
-MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
-MarkMonitor
 Mass Downloader
-Mata Hari
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
+MegaIndex.ru
+Metauri
 Mojolicious
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
-Net Vampire
+NPbot
+Name Intelligence
+Nameprotect
 NetZIP
-NextGenSearchBot
-Nibbler
 Nikto
 NimbleCrawler
 Nimbostratus
 Nmap
-Nuclei
 Offline Explorer
-Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
+OutclicksBot
+OutfoxBot
+PECL::HTTP
 PHPCrawl
 PageScorer
-Pandalytics
-Pavuk
-PeoplePal
-Picsearch
-PictureFinder
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Probethenet
+Panscient
+Petalbot
+Pi-Monster
+Piepmatz
+Psbot
 Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
+Pump
+Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
 RankingBot
-Re-re
-ReGet
 RealDownload
-Recorder
-RedesScrapy
+RebelMouse
+Rogerbot
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
+ScanAlert
 Scanbot
-Scrapy
 ScreenerBot
-Searchestate
+ScrepyBot
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
 SeobilityBot
-Siphon
-Site Sucker
-Sitebeam
+Seomoz
 Siteimprove
 SmartDownload
-Snoopy
+Snapbot
+SocialRankIOBot
 Sociscraper
-Sosospider
 Sottopop
-Spammen
+SpaceBison
+SpankBot
 Spbot
-Spinn3r
-Sqlmap
 Sqlworm
-Steeler
+Sqworm
+Stripper
+Sucuri
+SuperBot
+Surfbot
+SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
-T8Abot
 Telesoft
-Telesphorep
-Turnitin
-URLy Warning
-UnisterBot
-Vacuum
-Vagabondo
-VidibleScraper
-VoidEYE
-Voil
-Voltron
+TheNomad
+Titan
+Toata
+Toweyabot
+Tracemyfile
+Trendiction
+Twice
+Typhoeus
+VB Project
+VCI
+Virusdie
 WEBDAV
+WISENutbot
 WPScan
-WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Web Auto
-Web Fetch
+Web Collage
+Web Enhancer
 Web Pix
-WebGo IS
-WebLeacher
+Web Sauger
+WebFuck
+WebImageCollector
+WebReaper
 WebStripper
 WebSucker
-WebmasterWorldForumBot
-Webshag
+WebWhacker
+Webalta
+Website Quester
+WebsiteExtractor
+Whack
+WinHTTrack
+Wonderbot
+Woobot
 Wprecon
-Xenu
-Zermelo
-ZoominfoBot
-ZumBot
+YoudaoBot
+ZyBorg
 autoemailspider
 backlink-check
-cah.io.community
-cognitiveseo
 com.plumanalytics
-dataforseo.com
-heritrix
+crawl.sogou.com
+crawler4j
+gopher
 instabid
-netEstate NE Crawler
-oBot
+lwp-request
+lwp-trivial
+magpie-crawler
+mediawords
 page scorer
 pcBrowser
+plumanalytics
 polaris version
-probe-image-size
 ripz
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
+seobility
+seostar
+serpstatbot
 sexsearcher
-sogouspider
-sysscan
-trendiction.com
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+sitechecker.pro
+siteripz
+sp_auditbot
+tAkeOut
+trendiction.de
+webprosbot
 zauba.io
 zgrab