V4.2022.12.3520 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-ADmantX
+404checker
+80legs
+AIBOT
+ALittle Client
+ASPSeek
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
 AhrefsBot
-Anarchie
 Anarchy
-Anarchy99
-Ankit
-Anthill
 Apexoo
 Asterias
-AwarioSmartBot
+Atomseobot
+Attach
 BBBike
+BDCbot
+BDFetch
+BLEXBot
+BackDoorBot
+BackStreet
 Bandit
 Battleztar Bazinga
-BlackWidow
-BlowFish
-Boardreader
+BetaBot
+Black Hole
+Blackboard
 Brandprotect
-Buck
-BuiltBotTough
-BuiltWith
-BunnySlippers
-CCBot
+BuzzSumo
 CODE87
-CSHttp
 Calculon
-CheeseBot
-Chlooe
+ChinaClaw
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-CopyRightCheck
-Cosmos
-Crescent
+Cogentbot
+Collector
+Copier
 Curious
-DSearch
-DataCha0s
-Devil
-Dirbuster
-Discoverybot
-Dispatch
-DomainAppender
-DomainCrawler
+CyotekWebCopy
+DBLBot
+DIIbot
+Deusu
+Disco
+Discobot
+DittoSpyder
+DomCopBot
+DomainSigmaCrawler
 Domains Project
-Dotbot
-Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
 EasyDL
 Ecxi
 EroCrawler
+Evil
+Exabot
+Express WebPictures
 Ezooms
-FDM
+FHscan
+FemtosearchBot
 Fimap
-Flunky
-FyberSpider
-G-i-g-a-b-o-t
-Gigabot
-Go-Ahead-Got-It
+Firefox/7.0
+Foobot
+Fyrebot
+GT::WWW
+GalaxyBot
+Genieo
+GermCrawler
+GetWeb
+Go!Zilla
+GrabNet
 Grafula
-GrapeFX
-GridBot
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
+HTTrack
+HaosouSpider
+Hloader
 HonoluluBot
-HybridBot
-IRLbot
+IDBTE4M
 Iblog
+Id-search
+IlseBot
 Image Fetch
 Image Sucker
-InfoTekies
-Internet Ninja
-InternetSeer
+IndeedBot
+Intelliseek
 Iria
 IstellaBot
-JOC Web Spider
-JennyBot
-Jetty
+JamesBOT
 JikeSpider
+Joomla
+JustView
+Kenjin Spider
 Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Linkbot
+LexiBot
+LibWeb
+LieBaoFast
+LinkWalker
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
 Ltx71
-MFC_Tear_Sample
 MIDown tool
 MIIxpc
-MQQBrowser
+MJ12bot
 MSFrontPage
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-MarkWatch
-Masscan
-Mata Hari
-Mediatoolkitbot
-MegaIndex.ru
+Majestic12
+MarkMonitor
+Mb2345Browser
+MicroMessenger
 Microsoft Data Access
+Minefield
 Mister PiX
 Morfeus Fucking Scanner
 NICErsPRO
-Name Intelligence
+Nameprotect
+Navroad
 NearSite
-Needle
-NetMechanic
+NetLyzer
 NetZIP
-Niki-bot
-Ninja
+Nettrack
+Netvibes
+Nibbler
+Nimbostratus
 Nmap
-Not
-OnCrawl
-Openfind
+Offline Navigator
 Openvas
-PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-Pandalytics
+POE-Component-Client-HTTP
 Panscient
 Papa Foto
-Pi-Monster
 Picscout
-PictureFinder
-Piepmatz
-Pimonster
+Pixray
 PleaseCrawl
 ProPowerBot
-ProWebWalker
 Probethenet
-Pump
+PyCurl
 RSSingBot
-RankFlex
+RankActive
+RankActiveLinkBot
+RankingBot
 RankingBot2
-RankurBot
-RedesScrapy
+Rankivabot
+Reaper
+RebelMouse
 RepoMonkey
 Ripper
-Rogerbot
 SBIder
-SEOkicks
+SEOkicks-Robot
+SEOprofiler
 SMTBot
-SalesIntelligent
+ScreenerBot
 ScrepyBot
 Searchestate
+SearchmetricsBot
 SemanticJuice
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+Semrush
+Shodan
+SiteLockSpider
+SiteSucker
+Siteimprove
 Sitevigil
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
+Sociscraper
+Sottopop
 SpaceBison
+Spammen
 Spanner
 Spbot
+SputnikBot
+Sqlworm
+Sqworm
 Steeler
-Stripper
-Surfbot
-Szukacz
-T0PHackTeam
+Sucker
+SuperHTTP
+SurveyBot
 T8Abot
 Teleport
 TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
+TightTwatBot
 Titan
 Toweyabot
-Trendiction
+Tracemyfile
+Turingos
 TurnitinBot
-Twice
-URLy Warning
-URLy.Warning
+TwengaBot
+Typhoeus
 UnisterBot
-VB Project
 VCI
 VeriCiteCrawler
-Virusdie
+VidibleScraper
 VoidEYE
+Voil
+Voltron
 WASALive-Bot
-WEBDAV
-WISENutbot
-WWW::Mechanize
+WPScan
+WWWOFFLE
 Wallpapers
-WeSEE
+Web Collage
+Web Fuck
 Web Pix
-Web Sucker
-WebAuto
+WebBandit
+WebCollage
 WebCopier
 WebEnhancer
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
-WebmasterWorldForumBot
-Website Quester
+WebFuck
+WebWhacker
+Webshag
 Webster
+Whacker
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Wonderbot
+Widow
 Woobot
-Wotbox
+Wprecon
+Xaldon_WebSpider
+Xenu
 YoudaoBot
 Zade
 Zauba
-Zeus
-ZmEu
-ZoomBot
+Zermelo
 ZumBot
 adscanner
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-cah.io.community
-coccocbot
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-dataforseo.com
+archive.org_bot
+check1.exe
+crawler4j
+demandbase-bot
 gopher
-heritrix
-isitwp.com
+linkdexbot
 lwp-request
-mediawords
-oBot
-page scorer
-probe-image-size
-ripz
-s1z.ru
-scalaj-http
-seobility
+meanpathbot
+plumanalytics
+satoristudio.net
 seocompany.store
-seoscanners
 seostar
-sexsearcher
 sitechecker.pro
 siteripz
-sogouspider
-ubermetrics-technologies.com
-voyagerx.com
+spyfu
+tAkeOut
+webmeup-crawler
 webprosbot
-xpymep1.exe
+x09Mozilla
+zgrab