V4.2022.09.3346 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-80legs
-AIBOT
+404enemy
 ALittle Client
-Abonti
+ASPSeek
+Aboundexbot
 Acunetix
-Aipbot
 Alligator
-AlphaBot
 Anarchy
 Ankit
 Anthill
-Aspiegel
+Asterias
 Attach
+BDFetch
 BackStreet
-BackWeb
-Badass
-Bandit
-BatchFTP
+Backlink-Ceck
 Battleztar Bazinga
 BetaBot
-Blackboard
-Blow
-BlowFish
-Brandwatch
-Bullseye
-CODE87
+Bitacle
+Boardreader
+Brandprotect
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+BuzzSumo
+CATExplorador
 CSHttp
-CazoodleBot
 Cegbfeieh
 CherryPicker
-ChinaClaw
 Chlooe
-Citoid
-Cocolyzebot
+Cliqzbot
 Cogentbot
 Collector
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-DBLBot
+Custo
 DIIbot
-DataCha0s
-Demon
-Discobot
-Discoverybot
+DatabaseDriverMysqli
+Deusu
+Digincore
+DigitalPebble
+DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Dragonfly
+DomainStatsBot
+Domains Project
 Drip
 ECCP/1.0
 EMail Siphon
+EMail Wolf
 EasyDL
-EroCrawler
-Evil
-Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
+Exabot
+ExtLinksBot
 EyeNetIE
-FHscan
 Fimap
 FlashGet
-GetWeb
-GoZilla
-Grabber
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+GridBot
 HTTrack
 Haansoft
-HaosouSpider
 Harvest
-Havij
-Heritrix
-IDBTE4M
-Id-search
-Indy Library
-InfoNaviRobot
-Intelliseek
-InternetSeer
-Iskanie
-JOC Web Spider
+Hloader
+Humanlinks
+IDBot
+IlseBot
+Image Fetch
+Image Sucker
+InfoTekies
+JamesBOT
+JennyBot
+Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
-LWP::Simple
-Larbin
+Kinza
+Kozmosbot
+Leap
+LeechFTP
+LeechGet
 LibWeb
-Likse
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
 LinkWalker
-Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
 Litemage_walker
-MIDown tool
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
 MQQBrowser
-MSIECrawler
+MSFrontPage
+Mag-Net
 Majestic SEO
+Majestic12
 MarkWatch
-Mata Hari
-Mb2345Browser
-MeanPath Bot
+Masscan
+MauiBot
 Metauri
 MicroMessenger
-Microsoft Data Access
 Minefield
 Mister PiX
 Mojeek
-Nameprotect
+Morfeus Fucking Scanner
+Msrabot
+Musobot
+Name Intelligence
 NearSite
-NetMechanic
-NetZIP
+Nessus
+Net Vampire
+NetAnts
 Netcraft
 NextGenSearchBot
-Nibbler
-Niki-bot
-Nimbostratus
 Nmap
 Nuclei
 Nutch
+Octopus
 Offline Navigator
 OnCrawl
-OpenVAS
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PageThing.com
-PeoplePal
+PHPCrawl
+Papa Foto
+Pavuk
 Petalbot
-Picscout
-Pimonster
-PleaseCrawl
-ProPowerBot
+Picsearch
+PictureFinder
+Pockey
 ProWebWalker
-Psbot
 Pu_iN
-Pump
-PxBroker
-PyCurl
 QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
 RankFlex
 RankingBot2
 Re-re
+ReGet
+RealDownload
 Reaper
-RebelMouse
+RedesScrapy
 Ripper
 RocketCrawler
 Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
 SalesIntelligent
-ScoutJet
+Scanbot
+Scrapy
 Screaming
-Seekport
-SemrushBot
-SiteCheckerBotCrawler
+ScreenerBot
+ScrepyBot
+SemanticJuice
+SeoSiteCheckup
+Seomoz
+SiteExplorer
+SiteLockSpider
 SiteSnagger
+Sitebeam
 SlySearch
-Snake
-Sogou web spider
 Sottopop
-SpankBot
 Spbot
-Sqlmap
+Spinn3r
+Sqlworm
+Sqworm
+Stripper
+Sucker
 SuperBot
-SuperHTTP
-Surfbot
-Suzuran
-Szukacz
+SurveyBot
+T8Abot
+Teleport
+TeleportPro
 Telesoft
-Telesphoreo
 The Intraformant
+Titan
+Toata
 Trendiction
 Trendictionbot
 True_Robot
-Upflow
-Vagabondo
-Virusdie
-VoidEYE
+TurnitinBot
+TwengaBot
+Twice
+UnisterBot
+VeriCiteCrawler
 Voil
-Voltron
 WASALive-Bot
+WBSearchBot
 WEBDAV
+WISENutbot
 WPScan
-WWWOFFLE
-Wallpapers/3.0
-Web Enhancer
-Web Fuck
-Web Pix
-WebEnhancer
+Wallpapers
+WallpapersHD
+WeSEE
+Web Sauger
+WebAuto
 WebImageCollector
-WebPix
+WebLeacher
+WebReaper
+WebStripper
 WebSucker
-WebWhacker
-Whacker
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
+Webster
 Whatweb
-Who.is Bot
 WinHTTrack
-Wonderbot
-Wotbox
+Woobot
+Wprecon
 Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zermelo
-Zeus
-ZoominfoBot
-ZumBot
+Zitebot
 ZyBorg
-adscanner
-archive.org_bot
 arquivo-web-crawler
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
-com.plumanalytics
+autoemailspider
+cognitiveseo
 crawler.feedback
+crawler4j
 dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
-facebookscraper
-heritrix
-internetVista monitor
+evc-batch
+instabid
 ips-agent
+isitwp.com
 iubenda-radar
+linkdexbot
+lwp-request
 magpie-crawler
-mediawords
 muhstik-scan
-netEstate NE Crawler
+oBot
+page scorer
+plumanalytics
 polaris version
 probe-image-size
 satoristudio.net
-scan.lol
-seobility
 seostar
-sexsearcher
-sogouspider
-sp_auditbot
-sysscan
-voyagerx.com
-webgains-bot
-x09Mozilla
-x22Mozilla
+sitechecker.pro
+webmeup-crawler
+webprosbot
 xpymep1.exe
-zgrab