V4.2023.10.4038 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-Alligator
-Apexoo
-Atomseobot
-AwarioSmartBot
+404enemy
+AllSubmitter
+Aspiegel
+Asterias
 BackStreet
 Backlink-Ceck
-Battleztar Bazinga
-Bigfoot
-Bitacle
+BatchFTP
+Bolt
 BotALot
-Brandprotect
-Brandwatch
-Citoid
+Chlooe
 Copier
-Craftbot
-DTS Agent
-Demon
-Devil
-DigitalPebble
-Discobot
-ECCP/1.0
-Ebingbong
-Ecxi
+Copyscape
+Cosmos
+CrazyWebCrawler
+Custo
+Deusu
+Dispatch
+Domains Project
+Dragonfly
+ExtLinksBot
+Extreme Picture Finder
 Ezooms
-FDM
-Flunky
-Getintent
-GoZilla
-Gotit
-GrabNet
-Hloader
-Id-search
-Internet Ninja
-JOC Web Spider
-Jbrofuzz
-Leap
-LeechFTP
-LeechGet
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-Ltx71
-MQQBrowser
-MSIECrawler
-Magnet
-MauiBot
-Mojolicious
-Mozlila
-NICErsPRO
+FHscan
+GT::WWW
+HTMLparser
+Harvest
+Humanlinks
+InfoTekies
+Iria
+JamesBOT
+JikeSpider
+JustView
+Keybot Translation-Search-Machine
+Lftp
+LieBaoFast
+Lightspeedsystems
+LinkWalker
+MarkMonitor
+Metauri
+Microsoft URL Control
+Minefield
+Mister PiX
+Msrabot
 Name Intelligence
-Nibbler
-Nimbostratus
-Offline Navigator
-Openfind
-PHPCrawl
-Petalbot
-Pu_iN
-RankActiveLinkBot
-Re-re
-SEOkicks-Robot
-SentiBot
+NetMechanic
+OnCrawl
+OpenLinkProfiler
+PECL::HTTP
+Page Analyzer
+Pi-Monster
+Piepmatz
+Pimonster
+PleaseCrawl
+PxBroker
+RankFlex
+RankurBot
+Recorder
+RedesScrapy
+ScanAlert
+Scrapy
+ScrepyBot
+SearchmetricsBot
 Sitebeam
-Siteimprove
+SmartDownload
+SocialRankIOBot
 Sosospider
-SpaceBison
 Spbot
-Spinn3r
-Steeler
-SurveyBot
-Suzuran
-TeleportPro
+Sqlworm
+Sqworm
+Stripper
+Swiftbot
+The Intraformant
 Toata
-URLy Warning
+TwengaBot
+Upflow
+Vacuum
+WEBDAV
 WISENutbot
-Wallpapers
+WWW-Mechanize
+WWWOFFLE
 WallpapersHD
-WebEnhancer
-WebFuck
-WebPix
-WebZIP
-Whack
-Who.is Bot
-WinHTTrack
-Wonderbot
+WebBandit
+WebCollage
+WebFetch
+WebSauger
+Widow
 Zeus
-Zitebot
-ZoominfoBot
-crawler4j
+autoemailspider
+coccocbot
+dataforseo.com
 dataforseobot
-domainsproject.org
-magpie-crawler
-meanpathbot
+heritrix
+lwp-request
 plumanalytics
-s1z.ru
-sexsearcher
-siteripz
-tAkeOut
-zauba.io
+probe-image-size
+sitechecker.pro
+trendiction.com
+webmeup-crawler
+webprosbot
+x09Mozilla