V4.2023.03.3612 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404enemy
 Abonti
-Aboundexbot
-Alexibot
-AllSubmitter
-Anarchie
-Anarchy
-Atomseobot
+Aipbot
+Ankit
+Anthill
 AwarioSmartBot
-BLEXBot
-Bigfoot
-BlackWidow
-Brandprotect
-BuiltBotTough
-CCBot
-CODE87
-Calculon
-CazoodleBot
-CheeseBot
-Cogentbot
-Collector
-Copyscape
-CrazyWebCrawler
-CrunchBot
-Custo
-DigitalPebble
-DittoSpyder
+BacklinkCrawler
+Badass
+Bolt
+BunnySlippers
+Cegbfeieh
+ChinaClaw
+Claritybot
+Cocolyzebot
+DBLBot
+Dirbuster
 DomainAppender
 Download Wonder
-EMail Siphon
-EMail Wolf
+ECCP/1.0
 EasyDL
-EroCrawler
-Ezooms
+Exabot
+Express WebPictures
+ExtractorPro
 Fimap
-GetRight
-Gotit
+Foobot
 GrabNet
 Grafula
-GrapeFX
-HTTrack
-IDBTE4M
+HEADMasterSEO
+HonoluluBot
 Iblog
-IlseBot
 Internet Ninja
-Kinza
-LNSpiderguy
-LWP::Simple
-Leap
-LinkextractorPro
-Lipperhey Spider
-Ltx71
-Mag-Net
-Meanpathbot
-Microsoft URL Control
+LeechGet
+LieBaoFast
+Likse
+LinkWalker
+Linkbot
+LinkpadBot
+Litemage_walker
+MJ12bot
+MSFrontPage
+Mass Downloader
+MegaIndex.ru
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
 NICErsPRO
-NearSite
-PageGrabber
+NPbot
+NetSpider
+NimbleCrawler
+Offline Explorer
+Openfind
+OutfoxBot
 Panscient
-Picsearch
-QueryN Metasearch
-Quick-Crawler
-RankFlex
-Re-re
-Rogerbot
-SBIder
-SalesIntelligent
+Pavuk
+Petalbot
+Piepmatz
+Pockey
+ProWebWalker
+Probethenet
+Psbot
+PyCurl
+RankingBot
+Recorder
+RedesScrapy
+Ripper
+SEOstats
 ScanAlert
-SemrushBot
-SiteCheckerBotCrawler
-Siteimprove
-Spammen
-Sqlworm
-Suzuran
-The Intraformant
-Toweyabot
-True_Robot
-VeriCiteCrawler
-WPScan
-WWWOFFLE
-Wallpapers/3.0
-Web Sauger
-WebPix
-WebZIP
+ScreenerBot
+SemanticJuice
+Semrush
+Site Sucker
+Sottopop
+SpaceBison
+Sqworm
+Sucker
+SuperHTTP
+TheNomad
+Trendictionbot
+Virusdie
+Wallpapers
+Web Enhancer
+WebCollage
+Webalta
 Website Quester
-Whacker
-check1.exe
+WebsiteQuester
+Webster
+Woobot
+Xaldon WebSpider
+ZoomBot
+clark-crawler
 crawl.sogou.com
-heritrix
+isitwp.com
 iubenda-radar
-lwp-trivial
-polaris version
-seocompany.store
+netEstate NE Crawler
+pcBrowser
+probe-image-size
 seoscanners
-sp_auditbot
-sysscan
-trendiction.de
 ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
+x09Mozilla