V4.2024.03.4374 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-80legs
-Abonti
-Ankit
-Asterias
-Attach
-BatchFTP
+01h4x.com
+AllSubmitter
+Anarchy
+Apexoo
+Aspiegel
+AwarioSmartBot
+Backlink-Ceck
+Black Hole
+Blow
+BotALot
 BuzzSumo
-CATExplorador
-CODE87
-Cegbfeieh
-ChinaClaw
+CCBot
 Cliqzbot
-Copier
 CopyRightCheck
-CrazyWebCrawler
-Custo
+Copyscape
+Crescent
 CyotekWebCopy
-DatabaseDriverMysqli
-Deusu
-DnyzBot
-Drip
-ECCP/1.0
+DIIbot
+DataCha0s
+Demon
+Dirbuster
+DomainStatsBot
+EasyDL
+EroCrawler
 Evil
-Express WebPictures
-Ezooms
-Foobot
-G-i-g-a-b-o-t
-GetWeb
-GoZilla
-Grafula
-GridBot
-HTTP::Lite
-Indy Library
-InfoTekies
-Internet Ninja
-Jyxobot
-Kinza
-LexiBot
-LinksManager
-LinqiaRSSBot
-MFC_Tear_Sample
-MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkWatch
-Minefield
-MolokaiBot
+Exabot
+FHscan
+Freeuploader
+GT::WWW
+Genieo
+GetRight
+Google-Extended
+Havij
+Humanlinks
+ImagesiftBot
+IndeedBot
+InterGET
+LibWeb
+MIIxpc
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Mojolicious
 Mr.4x3
 Msrabot
-Musobot
-Navroad
 NetAnts
-NetSpider
-OnCrawl
+NetLyzer
+Netcraft
 OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openvas
+PageScorer
+Pi-Monster
+Picscout
+PictureFinder
 Pimonster
-Pump
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-Rogerbot
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+QueryN Metasearch
+Recorder
+RedesScrapy
+RepoMonkey
+SEOkicks
 SISTRIX
-SearchmetricsBot
-SentiBot
-SiteLockSpider
-SpankBot
-Sqworm
-Sucker
-SuperBot
-SuperHTTP
-Teleport
-Telesphorep
-Twice
-URLy Warning
+SMTBot
+Seomoz
+SmartDownload
+Snoopy
+Spinn3r
+Telesoft
+TightTwatBot
+Toweyabot
+Typhoeus
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
-WBSearchBot
-WEBDAV
+Voltron
 Web Collage
-WebBandit
-WebFuck
-WebPix
-WebSucker
-WebWhacker
-WebZIP
+WebFetch
+Webalta
+WebmasterWorldForumBot
 Webshag
-Whacker
-Xaldon_WebSpider
+Webster
+Whatweb
+YoudaoBot
+Zeus
+ZoominfoBot
 archive.org_bot
-crawler4j
-gopher
-ips-agent
-iubenda-radar
-lwp-request
-mediawords
-tAkeOut
-webpros.com
+arquivo-web-crawler
+dataforseobot
+heritrix
+s1z.ru
+scalaj-http
+scan.lol
+seobility
+sogouspider
 webprosbot
+zgrab