V4.2023.07.3855 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
 80legs
-ADmantX
-ASPSeek
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Anarchy99
+ALittle Client
+AllSubmitter
+Alligator
+Anarchy
+Ankit
 Anthill
-Apexoo
+Aspiegel
 Asterias
-Bullseye
+Attach
+BDCbot
+BLEXBot
+BacklinkCrawler
+BlowFish
+CATExplorador
 Calculon
-CheeseBot
-CherryPicker
+ChinaClaw
 Claritybot
-DBLBot
-DSearch
-DatabaseDriverMysqli
-DnyzBot
-DomainCrawler
-DomainStatsBot
-EirGrabber
-FemtosearchBot
+Custo
+DataCha0s
+DittoSpyder
+DomainAppender
+EMail Siphon
+EMail Wolf
+Exabot
 Flunky
-Foobot
-FrontPage
-Fuzz
-GalaxyBot
-GetRight
-Grafula
-HEADMasterSEO
-HonoluluBot
+Fyrebot
+G-i-g-a-b-o-t
+Go!Zilla
+GrabNet
+HMView
+Harvest
 IDBTE4M
-Jorgee
-Kenjin Spider
+Iblog
+IlseBot
+Image Fetch
+Internet Ninja
+Iria
+JetCar
+Joomla
+Kinza
 LeechFTP
-LeechGet
-LibWeb
-Lightspeedsystems
-LinkScan
-Lipperhey Spider
-MSIECrawler
-Mag-Net
-Majestic-SEO
-MarkWatch
-Microsoft Data Access
-Minefield
-NetLyzer
-Netcraft
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Openfind
-Picscout
-Pockey
+LinkextractorPro
+MSFrontPage
+Magnet
+Mass Downloader
+MauiBot
+Mojeek
+Musobot
+Navroad
+Nimbostratus
+Nuclei
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+PageAnalyzer
+Pandalytics
+Pavuk
+PeoplePal
 ProWebWalker
+Proximic
+Psbot
 Pu_iN
-PxBroker
+Pump
+Quick-Crawler
+Rankivabot
 Re-re
-ReGet
-RedesScrapy
 SEOkicks-Robot
-Scrapy
 SemanticJuice
-Site Sucker
-Sqworm
-Sucker
-SuperHTTP
-Turingos
-Twice
-Typhoeus
+SeobilityBot
+SiteExplorer
+Snake
+Sogou web spider
+SpaceBison
+Spbot
+SputnikBot
+Sucuri
+T8Abot
 URLy Warning
-URLy.Warning
-V-BOT
-VB Project
-Voil
+Vagabondo
+VeriCiteCrawler
 WASALive-Bot
-WWW::Mechanize
-Wallpapers/3.0
-Web Auto
-WebImageCollector
-WebLeacher
-WebPix
-WebStripper
-WebsiteQuester
-Webster
-Widow
-Wprecon
-YoudaoBot
-Zade
-ZoomBot
-arquivo.pt
-cah.io.community
-dataforseobot
-internetVista monitor
-linkdexbot
-muhstik-scan
-oBot
-x09Mozilla
+Web Collage
+WebAuto
+WebGo IS
+WebSauger
+WebZIP
+Webshag
+Xaldon WebSpider
+Zauba
+ZoominfoBot
+ZyBorg
+archive.org_bot
+com.plumanalytics
+ips-agent
+lwp-trivial
+page scorer
+s1z.ru
+webmeup-crawler
+zgrab