V4.2023.08.3964 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
+360Spider
 404enemy
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Anarchy99
-Asterias
-BDCbot
-BDFetch
-Blow
-BuiltBotTough
-CATExplorador
-ChinaClaw
-Cloud mapping
+Ankit
+Atomseobot
+Barkrowler
+BetaBot
+Buck
+BuiltWith
+Copyscape
+Craftbot
+Crescent
 Curious
-DIIbot
-DataCha0s
+CyotekWebCopy
+DBLBot
 Deusu
-DnyzBot
-Dotbot
+Dirbuster
+Disco
 Download Wonder
-EroCrawler
-Evil
 FemtosearchBot
-Fuzz
+Foobot
 FyberSpider
-Grafula
-GrapeshotCrawler
-HaosouSpider
-Intelliseek
-LWP::Simple
-LieBaoFast
+Genieo
+Go!Zilla
+GrabNet
+Harvest
+Hloader
+IDBTE4M
+Iblog
+Image Sucker
+InfoNaviRobot
+IstellaBot
+Joomla
+Keyword Density
+Kinza
+Lightspeedsystems
 Lmspider
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-Mag-Net
-Meanpathbot
-Mister PiX
-Mozlila
-Mr.4x3
+MTRobot
+Mail.RU_Bot
+MarkWatch
+Minefield
+Moblie Safari
+MolokaiBot
 NICErsPRO
-NetMechanic
-Nikto
-NimbleCrawler
-Offline Explorer
-PageGrabber
-Papa Foto
-Pockey
+Navroad
+Nettrack
+Netvibes
+Nuclei
+Openvas
+OrangeBot
+POE-Component-Client-HTTP
+Picscout
+Probethenet
+Proximic
 Quick-Crawler
-RankActiveLinkBot
-Reaper
-RebelMouse
-Ripper
-RocketCrawler
-SEOkicks-Robot
+RedesScrapy
+SBIder
+SEOprofiler
 SEOstats
-ScoutJet
-SenutoBot
-Site Sucker
-Sottopop
-Spbot
-Sqworm
-Sucker
+Searchestate
+SemrushBot
+SmartDownload
+Snake
+Snapbot
+SocialRankIOBot
+SuperBot
 SuperHTTP
-Szukacz
+SurveyBot
 Teleport
-Thumbor
-TurnitinBot
+Trendiction
+Turingos
 Twice
-Voil
-WASALive-Bot
-WEBDAV
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
+Voltron
 WWW-Mechanize
-Web Enhancer
-WebGo IS
-WebImageCollector
-WebReaper
-WebSauger
-Webshag
-Website Quester
+WWWOFFLE
+WallpapersHD
+Web Fetch
+WebmasterWorldForumBot
 Whacker
 Whatweb
-Wonderbot
 Xaldon WebSpider
-ZoomBot
-ZoominfoBot
-crawler4j
-domainsproject.org
-facebookscraper
+Zade
+Zermelo
+ZyBorg
+adscanner
+lwp-trivial
+magpie-crawler
 netEstate NE Crawler
+openai
+page scorer
+pcBrowser
 probe-image-size
 scalaj-http
-scan.lol
-seoscanners
-spyfu
-ubermetrics-technologies.com
+serpstatbot
+sexsearcher
+tAkeOut
 webpros.com
-xpymep1.exe
-zgrab