V4.2023.08.3965 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
 360Spider
-404enemy
-Ankit
-Atomseobot
-Barkrowler
-BetaBot
-Buck
-BuiltWith
-Copyscape
-Craftbot
-Crescent
-Curious
+Aboundexbot
+Alligator
+BBBike
+BDCbot
+BatchFTP
+Battleztar Bazinga
+Bitacle
+BlackWidow
+Blow
+Buddy
+CATExplorador
+Claritybot
+Cliqzbot
 CyotekWebCopy
-DBLBot
-Deusu
-Dirbuster
-Disco
-Download Wonder
-FemtosearchBot
+DigitalPebble
+ECCP/1.0
+EMail Siphon
+EroCrawler
+Evil
+Exabot
+ExtLinksBot
+Extreme Picture Finder
 Foobot
-FyberSpider
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
-Go!Zilla
 GrabNet
-Harvest
-Hloader
-IDBTE4M
-Iblog
-Image Sucker
-InfoNaviRobot
-IstellaBot
-Joomla
-Keyword Density
-Kinza
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+Haansoft
+Image Fetch
+InterGET
+Internet Ninja
+InternetSeer
+JOC Web Spider
+Jetty
+JustView
+Jyxobot
 Lightspeedsystems
+Likse
 Lmspider
-MTRobot
-Mail.RU_Bot
-MarkWatch
-Minefield
-Moblie Safari
-MolokaiBot
-NICErsPRO
-Navroad
-Nettrack
+Ltx71
+MSIECrawler
+Majestic-SEO
+Mr.4x3
+NPbot
+NetZIP
+Netcraft
 Netvibes
-Nuclei
-Openvas
-OrangeBot
+OnCrawl
 POE-Component-Client-HTTP
-Picscout
-Probethenet
-Proximic
-Quick-Crawler
-RedesScrapy
-SBIder
-SEOprofiler
-SEOstats
-Searchestate
-SemrushBot
-SmartDownload
-Snake
-Snapbot
-SocialRankIOBot
-SuperBot
+Page Analyzer
+Panscient
+Pavuk
+Picsearch
+Psbot
+RankActiveLinkBot
+ReGet
+RealDownload
+ScoutJet
+Screaming
+SentiBot
+SenutoBot
+Seomoz
+Sogou web spider
+SpankBot
+Spanner
+Spinn3r
 SuperHTTP
-SurveyBot
-Teleport
-Trendiction
-Turingos
-Twice
-URLy.Warning
-V-BOT
+T0PHackTeam
+Tracemyfile
+Trendictionbot
+VCI
 VelenPublicWebCrawler
-Voltron
-WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-Web Fetch
-WebmasterWorldForumBot
-Whacker
-Whatweb
-Xaldon WebSpider
-Zade
-Zermelo
-ZyBorg
+VidibleScraper
+Voil
+Web Fuck
+WebReaper
+WebSucker
+Website Quester
+Wonderbot
+Wprecon
+Zauba
+ZumBot
 adscanner
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-openai
+archive.org_bot
+mediawords
 page scorer
 pcBrowser
-probe-image-size
+polaris version
+satoristudio.net
 scalaj-http
-serpstatbot
+seostar
 sexsearcher
-tAkeOut
-webpros.com
+siteripz
+sp_auditbot
+xpymep1.exe