V4.2023.11.4091 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+360Spider
 ALittle Client
+Acunetix
 Alligator
-Anthill
-BackStreet
+Anarchie
+BackDoorBot
 Backlink-Ceck
-Badass
-Bolt
-Buck
-BunnySlippers
-CazoodleBot
-CopyRightCheck
-Copyscape
-Curious
-Disco
-Discoverybot
-Dispatch
-DnyzBot
-DomCopBot
-Dotbot
-ECCP/1.0
-EasyDL
-Ecxi
-FlashGet
-Genieo
-GermCrawler
-GetRight
-Gigabot
-Gotit
-GrabNet
-GrapeFX
-HMView
-HTMLparser
-HTTP::Lite
+Boardreader
+Brandwatch
+BuiltWith
+Bytespider
+CATExplorador
+CheeseBot
+Cliqzbot
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
+DomainCrawler
+DomainStatsBot
+EMail Siphon
+EMail Wolf
+Fimap
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
 Haansoft
-Humanlinks
-IDBot
-Image Sucker
+Harvest
+Id-search
 IndeedBot
-InfoNaviRobot
-IstellaBot
-Keyword Density
-Kozmosbot
-Leap
-LibWeb
-Linkbot
-LinksManager
-LinqiaRSSBot
+Intelliseek
+JamesBOT
+Jorgee
+LeechGet
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MIIxpc
 MQQBrowser
-MarkWatch
-Masscan
-Mata Hari
-Mister PiX
-NetLyzer
-NetMechanic
+MSFrontPage
+MarkMonitor
+Metauri
+Minefield
+Mr.4x3
 NetZIP
-NimbleCrawler
-OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
-OrangeBot
+Netcraft
+Nutch
+OrangeSpider
+PHPCrawl
 PageAnalyzer
-PageGrabber
-Papa Foto
-Petalbot
-Picscout
-Picsearch
-Pockey
-ProPowerBot
-RankActive
-RankFlex
-ReGet
-ScreenerBot
-Semrush
+Pandalytics
+Pixray
+Psbot
+PyCurl
+Rainbot
+RankurBot
+RepoMonkey
+SEOlyticsCrawler
+SalesIntelligent
+Scanbot
+Screaming
+SemanticJuice
 SenutoBot
-SiteCheckerBotCrawler
-SiteSnagger
+SiteSucker
+Sitevigil
 SmartDownload
-SpaceBison
-Sqworm
-Stripper
-Surfbot
-Teleport
+Sosospider
+SputnikBot
+T8Abot
+Telesoft
+TheNomad
+Thumbor
+Toata
 Tracemyfile
-Turnitin
-WBSearchBot
-Web Sucker
-WebEnhancer
-WebLeacher
-WebPix
-Whatweb
-Wonderbot
-Zauba
-ZmEu
+VCI
+Voltron
+WWW-Collector-E
+WWWOFFLE
+Wallpapers/3.0
+Web Collage
+Web Enhancer
+Web Pix
+WebBandit
+WebSucker
+Webalta
+Widow
+backlink-check
 check1.exe
-gopher
-openai
-scan.lol
-sitechecker.pro
+cognitiveseo
+crawl.sogou.com
+domainsproject.org
+iubenda-radar
+lwp-request
+oBot
+plumanalytics
+seostar
+sexsearcher
 sp_auditbot
+spyfu
+x09Mozilla