V4.2024.05.4486 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AIBOT
-ASPSeek
+404checker
 Abonti
-Aboundex
-AwarioRssBot
-BDCbot
-Blackboard
-BlowFish
-Buck
-Bytespider
-ChatGPT-User
+Aspiegel
+Atomseobot
+Attach
+Battleztar Bazinga
+Black Hole
+Bolt
+CCBot
+Calculon
+CazoodleBot
 Crescent
-Custo
-Demon
-DigitalPebble
-Download Wonder
-Exabot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-Firefox/7.0
-FrontPage
+Curious
+Devil
+Digincore
+Discobot
+ECCP/1.0
+EMail Siphon
+FHscan
+FyberSpider
+GetRight
 Getintent
-Google-Extended
-Hloader
-Image Sucker
-InfoTekies
-Information Security Team InfraSec Scanner
-JamesBOT
-JennyBot
-JikeSpider
-LNSpiderguy
-LeechGet
-LinkWalker
-Lmspider
-MFC_Tear_Sample
-MJ12bot
+Gotit
+Haansoft
+Humanlinks
+ImagesiftBot
+IndeedBot
+Internet Ninja
+InternetMeasurement
+JOC Web Spider
+Jetty
+Keybot Translation-Search-Machine
+Keyword Density
+LexiBot
+Lightspeedsystems
+MIIxpc
+MQQBrowser
 Mag-Net
-Minefield
-Mojeek
-Mojolicious
+Majestic-SEO
+Majestic12
+MarkMonitor
+MauiBot
+Mediatoolkitbot
+MicroMessenger
+Mister PiX
+Navroad
 NetAnts
-NetLyzer
-NetMechanic
-NetZIP
-Offline Navigator
-OpenLinkProfiler
+Netvibes
+Niki-bot
+Nimbostratus
+Octopus
+OnCrawl
+Openfind
 OrangeSpider
-PageAnalyzer
-PageThing.com
-Piepmatz
-Pixray
-Pockey
-Probethenet
-Proximic
-Pump
-RankFlex
-Rankivabot
-Recorder
+RankActive
+RankingBot2
+Re-re
+ReGet
 SEOkicks-Robot
-SEOlyticsCrawler
-Scrapy
-Siphon
-SiteCheckerBotCrawler
-SiteSnagger
-Sottopop
-Stripper
-Sucuri
+SMTBot
+ScanAlert
+SearchmetricsBot
+Semrush
+SemrushBot
+Sociscraper
+Sogou web spider
+Sqlmap
+Steeler
 Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-Toata
-Turnitin
-TwengaBot
-URLy.Warning
-VelenPublicWebCrawler
-WBSearchBot
-Web Collage
-Web Fuck
-WebCopier
-WebFetch
-WebSauger
-WebsiteQuester
-WinHTTrack
-Wprecon
-Xenu
-Zade
-Zeus
-ZumBot
-anthropic-ai
-awario.com
-gopher
-linkfluence
+TinyTestBot
+Trendiction
+VeriCiteCrawler
+Virusdie
+Voltron
+WISENutbot
+Web Auto
+WebFuck
+WebGo IS
+WebWhacker
+Who.is Bot
+ZmEu
+com.plumanalytics
+facebookscraper
+heritrix
+instabid
+isitwp.com
+lwp-request
 meanpathbot
+netEstate NE Crawler
 openai
-seobility
-sitechecker.pro
+page scorer
+satoristudio.net
+scan.lol
 sogouspider
-zgrab
+tAkeOut
+webmeup-crawler
+webpros.com
+x22Mozilla