V4.2023.07.3884 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
 AdsTxtCrawlerTP
-Alligator
-Anarchie
+Aipbot
+AllSubmitter
 Anarchy99
-Ankit
-BBBike
-Backlink-Ceck
-Bandit
+Apexoo
+BackStreet
+BacklinkCrawler
+Bitacle
+Black Hole
+BlowFish
+Bolt
 Buddy
-CCBot
-CSHttp
-CopyRightCheck
-Copyscape
-Cosmos
-CrazyWebCrawler
-CrunchBot
-Custo
-DatabaseDriverMysqli
-Download Wonder
-ECCP/1.0
-EyeNetIE
-FHscan
-FemtosearchBot
-Freeuploader
-FrontPage
-GetRight
-Grafula
+Bullseye
+Cegbfeieh
+CensysInspect
+Copier
+Discoverybot
+EMail Siphon
+EMail Wolf
+FDM
+Fuzz
+Fyrebot
+GoZilla
 GridBot
 HEADMasterSEO
-Humanlinks
-InfoTekies
-Iria
-Jbrofuzz
-JennyBot
-JikeSpider
-Keybot Translation-Search-Machine
-LieBaoFast
-LinkScan
-LinkWalker
+Haansoft
+IlseBot
+InfoNaviRobot
+Internet Ninja
+Kozmosbot
+LWP::Simple
+LeechGet
+LexiBot
+LibWeb
 LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
-MSIECrawler
-Mag-Net
-Mass Downloader
-Masscan
-MauiBot
-MeanPath Bot
-Microsoft Data Access
-Microsoft URL Control
-MolokaiBot
-Msrabot
-Name Intelligence
-Needle
-Ninja
-Offline Navigator
+Litemage_walker
+MIIxpc
+Magnet
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+MarkWatch
+Meanpathbot
+MegaIndex.ru
+Mojolicious
+NPbot
+Nameprotect
+NetZIP
+Nettrack
 Openfind
-OutfoxBot
-Panscient
+Openvas
+PHPCrawl
+PageGrabber
+PageScorer
 Pi-Monster
-RankActiveLinkBot
+Picscout
+PleaseCrawl
+ProPowerBot
+Probethenet
 RankurBot
-Rogerbot
-SEOkicks-Robot
-SEOstats
-Scrapy
-Searchestate
-SearchmetricsBot
-Semrush
-SentiBot
-SmartDownload
+Re-re
+RepoMonkey
+SalesIntelligent
+Scanbot
+SenutoBot
+Shodan
+SlySearch
+Sosospider
 Sottopop
 SputnikBot
+Sqworm
 Steeler
-SuperBot
-Telesphorep
-TwengaBot
-VB Project
+SuperHTTP
+T8Abot
+Telesoft
+TightTwatBot
+Turnitin
+TurnitinBot
+Typhoeus
+URLy Warning
 WISENutbot
-Wallpapers/3.0
-Web Fuck
-WebLeacher
-Website Quester
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Zitebot
+WWWOFFLE
+Wallpapers
+Webshag
+WebsiteExtractor
+Whack
+Who.is Bot
+ZumBot
+ZyBorg
+coccocbot
 com.plumanalytics
-demandbase-bot
-heritrix
-isitwp.com
-ripz
-s1z.ru
-sogouspider
-ubermetrics-technologies.com
-xpymep1.exe
+internetVista monitor
+meanpathbot
+mediawords
+oBot
+pcBrowser
+webmeup-crawler