V4.2023.05.3751 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+80legs
 Aboundexbot
 AfD-Verbotsverfahren
-Asterias
-BetaBot
-Bitacle
-Bolt
-BuzzSumo
-Cloud mapping
-Custo
-DataCha0s
-Discobot
-Dispatch
-DittoSpyder
-DnyzBot
-Fimap
+Aipbot
+Anarchy99
+BBBike
+BDCbot
+Battleztar Bazinga
+Buddy
+CSHttp
+Cegbfeieh
+CheTeam
+Claritybot
+Cliqzbot
+Cogentbot
+CopyRightCheck
+Copyscape
+Crescent
+CyotekWebCopy
+DnBCrawler-Analytics
+Ecxi
+Evil
+Extractor
+EyeNetIE
+FDM
+FemtosearchBot
 Firefox/7.0
-Flunky
-Foobot
-Freeuploader
-Image Fetch
-Intelliseek
-InterGET
-JennyBot
-JetCar
-JikeSpider
-LNSpiderguy
-LeechGet
-LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Genieo
+GetWeb
+GrabNet
+Grafula
+GrapeFX
+HaosouSpider
+Id-search
+Iria
+Iskanie
+IstellaBot
+Lightspeedsystems
+LinkScan
 LinqiaScrapeBot
-Ltx71
-MIDown tool
-MTRobot
-MarkMonitor
-MicroMessenger
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-NICErsPRO
+Majestic12
+Masscan
+Mojeek
+Name Intelligence
 Nameprotect
-Navroad
-Needle
-Nikto
-Nmap
-Offline Explorer
-Offline Navigator
+NetZIP
+Netvibes
+Nuclei
 OnCrawl
-Openfind
-OrangeSpider
-PageGrabber
-Papa Foto
-Petalbot
-Picscout
-PictureFinder
-Piepmatz
-PleaseCrawl
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
+Picsearch
+Pixray
 Proximic
-Pu_iN
-RSSingBot
-RankActiveLinkBot
-Rankivabot
-Re-re
-RocketCrawler
-Siphon
-SiteCheckerBotCrawler
-SiteSucker
-Sitebeam
-Siteimprove
+RankingBot
+RankingBot2
+RepoMonkey
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
+ScanAlert
+Scanbot
+Searchestate
+SentiBot
+SiteExplorer
+SiteLockSpider
+Snapbot
+Sosospider
 SpankBot
-Spbot
-Spinn3r
-Surfbot
-URLy Warning
-URLy.Warning
-Vacuum
+T8Abot
+TeleportPro
+Telesphoreo
+Thumbor
+TightTwatBot
+TwengaBot
 VoidEYE
-WASALive-Bot
-WeSEE
-WebImageCollector
-WebLeacher
+WWWOFFLE
+Web Enhancer
+WebEnhancer
+WebReaper
+WebSucker
 Webalta
-WebsiteExtractor
-WebsiteQuester
 Whack
-Who.is Bot
-archive.org_bot
-autoemailspider
-dataforseobot
+Zauba
+Zermelo
+Zitebot
+adscanner
+backlink-check
+check1.exe
+facebookscraper
 internetVista monitor
-iubenda-radar
-linkdexbot
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
-trendiction.de
-voyagerx.com
+ips-agent
+seoscanners
+seostar
+siteripz
+trendiction.com
 webgains-bot
-webpros.com