V4.2023.04.3711 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Acunetix
-AfD-Verbotsverfahren
-Asterias
+AhrefsBot
+Ankit
+Anthill
+Aspiegel
 Atomseobot
-Attach
-AwarioSmartBot
 BackWeb
-Battleztar Bazinga
-BetaBot
-Boardreader
-BuiltWith
-CheeseBot
-CherryPicker
-Cosmos
-Craftbot
-Crawling at Home Project
-CrunchBot
+Backlink-Ceck
+Blow
+BotALot
+Brandprotect
+Brandwatch
+Bullseye
+Cegbfeieh
+Collector
+Copier
+Custo
 CyotekWebCopy
-Dragonfly
-EasyDL
-ExtLinksBot
-FlashGet
-Foobot
-Grafula
-GrapeshotCrawler
-HTTrack
-Havij
-Id-search
-Iria
-JOC Web Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
-LWP::Simple
+Digincore
+Dotbot
+EirGrabber
+EyeNetIE
+FHscan
+FemtosearchBot
+Flunky
+GetRight
+HTMLparser
+HTTP::Lite
+Hloader
+Humanlinks
+Indy Library
+InfoNaviRobot
+InterGET
+Jbrofuzz
+JetCar
+JustView
+LeechFTP
+LinkScan
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MIDown tool
-Majestic-SEO
-MarkWatch
-Meanpathbot
-Mr.4x3
-Name Intelligence
-Nameprotect
+Ltx71
+MSIECrawler
+Majestic SEO
+MarkMonitor
+MauiBot
+Mister PiX
+Moblie Safari
+Msrabot
 NetLyzer
-NetSpider
-NetZIP
-Nibbler
+NetMechanic
+NextGenSearchBot
+Niki-bot
 Ninja
+Not
 OpenLinkProfiler
-Openvas
-OutclicksBot
-POE-Component-Client-HTTP
-Pu_iN
+OutfoxBot
+PageThing.com
+Pump
 Quick-Crawler
-RankActive
-RankingBot2
-Rankivabot
-RankurBot
+RankFlex
 Re-re
-RealDownload
-Recorder
-RedesScrapy
-Ripper
-SemrushBot
-Sitebeam
-Sogou web spider
+RebelMouse
+SEOlyticsCrawler
+Scanbot
+ScrepyBot
+Searchestate
+Snapbot
+SocialRankIOBot
 Sosospider
-SpankBot
-Sqworm
-Sucker
-Suzuran
-Telesoft
-The Intraformant
+Sottopop
+Spinn3r
+SputnikBot
+Sqlmap
+Surfbot
+T0PHackTeam
+T8Abot
+TeleportPro
 TheNomad
-Trendiction
-Turingos
-V-BOT
-VB Project
-Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+Thumbor
+Titan
+True_Robot
+Turnitin
+UnisterBot
 Voltron
 WASALive-Bot
-WallpapersHD
-Web Auto
+WWW-Collector-E
+Wallpapers/3.0
+Web Sucker
+WebEnhancer
+WebGo IS
 WebImageCollector
-WebPix
+WebReaper
+Who.is Bot
 ZoomBot
-adscanner
-archive.org_bot
-com.plumanalytics
-crawl.sogou.com
+arquivo-web-crawler
+autoemailspider
+cah.io.community
 domainsproject.org
-gopher
-ips-agent
-page scorer
-seoscanners
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-xpymep1.exe
+ripz
+seocompany.store
+x09Mozilla