V4.2022.05.3131 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
+01h4x.com
+404checker
 80legs
 ASPSeek
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
+Aipbot
 Alexibot
-Alligator
-Ankit
+AllSubmitter
+Anarchy
+Anarchy99
 Atomseobot
-Attach
-AwarioSmartBot
-BBBike
-BLEXBot
-BackStreet
+BackWeb
+Badass
+Bandit
+Barkrowler
 BatchFTP
-BetaBot
-Bitacle
-Blackboard
-BlowFish
+Boardreader
+Bolt
 Brandprotect
+Brandwatch
 BuiltBotTough
-BunnySlippers
-BuzzSumo
-CazoodleBot
-Cegbfeieh
 CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
-Cogentbot
-Cosmos
+Cliqzbot
+Collector
+CopyRightCheck
+Copyscape
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
 CrunchBot
-DBLBot
-DIIbot
+DSearch
+DataCha0s
 DatabaseDriverMysqli
-Deusu
-Dirbuster
 Disco
-Discobot
-Discoverybot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainCrawler
-Domains Project
-Drip
-EMail Siphon
-Ebingbong
-Ecxi
+Dotbot
+Download Wonder
+Dragonfly
 EirGrabber
 Express WebPictures
-ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FemtosearchBot
-Fimap
-Freeuploader
-FrontPage
-FyberSpider
-Genieo
-Gotit
+FlashGet
+Fuzz
+Fyrebot
+GT::WWW
+GalaxyBot
+GetRight
+GetWeb
+Gigabot
+GoZilla
 Grafula
-GridBot
 HEADMasterSEO
 HMView
-HTTrack
-Haansoft
-HaosouSpider
 Havij
-IDBTE4M
-IRLbot
+Hloader
+HybridBot
 Iblog
-IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
-Intelliseek
-Iria
+Internet Ninja
+IstellaBot
 JamesBOT
 Jbrofuzz
-Jetty
+JennyBot
+JetCar
+Joomla
+Jorgee
+JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 LNSpiderguy
-LWP::Simple
-Lanshanbot
+Larbin
 LeechGet
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkWalker
 Linkbot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
 Lmspider
-Mag-Net
-Mail.RU_Bot
+MIIxpc
+MJ12bot
+MSFrontPage
+MTRobot
 Majestic SEO
 Majestic-SEO
-Mass Downloader
+Majestic12
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Minefield
+Mister PiX
+Mojeek
 MolokaiBot
 Mozlila
-Msrabot
-Nameprotect
-Navroad
+NICErsPRO
+Name Intelligence
 NearSite
 Needle
 Nessus
 NetAnts
+NetLyzer
 NetMechanic
-NetSpider
-NextGenSearchBot
-Nutch
-Octopus
-Offline Explorer
+NetZIP
+Nettrack
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
+Not
+Nuclei
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
+PHPCrawl
 PageGrabber
 PageThing.com
 Panscient
-Petalbot
+Pavuk
 Pi-Monster
-Picscout
-Pimonster
-Pockey
-Probethenet
-Psbot
-Pump
-PxBroker
-RankingBot
-RankingBot2
-ReGet
-Reaper
-RebelMouse
-Recorder
+Piepmatz
+Pixray
+PyCurl
+RSSingBot
+RankActive
+RankFlex
+RealDownload
 RepoMonkey
 Ripper
-Rogerbot
 SBIder
-SEOkicks
-SEOprofiler
-SEOstats
-SISTRIX
-SalesIntelligent
 ScoutJet
-Screaming
+Scrapy
+ScreenerBot
+ScrepyBot
+Searchestate
 Seekport
+SemanticJuice
 SentiBot
 SeobilityBot
+Shodan
+Siphon
 Site Sucker
-SlySearch
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+Snapbot
+Snoopy
 Sociscraper
-Sogou web spider
-Spanner
+Sosospider
+SpaceBison
 Spinn3r
 SputnikBot
 Sqlmap
-Sqworm
+Steeler
 Sucker
-Sucuri
 SurveyBot
 Suzuran
 Swiftbot
 Szukacz
-Telesphorep
+T0PHackTeam
+T8Abot
+Teleport
+Telesoft
 The Intraformant
 TheNomad
+TightTwatBot
 Titan
 Toata
+Toweyabot
+Tracemyfile
 Trendiction
 True_Robot
-TurnitinBot
+Turingos
+Turnitin
+TwengaBot
 Twice
 UnisterBot
 Upflow
-VeriCiteCrawler
-VoidEYE
-Voil
-Voltron
-WASALive-Bot
+V-BOT
+VB Project
+Vacuum
+Virusdie
 WEBDAV
-WISENutbot
-WPScan
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-Web Enhancer
-Web Fetch
+Wallpapers/3.0
+WeSEE
 Web Sauger
-WebAuto
 WebFetch
+WebFuck
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
+WebSucker
 Webshag
-Webster
-Whacker
+WebsiteQuester
+Whack
 Whatweb
-WinHTTrack
-Woobot
-Wotbox
-Wprecon
-YoudaoBot
+WiseGuys Robot
+Xaldon_WebSpider
+Xenu
 Zauba
-Zermelo
+Zeus
 ZoominfoBot
+ZyBorg
 adscanner
-archive.org_bot
 arquivo-web-crawler
 autoemailspider
-coccocbot
+cah.io.community
 cognitiveseo
-crawler4j
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-demandbase-bot
-domainsproject.org
-heritrix
-ips-agent
-lwp-request
-lwp-trivial
+evc-batch
+instabid
+internetVista monitor
+iubenda-radar
 magpie-crawler
 netEstate NE Crawler
-probe-image-size
-seobility
-sitechecker.pro
-sp_auditbot
+oBot
+page scorer
+plumanalytics
+polaris version
+satoristudio.net
+scan.lol
+siteripz
+sogouspider
+spyfu
 tAkeOut
 trendiction.com
 trendiction.de
-voyagerx.com
-webprosbot
-x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io