V4.2022.03.3013 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+360Spider
+404checker
+80legs
 ADmantX
 AIBOT
-Aboundex
-Aboundexbot
+ALittle Client
+ASPSeek
+Acunetix
 AiHitBot
-Aipbot
 Alexibot
-AllSubmitter
+Alligator
 Anarchy
-Ankit
-Aspiegel
+Anarchy99
+Apexoo
 Asterias
-BDCbot
-BackStreet
-BacklinkCrawler
-Badass
+BDFetch
+BackDoorBot
+Backlink-Ceck
 BatchFTP
-Bigfoot
-Bitacle
-Black Hole
+Battleztar Bazinga
 Blackboard
-BlowFish
-BuiltBotTough
-Bullseye
-BunnySlippers
-BuzzSumo
-CCBot
+BotALot
+Brandwatch
+CODE87
+Calculon
 CazoodleBot
-Cegbfeieh
 CheTeam
-CheeseBot
-Chlooe
+ChinaClaw
+Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Collector
 Copier
-CopyRightCheck
-Crawling at Home Project
-Crescent
-DataCha0s
-Discobot
-DnyzBot
-DomCopBot
-DomainCrawler
+Copyscape
+CrunchBot
+DIIbot
+DTS Agent
+Demon
+Devil
+DittoSpyder
+DomainAppender
+Domains Project
 Dotbot
-Download Wonder
+Dragonfly
 Drip
-EMail Siphon
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
 EirGrabber
-EroCrawler
+Evil
 Exabot
-ExtLinksBot
-Extractor
-ExtractorPro
-EyeNetIE
-FDM
-Flunky
-Foobot
+Express WebPictures
+FHscan
+Fimap
+Freeuploader
 FrontPage
-FyberSpider
+Fuzz
 GT::WWW
-Getintent
-Gigabot
+GalaxyBot
 Go!Zilla
-GoZilla
 GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
-Haansoft
+HTTP::Lite
 HaosouSpider
-Harvest
 Heritrix
 Hloader
-HonoluluBot
-Humanlinks
+HybridBot
 IDBTE4M
 IRLbot
-Iblog
 IlseBot
 Image Fetch
 Image Sucker
-InternetSeer
-Iskanie
+Indy Library
+InterGET
+Internet Ninja
+Iria
+JOC Web Spider
+JamesBOT
 Jetty
+Jorgee
 JustView
 Jyxobot
+Kenjin Spider
 Keyword Density
-LNSpiderguy
-LWP::Simple
+Kozmosbot
 Lanshanbot
-LeechFTP
 LibWeb
 Libwhisker
 LieBaoFast
-Lightspeedsystems
+LinkScan
+LinkWalker
 Linkbot
-Linkdexbot
-LinkextractorPro
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Litemage_walker
-MIDown tool
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSIECrawler
 MTRobot
-Magnet
-Majestic-SEO
 Majestic12
-MarkMonitor
-Mass Downloader
-Masscan
 Mata Hari
-Meanpathbot
-MegaIndex.ru
-Mister PiX
-Mojolicious
+MauiBot
+MeanPath Bot
+Metauri
+Mozlila
 Msrabot
-NICErsPRO
+Musobot
 NPbot
+Name Intelligence
 Navroad
 NearSite
-Net Vampire
-NetAnts
-NetLyzer
+Needle
 NetMechanic
-NetZIP
 Netcraft
-Nuclei
-Offline Navigator
+Netvibes
+NimbleCrawler
+Nimbostratus
+Ninja
+Octopus
 OnCrawl
+OpenVAS
+Openvas
 OrangeBot
 OrangeSpider
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageThing.com
+PageAnalyzer
 Pandalytics
+Panscient
 Papa Foto
-Pavuk
 Petalbot
-Pixray
-PxBroker
+Pi-Monster
+Picscout
+PictureFinder
+Probethenet
+Pump
 QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActive
-RankFlex
-ReGet
-Reaper
-RebelMouse
-RedesScrapy
-Ripper
-SBIder
+Rankivabot
+RealDownload
+Recorder
+Rogerbot
 SEOkicks
-SEOkicks-Robot
-Scanbot
-ScoutJet
+SEOlyticsCrawler
+SEOstats
 Scrapy
+Screaming
 Searchestate
 Seekport
-SentiBot
-Seomoz
+SemanticJuice
+Semrush
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Sitebeam
 Siteimprove
-SlySearch
-Sociscraper
-Sogou web spider
-Spbot
-Sqworm
-Sucker
+Snake
+Snapbot
+Sosospider
+SpankBot
+Spanner
+Sqlmap
 Sucuri
-SuperBot
-SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
 Swiftbot
-Szukacz
+T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
 Telesphorep
-TightTwatBot
-Toata
-Toweyabot
-Tracemyfile
-Trendictionbot
+The Intraformant
+Titan
+True_Robot
 Turingos
 TurnitinBot
-TwengaBot
 VCI
-Vacuum
+Vagabondo
 VelenPublicWebCrawler
+VidibleScraper
+Voil
 Voltron
-WPScan
-WWW-Collector-E
+WASALive-Bot
+WEBDAV
 WWW::Mechanize
-Wallpapers/3.0
+Wallpapers
 WeSEE
-Web Auto
 Web Collage
 Web Enhancer
-Web Sauger
+Web Fetch
+Web Pix
+Web Sucker
 WebAuto
+WebBandit
 WebCollage
 WebFetch
-WebFuck
 WebGo IS
 WebImageCollector
-WebLeacher
-WebSauger
-WebStripper
-WebSucker
-WebmasterWorldForumBot
-Website Quester
-Whack
-Whacker
-Whatweb
-WiseGuys Robot
+WebPix
+WebZIP
+WebsiteQuester
+Webster
+Woobot
+Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zade
-Zitebot
-ZoomBot
-adscanner
+Zermelo
+ZmEu
+ZoominfoBot
 archive.org_bot
 autoemailspider
-coccocbot
-cognitiveseo
-com.plumanalytics
-domainsproject.org
-isitwp.com
-iubenda-radar
+check1.exe
+crawler.feedback
+crawler4j
+demandbase-bot
+eCatch
+facebookscraper
+gopher
+heritrix
+instabid
+internetVista monitor
+ips-agent
 lwp-request
-magpie-crawler
 netEstate NE Crawler
-oBot
-page scorer
 plumanalytics
-polaris version
-satoristudio.net
-scan.lol
-seostar
+ripz
+scalaj-http
 serpstatbot
-sitechecker.pro
+sexsearcher
+siteripz
+sysscan
 trendiction.com
 trendiction.de
-webgains-bot
-x09Mozilla
-zauba.io
-zgrab
+voyagerx.com
+x22Mozilla