V4.2022.07.3237 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
 ASPSeek
-AllSubmitter
+Abonti
+Aboundex
+Acunetix
+Aipbot
+Alligator
+AlphaBot
 Anarchie
-Attach
+Anarchy
+Aspiegel
+Asterias
+Atomseobot
 AwarioSmartBot
-BDFetch
-BackStreet
-BackWeb
+BackDoorBot
 Backlink-Ceck
-Bandit
 Barkrowler
-BetaBot
-Bitacle
+Battleztar Bazinga
+Blackboard
+BlowFish
 BotALot
-Buddy
-BuiltBotTough
-BuiltWith
-CCBot
-CODE87
+Buck
+CATExplorador
 CSHttp
-CazoodleBot
-Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
+Chlooe
 Citoid
 Claritybot
 Collector
-Copier
-CrazyWebCrawler
+Craftbot
 Curious
-Custo
-CyotekWebCopy
 DBLBot
 DIIbot
-DSearch
 DTS Agent
-DatabaseDriverMysqli
-Demon
-Devil
+Digincore
+DigitalPebble
 Disco
 Discobot
+Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
-DomainStatsBot
-EMail Siphon
+DomCopBot
+DomainSigmaCrawler
+Download Wonder
+ECCP/1.0
+EMail Wolf
 EasyDL
-EirGrabber
-ExtractorPro
-EyeNetIE
+Ebingbong
+Evil
+Ezooms
+FDM
+FemtosearchBot
 Fimap
-Firefox/7.0
-Flunky
-FyberSpider
-Fyrebot
+FlashGet
+FrontPage
 G-i-g-a-b-o-t
-Go!Zilla
-Go-Ahead-Got-It
+GT::WWW
+GetRight
+Gigabot
 GoZilla
-Gotit
 GrabNet
 Grabber
+GrapeFX
 GrapeshotCrawler
-HaosouSpider
+HTMLparser
 Harvest
-Havij
-HybridBot
-Iblog
+Heritrix
+Hloader
+HonoluluBot
+IDBot
+IlseBot
 Image Fetch
+Image Sucker
+Indy Library
 InfoNaviRobot
-InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-Iria
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JetCar
-Jetty
-JikeSpider
 Joomla
-Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
+JustView
+Kenjin Spider
+Kinza
 LWP::Simple
-Lanshanbot
-LexiBot
-LibWeb
+Larbin
+Leap
+Libwhisker
 LieBaoFast
-LinkWalker
-LinksManager
+Lightspeedsystems
+Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lmspider
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MIDown tool
-MQQBrowser
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+MFC_Tear_Sample
+MJ12bot
+MTRobot
+Mag-Net
+Mass Downloader
+Mata Hari
+Mb2345Browser
+Meanpathbot
 MegaIndex.ru
-Microsoft URL Control
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
+Musobot
+NPbot
 Nameprotect
-NearSite
 NetAnts
 NetMechanic
-NetSpider
-Netcraft
-Nettrack
 NextGenSearchBot
+Nibbler
 Niki-bot
-Nikto
-Nimbostratus
+NimbleCrawler
 Nmap
-Not
-Nuclei
-Offline Explorer
+Nutch
+OpenLinkProfiler
 OpenVAS
-OrangeBot
-OrangeSpider
-Page Analyzer
+Openvas
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-Pandalytics
 Panscient
 Pavuk
 PeoplePal
-Petalbot
-Picsearch
+Pi-Monster
 PictureFinder
-Piepmatz
-Pu_iN
-Pump
+Pimonster
+Pixray
+PleaseCrawl
+Pockey
+ProWebWalker
 PxBroker
 Quick-Crawler
-RSSingBot
-RankingBot2
+RankActive
 Rankivabot
 ReGet
-RocketCrawler
-Rogerbot
-SBIder
-SEOprofiler
+RealDownload
+RedesScrapy
+Ripper
+SEOkicks
+SEOkicks-Robot
+SEOstats
 SISTRIX
-ScanAlert
-Screaming
-ScreenerBot
-SemanticJuice
+SMTBot
+Scanbot
+ScoutJet
+Searchestate
 Semrush
+SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
+Shodan
 Siphon
 Site Sucker
+SiteLockSpider
+SiteSnagger
+Siteimprove
+Sitevigil
+SlySearch
 Snake
-Snapbot
+SocialRankIOBot
+Sogou web spider
+Sottopop
+SpaceBison
+Spammen
 SpankBot
 Spbot
 Spinn3r
-Sqlmap
-Stripper
-Sucuri
-SurveyBot
+SputnikBot
+SuperBot
+Suzuran
 Swiftbot
-T0PHackTeam
-TeleportPro
+Szukacz
+T8Abot
+Teleport
 Telesphoreo
-TheNomad
+Telesphorep
 Thumbor
-Toata
-Toweyabot
 Tracemyfile
-Turnitin
-TurnitinBot
+True_Robot
+Turingos
 Typhoeus
 URLy.Warning
-UnisterBot
 VB Project
+VCI
 Vacuum
-Vagabondo
-Virusdie
+VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
+Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
-WallpapersHD
-Web Enhancer
-Web Fuck
-Web Sauger
+WWW-Mechanize
+WWWOFFLE
+WeSEE
+Web Auto
+Web Collage
+Web Pix
 WebBandit
 WebEnhancer
 WebGo IS
-WebImageCollector
-WebReaper
-WebSauger
+WebPix
 WebSucker
-WebWhacker
+WebZIP
 Webshag
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
 Whatweb
+Who.is Bot
 WinHTTrack
-Wonderbot
-Wotbox
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zeus
-ZmEu
+WiseGuys Robot
+Zauba
+Zitebot
+ZoomBot
+ZoominfoBot
 ZumBot
-adscanner
 arquivo-web-crawler
 arquivo.pt
 cah.io.community
-check1.exe
 cognitiveseo
-crawl.sogou.com
+com.plumanalytics
 crawler.feedback
 crawler4j
+demandbase-bot
 eCatch
 evc-batch
-facebookscraper
 heritrix
+internetVista monitor
 ips-agent
-iubenda-radar
-meanpathbot
-mediawords
+lwp-trivial
 muhstik-scan
+netEstate NE Crawler
 oBot
 page scorer
-ripz
+plumanalytics
+polaris version
+probe-image-size
+satoristudio.net
 scalaj-http
-spyfu
+seobility
 trendiction.de
 webgains-bot
 x09Mozilla
-x22Mozilla
+zgrab