V4.2023.02.3578 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ADmantX
-Abonti
-Acunetix
-AfD-Verbotsverfahren
+ASPSeek
+Aboundexbot
 AhrefsBot
-AiHitBot
-AllSubmitter
-AlphaBot
-Anarchie
+Aipbot
+Anarchy99
 Ankit
-Anthill
-Aspiegel
-Asterias
+Apexoo
 Atomseobot
 AwarioSmartBot
-BDFetch
+BBBike
 BLEXBot
-BackStreet
 BackWeb
-Badass
-Battleztar Bazinga
+Bigfoot
 Bitacle
 Black Hole
-Blackboard
+BlackWidow
 Blow
 Bolt
-Buck
-Buddy
+BotALot
+BuiltBotTough
 Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
+CATExplorador
 CODE87
 CSHttp
 Calculon
+CazoodleBot
 CheeseBot
-CherryPicker
 ChinaClaw
-Citoid
-Cliqzbot
-Cogentbot
+Cloud mapping
 Collector
-Cosmos
-Craftbot
+Copier
+CopyRightCheck
+Crawling at Home Project
 Crescent
 Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DTS Agent
-Deusu
+DSearch
+DatabaseDriverMysqli
+Demon
 Devil
-Dirbuster
-Disco
+Digincore
+Discobot
 Discoverybot
+Dispatch
 DittoSpyder
-DomainAppender
-Domains Project
+DnyzBot
+Download Wonder
 Dragonfly
 Drip
-EMail Siphon
 EasyDL
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Fimap
+Ebingbong
+EirGrabber
+Evil
+Extractor
+EyeNetIE
+FDM
 Firefox/7.0
-FlashGet
+Flunky
 Foobot
 Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-Go-Ahead-Got-It
-Gotit
+GalaxyBot
+GetWeb
+Getintent
 Grabber
-GrapeshotCrawler
-HTMLparser
+HMView
+HTTrack
 Hloader
 HybridBot
+IDBTE4M
+IDBot
 IlseBot
-Image Sucker
+Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
+JOC Web Spider
 Jbrofuzz
-JustView
+JennyBot
+Jetty
+Joomla
+Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
-Kinza
-LNSpiderguy
-LWP::Simple
+Kozmosbot
 Leap
-LeechGet
-LibWeb
+LeechFTP
 Libwhisker
-Likse
-LinkScan
 LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-MIDown tool
-MIIxpc
-MJ12bot
+LinqiaScrapeBot
+Lmspider
+Ltx71
+MQQBrowser
+Mag-Net
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
-Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Name Intelligence
-Nameprotect
-Net Vampire
-NetAnts
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
+MolokaiBot
+NICErsPRO
 NetLyzer
+NetSpider
+Netcraft
 Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
-Nikto
-Nmap
-Nuclei
-Octopus
+NimbleCrawler
+Nutch
+Offline Explorer
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
 OrangeBot
 OutclicksBot
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
+PECL::HTTP
 PageAnalyzer
+PageScorer
 PageThing.com
 Pandalytics
-Pi-Monster
 Picsearch
-Piepmatz
-Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
-Psbot
-Pump
-QueryN Metasearch
-RankActive
+Pockey
+Pu_iN
+RSSingBot
+RankActiveLinkBot
 RankFlex
-ReGet
-Reaper
-RebelMouse
-RedesScrapy
+RankingBot
+RankingBot2
+RealDownload
 Ripper
 RocketCrawler
+Rogerbot
+SBIder
 SEOkicks-Robot
+SISTRIX
 SalesIntelligent
-Scanbot
+ScanAlert
 ScoutJet
-Searchestate
-SentiBot
+Screaming
+ScrepyBot
+SearchmetricsBot
+Seekport
+SeoSiteCheckup
 SeobilityBot
-SiteCheckerBotCrawler
+Shodan
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Sitebeam
+Sitevigil
+SmartDownload
 Snapbot
-Snoopy
-Sottopop
-Spammen
-Spbot
+SpaceBison
+Spinn3r
+Sqlmap
+Sqlworm
 Steeler
-SuperBot
+Sucker
+Sucuri
+Surfbot
 SurveyBot
+Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
+Teleport
 Telesoft
 Telesphoreo
-Thumbor
+Telesphorep
+TightTwatBot
 Titan
 Toata
 Trendiction
 Turnitin
 Typhoeus
 URLy Warning
+UnisterBot
+V-BOT
 Vacuum
-VelenPublicWebCrawler
+Vagabondo
 VeriCiteCrawler
-WASALive-Bot
-WWW-Collector-E
-WWW::Mechanize
-WeSEE
+Virusdie
+Voltron
+WBSearchBot
+WEBDAV
+WPScan
+WWW-Mechanize
+Wallpapers
 Web Auto
-Web Enhancer
-WebBandit
+Web Collage
+WebCollage
 WebCopier
-WebEnhancer
-WebGo IS
 WebLeacher
 WebPix
-WebReaper
+WebSucker
 WebWhacker
-Webalta
+WebZIP
 WebmasterWorldForumBot
-Webshag
-Website Quester
 WebsiteQuester
 Webster
-Whack
 Whatweb
-WiseGuys Robot
-Wonderbot
-Zade
+Who.is Bot
+Woobot
+YoudaoBot
 Zeus
-ZoominfoBot
-archive.org_bot
-autoemailspider
-backlink-check
+Zitebot
+ZmEu
+ZoomBot
+adscanner
 check1.exe
-crawler4j
+cognitiveseo
+crawl.sogou.com
+crawler.feedback
 demandbase-bot
-domainsproject.org
 eCatch
-facebookscraper
+evc-batch
 ips-agent
-isitwp.com
-linkdexbot
-lwp-request
-lwp-trivial
+magpie-crawler
 meanpathbot
 mediawords
-netEstate NE Crawler
+oBot
 pcBrowser
 polaris version
-s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
+seobility
 seoscanners
-serpstatbot
+seostar
+sexsearcher
 siteripz
-sogouspider
-sysscan
-trendiction.com
+spyfu
 trendiction.de
 ubermetrics-technologies.com
-webpros.com
-x22Mozilla
-zauba.io
+webgains-bot
+webprosbot
+xpymep1.exe
 zgrab