V4.2022.12.3523 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -3,248 +3,248 @@
 80legs
 ADmantX
 AIBOT
-Abonti
-Aboundex
-Aboundexbot
+AhrefsBot
+AiHitBot
 Alexibot
-Ankit
-Asterias
-Atomseobot
-AwarioSmartBot
+AllSubmitter
+Anarchy
+Anthill
+Aspiegel
 BDCbot
-BLEXBot
+BDFetch
 BackDoorBot
-BacklinkCrawler
+BackStreet
 Barkrowler
-BatchFTP
-Bitacle
-Black Hole
-BlackWidow
-Bolt
+Battleztar Bazinga
+Blackboard
+Blow
 Brandprotect
-Brandwatch
-Buck
-BuiltBotTough
+Buddy
 Bullseye
-BunnySlippers
 BuzzSumo
+CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
+CensysInspect
 CheeseBot
-ChinaClaw
+CherryPicker
 Chlooe
-Cloud mapping
+Claritybot
 Collector
+Copier
 Cosmos
-Craftbot
-Curious
+Crescent
 Custo
-CyotekWebCopy
-DTS Agent
-Demon
+DIIbot
 Devil
 Digincore
-DigitalPebble
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
+DnyzBot
 Download Wonder
-Dragonfly
+Drip
 ECCP/1.0
-Evil
+EMail Wolf
+Ecxi
 ExtLinksBot
 ExtractorPro
-Ezooms
-Firefox/7.0
-FlashGet
-Fyrebot
-GT::WWW
-GermCrawler
-GetRight
+Extreme Picture Finder
+EyeNetIE
+FDM
+Fimap
+FrontPage
+FyberSpider
+Genieo
 Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-GrabNet
+GoZilla
+Gotit
+Grabber
+GrapeFX
+GridBot
 HMView
+HTMLparser
 HTTP::Lite
-Havij
-Hloader
-HonoluluBot
-Humanlinks
-IDBot
-Image Fetch
-IndeedBot
-Indy Library
+Heritrix
+IRLbot
+Iblog
+Id-search
 InfoNaviRobot
 Intelliseek
-Internet Ninja
+Iria
+Iskanie
 JOC Web Spider
-Jbrofuzz
-JennyBot
+JamesBOT
+JetCar
 Jetty
 Jorgee
 Keyword Density
 Kozmosbot
-LWP::Simple
-Lanshanbot
+LeechFTP
+LeechGet
+LibWeb
+Libwhisker
 Lightspeedsystems
-Linkbot
-LinkextractorPro
-LinkpadBot
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
-MSIECrawler
-Magnet
-Mail.RU_Bot
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MQQBrowser
+MSFrontPage
+Mag-Net
+Majestic-SEO
 Majestic12
 MarkMonitor
-Mass Downloader
-MauiBot
-Mb2345Browser
+Masscan
+Mata Hari
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
 Metauri
-Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
-NPbot
+Musobot
+NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
+NearSite
 Needle
-Net Vampire
 NetAnts
-NextGenSearchBot
+NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Nibbler
-Niki-bot
-Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Not
-Nuclei
-Octopus
-Offline Navigator
+Nmap
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
 OpenVAS
-OutfoxBot
-PHPCrawl
+OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
-PageThing.com
-Pandalytics
-Pi-Monster
-Piepmatz
+Page Analyzer
+PageGrabber
+Panscient
+Papa Foto
+Pavuk
+PeoplePal
+Picscout
 PleaseCrawl
 Pockey
-ProWebWalker
-Psbot
+ProPowerBot
 Pu_iN
+PyCurl
+Quick-Crawler
 RSSingBot
-Rankivabot
-Re-re
-RocketCrawler
+RankingBot2
+RebelMouse
+Rogerbot
 SBIder
-SEOkicks
 SEOkicks-Robot
-SalesIntelligent
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 Scanbot
-ScoutJet
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
-Seekport
-Semrush
-SemrushBot
-Seomoz
+SearchmetricsBot
+SentiBot
+Shodan
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
 Sitebeam
 SlySearch
-SmartDownload
-Snoopy
-SpaceBison
+Sosospider
 Spammen
-SpankBot
 Spanner
 Spbot
+Sqlworm
 Sqworm
+Stripper
 Sucker
-SuperBot
-SuperHTTP
-SurveyBot
-Swiftbot
-Szukacz
+Sucuri
+Suzuran
 T0PHackTeam
 TeleportPro
 Telesphoreo
-Telesphorep
-The Intraformant
-TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
+Toata
+Turingos
 Turnitin
-TwengaBot
-Typhoeus
+URLy.Warning
 Upflow
-VB Project
-Vacuum
-VidibleScraper
+Virusdie
 VoidEYE
+Voil
+Voltron
+WEBDAV
+WISENutbot
+WPScan
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
+Wallpapers
 WallpapersHD
-Web Fuck
-WebAuto
-WebBandit
-WebCopier
-WebEnhancer
+Web Pix
+Web Sucker
 WebFuck
-WebLeacher
 WebPix
 WebReaper
+WebSauger
 WebStripper
 WebSucker
+WebWhacker
 WebZIP
-Website Quester
-Webster
+Webalta
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Whack
-WinHTTrack
+Whacker
+Whatweb
 Woobot
+Wotbox
+Wprecon
+Xaldon_WebSpider
 Zauba
-Zermelo
-Zeus
 Zitebot
-ZmEu
-ZumBot
-arquivo-web-crawler
+ZoomBot
+ZoominfoBot
+ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
 check1.exe
-clark-crawler
-cognitiveseo
+crawl.sogou.com
 crawler.feedback
-dataforseo.com
 demandbase-bot
+evc-batch
+facebookscraper
+gopher
+heritrix
 iubenda-radar
+linkdexbot
 magpie-crawler
-plumanalytics
+meanpathbot
+pcBrowser
+polaris version
 satoristudio.net
-scalaj-http
-seobility
-seocompany.store
+seostar
 sexsearcher
-sitechecker.pro
-sogouspider
+siteripz
 spyfu
-sysscan
-voyagerx.com
+trendiction.de
 webpros.com
-x22Mozilla
-xpymep1.exe
+webprosbot
 zauba.io
+zgrab