V4.2022.10.3432 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+360Spider
 ALittle Client
-ASPSeek
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Alligator
+Abonti
+AhrefsBot
+Aipbot
+Alexibot
 AlphaBot
 Anarchy
-Aspiegel
-Asterias
 Atomseobot
 AwarioSmartBot
 BBBike
+BDFetch
 BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-Blackboard
-Boardreader
+Barkrowler
+BatchFTP
+Black Hole
+BlackWidow
+Blow
+BlowFish
 BotALot
-Buck
-BuiltBotTough
+BuiltWith
+CATExplorador
 CCBot
-CSHttp
-Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-Chlooe
+Citoid
 Claritybot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
+Cloud mapping
+Collector
+Copier
+Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-DIIbot
-Devil
-Discoverybot
-DomainStatsBot
-Drip
+Curious
+Custo
+CyotekWebCopy
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
+Demon
+DigitalPebble
+Disco
+Dispatch
+DittoSpyder
+DnyzBot
+DomainSigmaCrawler
+Dotbot
+Dragonfly
 ECCP/1.0
+EMail Wolf
+Ebingbong
+Ecxi
 EirGrabber
+EroCrawler
 Evil
+Exabot
+Express WebPictures
+EyeNetIE
+Ezooms
 Fimap
-Firefox/7.0
-Foobot
+FrontPage
+Fuzz
 FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GetRight
 Getintent
-Go!Zilla
-Go-Ahead-Got-It
+Gigabot
 GoZilla
 GrabNet
-HTMLparser
+Grabber
+Grafula
+HEADMasterSEO
+HMView
+HTTrack
 HaosouSpider
 Harvest
-Heritrix
+HonoluluBot
 IDBTE4M
+IDBot
+IRLbot
 IlseBot
-Image Fetch
-Image Sucker
-InfoTekies
-InterGET
-Iskanie
+Indy Library
+Intelliseek
+Iria
 IstellaBot
 JOC Web Spider
-Jbrofuzz
+JennyBot
+JetCar
 Jetty
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
+Keyword Density
+LNSpiderguy
 Lanshanbot
 Larbin
 Leap
-LeechGet
-LexiBot
 Lftp
-Libwhisker
+LibWeb
 LieBaoFast
-LinksManager
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
+Litemage_walker
 MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
 MTRobot
-Mag-Net
 Magnet
-Majestic12
-MarkMonitor
+Mail.RU_Bot
+Mass Downloader
+Masscan
 MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
-Metauri
-MicroMessenger
-Mister PiX
-Moblie Safari
+Microsoft URL Control
+Minefield
 Mojeek
 Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-NICErsPRO
-Nameprotect
+Mozlila
 Nessus
-NetAnts
 NetMechanic
-NetSpider
+NetZIP
 NextGenSearchBot
 Nibbler
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Ninja
+Nikto
+Nmap
 Not
 Nuclei
-Nutch
-Offline Explorer
-OnCrawl
 OpenVAS
 OrangeBot
-OutfoxBot
+OutclicksBot
+PECL::HTTP
 Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
-Panscient
-Picsearch
+PeoplePal
+Petalbot
 PleaseCrawl
-ProPowerBot
-ProWebWalker
-Psbot
-Pump
+Probethenet
+Pu_iN
 PxBroker
 QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
 Re-re
-Reaper
+ReGet
 RebelMouse
+Recorder
+RepoMonkey
+Ripper
 SBIder
 SEOlyticsCrawler
-SEOstats
-SMTBot
-Scanbot
+SISTRIX
+ScanAlert
 ScoutJet
-ScreenerBot
-Semrush
-SemrushBot
-SentiBot
-Seomoz
-Shodan
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
+SeobilityBot
 Siphon
-Site Sucker
-SiteSnagger
+SiteExplorer
+SiteLockSpider
+Sitevigil
 SlySearch
-Snoopy
-Sosospider
-Spammen
+SpaceBison
 Spanner
-Steeler
-Stripper
+Spbot
 Sucuri
-SuperBot
+SuperHTTP
 Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
-Telesphorep
+Teleport
+Telesoft
 TheNomad
-Thumbor
-TightTwatBot
-Toata
-Trendictionbot
+Tracemyfile
+Trendiction
+True_Robot
 Turingos
-TurnitinBot
+TwengaBot
 Twice
 Typhoeus
 URLy Warning
+URLy.Warning
+Upflow
 VCI
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-Voil
-WPScan
+Voltron
+WASALive-Bot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
 WeSEE
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
-WebBandit
+Web Auto
 WebCopier
-WebImageCollector
-WebLeacher
+WebPix
 WebReaper
 WebStripper
-WebSucker
 WebZIP
-WebmasterWorldForumBot
+Webalta
+Webshag
 WebsiteExtractor
-Webster
+WebsiteQuester
+Whacker
+Whatweb
 Who.is Bot
 Wonderbot
 Wprecon
-Xenu
-Zade
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zermelo
-Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
 ZyBorg
 adscanner
-clark-crawler
-coccocbot
-crawler4j
-dataforseo.com
+archive.org_bot
+arquivo-web-crawler
+cah.io.community
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 domainsproject.org
-eCatch
-evc-batch
-gopher
-heritrix
-instabid
+ips-agent
+iubenda-radar
 linkdexbot
 lwp-request
-lwp-trivial
-mediawords
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
-probe-image-size
-satoristudio.net
-scalaj-http
+s1z.ru
+scan.lol
 seocompany.store
 seoscanners
 seostar
+sexsearcher
+sitechecker.pro
 sogouspider
-trendiction.com
+sp_auditbot
+tAkeOut
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
 webprosbot
-zauba.io
-zgrab
+x09Mozilla
+xpymep1.exe