V4.2022.03.3009 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+ADmantX
+AIBOT
 ALittle Client
 ASPSeek
 Aboundex
-AfD-Verbotsverfahren
-AlphaBot
-Anarchie
-Anarchy
+Acunetix
+AhrefsBot
+AllSubmitter
+Alligator
 Anthill
-Aspiegel
-BackDoorBot
+AwarioSmartBot
+BBBike
+BDCbot
 BackStreet
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Bigfoot
-Boardreader
-BotALot
+Badass
 Brandprotect
 Brandwatch
 Buddy
+BuiltBotTough
 BuiltWith
-BunnySlippers
-CCBot
 CODE87
+CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-CopyRightCheck
+CheeseBot
+Citoid
+Claritybot
+Cosmos
 Craftbot
+CrazyWebCrawler
+Crescent
+CrunchBot
 Custo
-DBLBot
-DTS Agent
+CyotekWebCopy
+DSearch
 DatabaseDriverMysqli
-Demon
-Dirbuster
+Devil
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomainStatsBot
+DomainSigmaCrawler
 Domains Project
+Dotbot
+Dragonfly
+Drip
 ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
+EirGrabber
+Exabot
 ExtractorPro
 EyeNetIE
-FDM
-FemtosearchBot
-Flunky
+FHscan
+FlashGet
 Freeuploader
-Fuzz
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
 GermCrawler
-GetWeb
 Getintent
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-Grabber
+GoZilla
+Gotit
+Grafula
 GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HTTP::Lite
-Harvest
-HybridBot
-IDBTE4M
+HTMLparser
+Haansoft
+Havij
+Hloader
+HonoluluBot
+Humanlinks
 IRLbot
-Iblog
-Image Fetch
-Image Sucker
-Indy Library
+Id-search
+IlseBot
 InfoTekies
 InterGET
-Iria
-Iskanie
-IstellaBot
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-Jetty
-JustView
-Jyxobot
-LWP::Simple
-Lanshanbot
+JetCar
+Kinza
 Larbin
-LeechFTP
-Lftp
-Libwhisker
-Likse
+LexiBot
+Lightspeedsystems
 LinkScan
-Linkdexbot
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 MIDown tool
 MIIxpc
 MJ12bot
 MQQBrowser
 MSFrontPage
 MTRobot
-Magnet
 Majestic-SEO
-MarkMonitor
-MarkWatch
+Majestic12
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
 MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
-Mozlila
+Metauri
+MicroMessenger
+Moblie Safari
+Mojeek
 Mr.4x3
+Musobot
 NICErsPRO
+NPbot
+Name Intelligence
+Navroad
 Needle
-Nessus
-NetMechanic
-NetZIP
-Nettrack
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
+Net Vampire
+Nibbler
 Ninja
-Nmap
 Not
-Octopus
+Nuclei
+Nutch
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
-Openvas
+OpenLinkProfiler
+Openfind
+OrangeBot
 OrangeSpider
-POE-Component-Client-HTTP
+OutclicksBot
+PECL::HTTP
 PageAnalyzer
 PageScorer
 PageThing.com
-Panscient
-PeoplePal
-Petalbot
-Picscout
+Pandalytics
 Picsearch
-Pockey
+Pimonster
+Pixray
+PleaseCrawl
 ProWebWalker
+Probethenet
+Pu_iN
 Pump
 PxBroker
-PyCurl
-RankActiveLinkBot
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
-ReGet
-Ripper
-SEOlyticsCrawler
+RealDownload
+Reaper
+RocketCrawler
+SBIder
+SEOkicks
+SEOprofiler
 SEOstats
-SMTBot
+SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
 ScoutJet
-Scrapy
+Screaming
 ScreenerBot
-SeoSiteCheckup
+SearchmetricsBot
+Seekport
+SemrushBot
 SeobilityBot
-Seomoz
-Siphon
-SiteSnagger
-Snapbot
-Sogou web spider
-Sottopop
+SiteCheckerBotCrawler
+Sitebeam
+SpaceBison
 Spammen
-Spbot
-SputnikBot
-Sqworm
-SuperHTTP
-Surfbot
+Sqlmap
+Stripper
+Sucker
+SuperBot
 Szukacz
 TeleportPro
-Telesoft
-Titan
-Toweyabot
+Telesphorep
+Thumbor
 Tracemyfile
-Turingos
 TwengaBot
 URLy Warning
-URLy.Warning
-Upflow
-V-BOT
-VCI
+UnisterBot
+VB Project
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
 Voil
 Voltron
-WEBDAV
-WWW-Collector-E
+WPScan
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
+WallpapersHD
 WeSEE
+Web Collage
 Web Sauger
 WebAuto
 WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
-WebLeacher
 WebReaper
 WebSauger
-WebZIP
-Webalta
-Whack
-Whacker
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
+Webster
+Whatweb
+Who.is Bot
 Wotbox
-Wprecon
-Xenu
-YoudaoBot
+Xaldon WebSpider
 Zermelo
 ZmEu
-ZyBorg
+ZoominfoBot
+adscanner
+archive.org_bot
 arquivo.pt
 backlink-check
-cah.io.community
-clark-crawler
+check1.exe
 coccocbot
 crawler4j
-heritrix
+eCatch
+evc-batch
+facebookscraper
+gopher
 ips-agent
-iubenda-radar
+lwp-trivial
+magpie-crawler
 meanpathbot
 mediawords
 oBot
+page scorer
 pcBrowser
-plumanalytics
+polaris version
 ripz
-s1z.ru
 satoristudio.net
-scan.lol
-seobility
-seocompany.store
+seoscanners
 seostar
 sexsearcher
-siteripz
-spyfu
-sysscan
-trendiction.de
+sitechecker.pro
 ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
-webprosbot
+webgains-bot
+x09Mozilla
+xpymep1.exe