V4.2022.01.2824 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 80legs
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Aipbot
-Anarchy99
-Ankit
-Anthill
-AwarioSmartBot
+Alexibot
+AlphaBot
+Apexoo
+Attach
+AwarioRssBot
 BDFetch
-BackDoorBot
 BackStreet
-BackWeb
+Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
 BlackWidow
-BlowFish
-Buddy
-Bullseye
-BuzzSumo
+Blow
+Boardreader
+CODE87
+CSHttp
 Calculon
 Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-ChinaClaw
+CherryPicker
 Chlooe
-Citoid
-Cloud mapping
-Collector
+Cogentbot
 CopyRightCheck
 Cosmos
+CrazyWebCrawler
 Crescent
-CrunchBot
-Custo
+Curious
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
 DigitalPebble
+Dirbuster
+Disco
 Dispatch
+DittoSpyder
+DnyzBot
 DomainAppender
 DomainCrawler
-Dotbot
-Dragonfly
+DomainSigmaCrawler
+DomainStatsBot
 Drip
-ECCP/1.0
-EasyDL
-Ebingbong
+EMail Wolf
 Ecxi
+EirGrabber
 Express WebPictures
-Extractor
 ExtractorPro
-EyeNetIE
-Ezooms
 FDM
-FHscan
-Fimap
-Foobot
+FemtosearchBot
+Firefox/7.0
+Flunky
+Freeuploader
 Fuzz
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
 GetRight
-Getintent
+GetWeb
 Gigabot
 Go!Zilla
+Go-Ahead-Got-It
 GoZilla
+Grabber
 Grafula
-GridBot
-HEADMasterSEO
-HMView
-HTTrack
+GrapeFX
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
-Heritrix
-IDBot
+Havij
+IDBTE4M
 IlseBot
+Image Fetch
 IndeedBot
-InfoTekies
-InterGET
+InfoNaviRobot
 InternetSeer
+Iria
 Iskanie
-IstellaBot
-JikeSpider
-Joomla
+JOC Web Spider
+Jetty
 JustView
+Jyxobot
 Keyword Density
-Kinza
+LWP::Simple
+Lanshanbot
 Larbin
-LeechFTP
+LexiBot
 Lftp
 LibWeb
-LieBaoFast
-LinkWalker
+Lightspeedsystems
+Likse
+LinkScan
+Linkbot
+Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MFC_Tear_Sample
-MQQBrowser
-Mag-Net
-Magnet
-Majestic12
-MarkMonitor
+LinqiaScrapeBot
+Lmspider
+Ltx71
+MIDown tool
+MIIxpc
+MJ12bot
+MSFrontPage
+Majestic SEO
 Mass Downloader
 Masscan
-MauiBot
-Meanpathbot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+MeanPath Bot
+MegaIndex.ru
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
 Mozlila
 NICErsPRO
-Name Intelligence
+NPbot
 Nameprotect
+Nessus
+Net Vampire
+NetAnts
+NetLyzer
+NetMechanic
+NetSpider
 NetZIP
-Netcraft
 Nettrack
 Netvibes
 NextGenSearchBot
 Nibbler
 Niki-bot
 Ninja
+Nuclei
 Octopus
-Offline Navigator
-OnCrawl
-OrangeSpider
-OutfoxBot
+Offline Explorer
+OpenVAS
 PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
+PageThing.com
 Petalbot
-Picscout
-Picsearch
-PictureFinder
+Pi-Monster
 Pimonster
-Pu_iN
-Pump
-Quick-Crawler
-RSSingBot
-RankActive
-Rankivabot
-RankurBot
-ReGet
-RealDownload
+Probethenet
+QueryN Metasearch
+RankActiveLinkBot
+Re-re
 Reaper
 RedesScrapy
-Ripper
+RocketCrawler
 Rogerbot
 SBIder
-SEOstats
-SalesIntelligent
-Screaming
+SEOkicks
+SEOkicks-Robot
+SMTBot
+ScoutJet
 ScreenerBot
+Searchestate
+SemanticJuice
 Semrush
+SemrushBot
+SentiBot
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSnagger
 Siteimprove
-Sitevigil
 SlySearch
-Snapbot
-Snoopy
-SpankBot
+SmartDownload
+SocialRankIOBot
+Sociscraper
+Sogou web spider
+Sosospider
+SpaceBison
 Spanner
-SputnikBot
-Sucker
+Spbot
+Sqworm
+Stripper
 Sucuri
+SuperHTTP
+SurveyBot
 Swiftbot
-Szukacz
-T0PHackTeam
-TeleportPro
+T8Abot
+Telesoft
 The Intraformant
-Thumbor
+TheNomad
+Toata
 Tracemyfile
-Trendiction
 Trendictionbot
 True_Robot
-Twice
-Typhoeus
-VB Project
-VCI
+TwengaBot
+URLy.Warning
+UnisterBot
+Upflow
 Vacuum
-VidibleScraper
-VoidEYE
+VeriCiteCrawler
 WASALive-Bot
-WBSearchBot
 WEBDAV
-WPScan
 WWW::Mechanize
-Wallpapers
+WallpapersHD
 Web Collage
-Web Fetch
 Web Fuck
-Web Pix
-WebGo IS
-WebImageCollector
+WebAuto
+WebBandit
+WebCopier
+WebLeacher
 WebReaper
-WebSucker
-Webalta
-Whacker
-Who.is Bot
-WinHTTrack
-Wotbox
-Xaldon_WebSpider
+WebWhacker
+WebsiteQuester
+Whack
+Wprecon
 Xenu
-Zermelo
+Zauba
+Zeus
 Zitebot
+ZmEu
 ZoomBot
-archive.org_bot
+ZumBot
+adscanner
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
-cah.io.community
 check1.exe
-clark-crawler
 coccocbot-web
 crawler.feedback
-domainsproject.org
-evc-batch
-ips-agent
-mediawords
+crawler4j
+demandbase-bot
+eCatch
+lwp-request
 muhstik-scan
+netEstate NE Crawler
 oBot
 page scorer
-plumanalytics
-probe-image-size
 s1z.ru
-scalaj-http
-scan.lol
+seobility
+seoscanners
 seostar
+siteripz
+sp_auditbot
 spyfu
-sysscan
+tAkeOut
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
 webmeup-crawler
-webprosbot
+x09Mozilla
 x22Mozilla
+xpymep1.exe
 zauba.io
-zgrab