V4.2022.10.3408 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
+360Spider
+ADmantX
 ALittle Client
 ASPSeek
-Aboundex
-Aboundexbot
+AhrefsBot
+AiHitBot
+Alligator
+AlphaBot
 Anarchie
 Anarchy
+Anarchy99
 Anthill
-Apexoo
-Asterias
-AwarioSmartBot
+AwarioRssBot
 BBBike
-BDFetch
+BackDoorBot
+BacklinkCrawler
+Bandit
 Barkrowler
-BatchFTP
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Bolt
-Brandwatch
-Buck
+BlackWidow
+Boardreader
+Brandprotect
 Buddy
+BuiltBotTough
 Bullseye
-CODE87
-Cegbfeieh
+CATExplorador
+CCBot
+CSHttp
+Calculon
 CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
 ChinaClaw
-Citoid
-Cloud mapping
+Cliqzbot
 Cocolyzebot
+Collector
+CopyRightCheck
 Cosmos
-CrunchBot
 Curious
-Custo
-Demon
-Digincore
-Disco
-Discobot
-Discoverybot
+DIIbot
+DataCha0s
+Deusu
+DigitalPebble
+Dirbuster
 Dispatch
 DnBCrawler-Analytics
+DnyzBot
 DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dragonfly
-EMail Wolf
-EasyDL
 Ebingbong
-EirGrabber
-Exabot
+Ecxi
+EroCrawler
 Extractor
+ExtractorPro
+EyeNetIE
 Ezooms
-Fimap
-Foobot
+FDM
+FHscan
+Firefox/7.0
 Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 GermCrawler
+GetRight
 GetWeb
-Getintent
-Gigabot
-GoZilla
-Grafula
-GridBot
+Go-Ahead-Got-It
+Gotit
+GrabNet
+Grabber
 HMView
+HTMLparser
 HTTP::Lite
 Haansoft
-Harvest
+Havij
 Hloader
+Humanlinks
 HybridBot
-IDBot
+IRLbot
+Iblog
+Id-search
 IlseBot
-Indy Library
-InfoNaviRobot
+Image Fetch
+Image Sucker
+IndeedBot
+InfoTekies
+Intelliseek
+InternetSeer
 Iria
+Iskanie
 JennyBot
-Jetty
+JetCar
 Jorgee
 Keyword Density
-Lanshanbot
-Larbin
+Kinza
+LNSpiderguy
+LWP::Simple
 Leap
 LeechGet
-Libwhisker
+Lftp
+LieBaoFast
 Likse
+LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Ltx71
 MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-Mail.RU_Bot
-Majestic-SEO
-MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
+MJ12bot
+MSIECrawler
+Mag-Net
+Majestic12
+Mass Downloader
+Masscan
+Mata Hari
+MeanPath Bot
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-Mojeek
-Msrabot
-Nameprotect
+Mr.4x3
 NearSite
+Needle
+Nessus
+NetAnts
 NetMechanic
-Nettrack
-Nibbler
-Nikto
-Not
-Octopus
-OrangeBot
-PHPCrawl
+NetSpider
+NetZIP
+Netcraft
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Nutch
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+PageGrabber
 PageThing.com
-Pandalytics
+Panscient
+Papa Foto
 Pavuk
+PeoplePal
 Petalbot
-PictureFinder
-Piepmatz
-Pixray
-Pockey
-ProPowerBot
-ProWebWalker
-Probethenet
 Psbot
-PyCurl
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
+RankFlex
 Rankivabot
 Re-re
 ReGet
-Recorder
-RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
+RebelMouse
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
-Screaming
+SalesIntelligent
+ScanAlert
+Searchestate
 SearchmetricsBot
-SemanticJuice
-SentiBot
 SeoSiteCheckup
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
 Sitebeam
-Sitevigil
-SmartDownload
-Snapbot
+Siteimprove
+SlySearch
+Snoopy
 SocialRankIOBot
-Sociscraper
-Sosospider
-Sottopop
-SputnikBot
-Sqlmap
+Sogou web spider
+Spammen
+SpankBot
+Spbot
 Sqlworm
-Steeler
-Sucuri
-SuperBot
-SurveyBot
+Sqworm
+Stripper
+Sucker
+Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
-T8Abot
+Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
 TheNomad
 TightTwatBot
-Toata
-Toweyabot
+Titan
 Trendictionbot
+Turnitin
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
-Upflow
-V-BOT
 VB Project
-VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 VoidEYE
-Voltron
-WEBDAV
+Voil
 WISENutbot
-WWWOFFLE
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
 Web Enhancer
+Web Fuck
 Web Pix
-Web Sauger
-WebFetch
-WebGo IS
-WebLeacher
-WebReaper
+WebAuto
+WebBandit
+WebFuck
 WebStripper
+WebWhacker
 WebmasterWorldForumBot
 Webshag
 Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
-Whack
-Whacker
+Whatweb
 Who.is Bot
+WiseGuys Robot
 Woobot
-Wprecon
-Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zade
+Zauba
+Zermelo
 Zitebot
 ZoomBot
-ZumBot
+ZoominfoBot
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+arquivo.pt
 backlink-check
 cah.io.community
-clark-crawler
+check1.exe
+coccocbot
 cognitiveseo
+com.plumanalytics
 crawler.feedback
-dataforseo.com
-demandbase-bot
-eCatch
+crawler4j
+domainsproject.org
 facebookscraper
-heritrix
-ips-agent
-isitwp.com
+gopher
+internetVista monitor
+linkdexbot
 lwp-request
-magpie-crawler
-oBot
-page scorer
+lwp-trivial
 polaris version
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
-seobility
 seoscanners
-seostar
+serpstatbot
 spyfu
-sysscan
-zgrab
+trendiction.de
+xpymep1.exe