V4.2022.08.3315 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ALittle Client
+ADmantX
+AIBOT
+ASPSeek
+Abonti
 Aboundex
-Aboundexbot
-Acunetix
-AhrefsBot
-Alexibot
 Alligator
+Anarchie
+Ankit
 Anthill
 Apexoo
+Asterias
 Atomseobot
-AwarioSmartBot
-BLEXBot
+BBBike
+BDCbot
+BDFetch
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Bandit
+Barkrowler
 Bigfoot
-Black Hole
-Blackboard
-BlowFish
+BlackWidow
+Blow
 Bolt
-Buck
+BotALot
+Brandprotect
+Brandwatch
+BuiltBotTough
+Bullseye
+CATExplorador
+CCBot
+Calculon
 CheTeam
-CherryPicker
 ChinaClaw
-Collector
-Copier
-CopyRightCheck
+Chlooe
+Citoid
+Cliqzbot
+Cloud mapping
+Copyscape
 Cosmos
-Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
 Custo
 DBLBot
-DatabaseDriverMysqli
-Deusu
-Devil
+DSearch
+DataCha0s
 DigitalPebble
-DnyzBot
-DomCopBot
-DomainAppender
+Dirbuster
+DittoSpyder
 DomainCrawler
-Dotbot
-Download Wonder
 Drip
-ECCP/1.0
 EMail Wolf
-EroCrawler
-Evil
+EasyDL
+Ecxi
+Exabot
 Express WebPictures
-Extractor
 ExtractorPro
+Extreme Picture Finder
 Ezooms
+FHscan
 Fimap
 Foobot
 Freeuploader
+FrontPage
 Fuzz
-FyberSpider
 G-i-g-a-b-o-t
+Genieo
+GermCrawler
 GetRight
-Go-Ahead-Got-It
-Gotit
+GetWeb
+Go!Zilla
+GoZilla
+GrabNet
+Grabber
 Grafula
-GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HMView
 HTMLparser
-Harvest
+HTTP::Lite
+HaosouSpider
 Havij
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
+Heritrix
 IRLbot
-IlseBot
+Id-search
+Image Fetch
 Image Sucker
-InterGET
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
 Internet Ninja
 InternetSeer
+Iria
 Iskanie
-IstellaBot
-JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
 Joomla
-Jorgee
-Keybot Translation-Search-Machine
+JustView
+LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
-Leap
-LeechFTP
-LexiBot
 Lftp
+LibWeb
+Libwhisker
 LieBaoFast
+Lightspeedsystems
 Likse
-Linkbot
+LinkScan
+LinkWalker
 LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
+MIDown tool
 MIIxpc
+MJ12bot
+MSFrontPage
 MTRobot
-Majestic SEO
-Mata Hari
+Mail.RU_Bot
+Majestic-SEO
+Masscan
 MauiBot
-Mediatoolkitbot
-Metauri
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
 Minefield
-Mister PiX
-Moblie Safari
-NICErsPRO
-Nessus
-NetMechanic
-NetSpider
-Netcraft
-NextGenSearchBot
-Nibbler
+NearSite
+Net Vampire
+NetLyzer
+NetZIP
+Netvibes
+Nmap
+Nuclei
+Nutch
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
 Openfind
 Openvas
-OrangeSpider
-OutclicksBot
+OrangeBot
 OutfoxBot
-PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
-Piepmatz
-Probethenet
-Psbot
+PageGrabber
+Papa Foto
+Pavuk
+Petalbot
+Picscout
+Picsearch
+PictureFinder
+Pimonster
+ProPowerBot
+Pu_iN
 PxBroker
-QueryN Metasearch
+PyCurl
+RSSingBot
+RankActive
 RankingBot
-RankingBot2
 Rankivabot
-ReGet
-Reaper
-RebelMouse
-RepoMonkey
+RankurBot
+RedesScrapy
 Ripper
 Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
-SalesIntelligent
-Scanbot
-ScoutJet
-Scrapy
-ScreenerBot
-SearchmetricsBot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 Seekport
 SemanticJuice
-SeobilityBot
+SemrushBot
+SentiBot
 Siphon
 SiteExplorer
-SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitevigil
-SlySearch
-SocialRankIOBot
 Sociscraper
-Sottopop
-SpaceBison
 SpankBot
-Steeler
-Stripper
+Sqlmap
+Sqworm
+Sucker
 SuperHTTP
-SurveyBot
-Suzuran
+Szukacz
 Teleport
 Telesphoreo
+The Intraformant
 TheNomad
-Titan
-Toata
+TightTwatBot
 Toweyabot
+Trendictionbot
 Turingos
-TurnitinBot
-Typhoeus
-URLy Warning
+Twice
 URLy.Warning
 UnisterBot
-Upflow
-V-BOT
-Vagabondo
+VCI
+Vacuum
 VeriCiteCrawler
-Voil
-WPScan
+Virusdie
+WBSearchBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Collage
-Web Sauger
-WebAuto
+WWWOFFLE
+Wallpapers
+Web Enhancer
+Web Sucker
+WebBandit
 WebCollage
-WebFuck
-WebGo IS
-WebPix
-WebSauger
-WebSucker
+WebCopier
+WebImageCollector
+WebZIP
+Webalta
+WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Who.is Bot
-Widow
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
+Whatweb
+Woobot
+Xaldon WebSpider
+Xenu
+Zermelo
 ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
+archive.org_bot
+arquivo-web-crawler
 check1.exe
-clark-crawler
 coccocbot
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
-eCatch
-facebookscraper
-ips-agent
-iubenda-radar
+com.plumanalytics
+crawler4j
+domainsproject.org
+instabid
 lwp-trivial
-page scorer
-probe-image-size
+magpie-crawler
+mediawords
+muhstik-scan
+oBot
+pcBrowser
+plumanalytics
 ripz
-satoristudio.net
-serpstatbot
+seocompany.store
+seoscanners
 sitechecker.pro
 siteripz
 sogouspider
 sysscan
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
+trendiction.com
 voyagerx.com
-webmeup-crawler
 webprosbot
 x09Mozilla
-x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io