V4.2022.01.2879 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 80legs
-ADmantX
-AIBOT
-ALittle Client
 ASPSeek
-Abonti
-Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-AllSubmitter
-AlphaBot
+AhrefsBot
+Aipbot
 Anarchy99
-Apexoo
-Attach
-AwarioRssBot
-AwarioSmartBot
-BackStreet
-Backlink-Ceck
+Aspiegel
+BLEXBot
+BackWeb
 Badass
-Barkrowler
-BetaBot
-Bitacle
+Battleztar Bazinga
+Bigfoot
+Black Hole
 Blow
-BlowFish
-Brandprotect
-Buck
-BuiltBotTough
-BuiltWith
-BunnySlippers
-CATExplorador
-CSHttp
-Cegbfeieh
-CensysInspect
-CheTeam
+Bolt
+Brandwatch
+CazoodleBot
 CheeseBot
+CherryPicker
 Chlooe
-Citoid
-Claritybot
 Cliqzbot
 Cloud mapping
-Copyscape
-Crescent
+Cocolyzebot
+Collector
+Copier
+CopyRightCheck
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-Custo
-DBLBot
 DIIbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Dirbuster
+Deusu
+Digincore
 Disco
-Discoverybot
-DittoSpyder
-DomCopBot
-Dotbot
-Download Wonder
+DnyzBot
+DomainCrawler
+Dragonfly
 Drip
-ECCP/1.0
-EMail Wolf
-EasyDL
-EirGrabber
+EMail Siphon
+Ecxi
 Evil
+Exabot
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 FDM
-FHscan
-Fimap
 Firefox/7.0
 Flunky
-Foobot
-Fuzz
+Freeuploader
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
 GermCrawler
+GetRight
 GetWeb
-Getintent
-Go!Zilla
-GoZilla
+Gigabot
 Gotit
-GrabNet
-Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+GridBot
+HMView
 HTTP::Lite
-HaosouSpider
-Havij
 Hloader
-HonoluluBot
 Humanlinks
-IDBTE4M
-IDBot
 IRLbot
-IndeedBot
+Iblog
+Id-search
+IlseBot
+Image Sucker
 Indy Library
-Intelliseek
-Iskanie
-JOC Web Spider
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
+Iria
+JamesBOT
+Jbrofuzz
+JennyBot
 JetCar
-Jyxobot
+JikeSpider
+JustView
+Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-Larbin
+LNSpiderguy
+LWP::Simple
 Leap
 LeechGet
 LexiBot
 Libwhisker
 LieBaoFast
-LinkWalker
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
+Ltx71
 MFC_Tear_Sample
-Magnet
+MIDown tool
+MQQBrowser
 Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
-Mojolicious
-Mozlila
+Majestic12
+MarkMonitor
+MarkWatch
+MauiBot
+Mb2345Browser
+Mediatoolkitbot
+Metauri
+Moblie Safari
 Mr.4x3
-Musobot
+NPbot
 Name Intelligence
-NearSite
-Needle
-Net Vampire
-NetAnts
+NetMechanic
+NetSpider
 NetZIP
-Netcraft
 Nettrack
-NimbleCrawler
-Nimbostratus
-Nuclei
-OpenLinkProfiler
-OpenVAS
-Openvas
+Nibbler
+Ninja
+Nmap
+Not
+Openfind
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-PageScorer
-Pavuk
-Petalbot
+PageAnalyzer
+Pandalytics
+Papa Foto
 Pi-Monster
+Picscout
+Picsearch
+PictureFinder
+Pimonster
+Pixray
+Pockey
+ProWebWalker
 Probethenet
 Psbot
-PyCurl
-RSSingBot
+Pu_iN
 RankFlex
+RankingBot
+RankingBot2
 Rankivabot
-RankurBot
 Re-re
-Ripper
-RocketCrawler
+Recorder
+RedesScrapy
+RepoMonkey
+SBIder
 SEOkicks-Robot
 SEOprofiler
+SEOstats
+SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
+ScoutJet
+Scrapy
 Screaming
-Seekport
-SemrushBot
+SearchmetricsBot
+SemanticJuice
 SentiBot
-SiteCheckerBotCrawler
-SiteExplorer
-SmartDownload
-Snoopy
+Shodan
+Siphon
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Siteimprove
+Sitevigil
+SlySearch
 SocialRankIOBot
 Sociscraper
 Sosospider
+Sottopop
+SpankBot
+Spbot
 Spinn3r
-Sqlworm
+Sqlmap
 Stripper
 Sucuri
-Swiftbot
-Szukacz
-T8Abot
-Telesoft
-Telesphoreo
-Telesphorep
-Toata
+SuperBot
+Suzuran
+T0PHackTeam
+Teleport
+The Intraformant
+TheNomad
+Titan
 Tracemyfile
 Trendiction
-Trendictionbot
 Turingos
 Turnitin
-TurnitinBot
-VCI
-VelenPublicWebCrawler
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+URLy.Warning
+V-BOT
+VB Project
+Vacuum
+Vagabondo
+VoidEYE
 Voil
-WASALive-Bot
+WEBDAV
 WPScan
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
+WeSEE
+Web Auto
+Web Collage
 Web Enhancer
 Web Sauger
-Web Sucker
 WebFetch
-WebFuck
-WebGo IS
-WebZIP
-WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 Webster
-Whatweb
+Who.is Bot
+Widow
 Wonderbot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Zade
-Zeus
+Xenu
+YoudaoBot
+Zauba
 Zitebot
-adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-backlink-check
-com.plumanalytics
-dataforseo.com
-domainsproject.org
+ZoomBot
+ZumBot
+ZyBorg
+clark-crawler
+crawler.feedback
+demandbase-bot
 evc-batch
-facebookscraper
 gopher
+heritrix
+instabid
+internetVista monitor
+ips-agent
 iubenda-radar
 lwp-request
 lwp-trivial
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-probe-image-size
+page scorer
 ripz
-satoristudio.net
+scalaj-http
+seostar
 serpstatbot
-sysscan
+sogouspider
+sp_auditbot
+spyfu
 tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
-zauba.io
+voyagerx.com
+webprosbot
+x22Mozilla
+zgrab