V4.2022.09.3362 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
+404enemy
 80legs
 ADmantX
 AIBOT
 Aboundex
-Aboundexbot
-Acunetix
-AhrefsBot
-AiHitBot
+Aipbot
 AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
+Anthill
 Aspiegel
-Asterias
-Atomseobot
-AwarioRssBot
-BDFetch
-BLEXBot
-BacklinkCrawler
+BBBike
+BackDoorBot
+BackStreet
+BatchFTP
 BetaBot
-Bitacle
+Black Hole
 BlackWidow
-Blow
+Boardreader
 BotALot
-Brandprotect
-Bullseye
-CODE87
-CensysInspect
+Buddy
+BuiltWith
+BunnySlippers
+CATExplorador
+CSHttp
 CheeseBot
 CherryPicker
-Cloud mapping
-Collector
-Cosmos
-Crawling at Home Project
+Chlooe
+Citoid
+Cliqzbot
+Cogentbot
+CopyRightCheck
+Copyscape
+Craftbot
 CrazyWebCrawler
-Curious
+Crescent
+CrunchBot
+Custo
+CyotekWebCopy
 DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Digincore
+DTS Agent
+Deusu
+Devil
 Dirbuster
-Discobot
+Disco
+Discoverybot
 DittoSpyder
 DnyzBot
-DomCopBot
-DomainStatsBot
-Dotbot
-ECCP/1.0
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Download Wonder
 EMail Wolf
+Ebingbong
+EirGrabber
+EroCrawler
+Evil
 Exabot
-Express WebPictures
 Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-Flunky
+FDM
+FlashGet
 Freeuploader
 Fuzz
 FyberSpider
-Getintent
+Fyrebot
+G-i-g-a-b-o-t
+Genieo
+GetWeb
 Gigabot
-Go-Ahead-Got-It
 Gotit
 GrabNet
+Grafula
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTTP::Lite
-Harvest
-Heritrix
-Hloader
-Humanlinks
-HybridBot
+HMView
+Haansoft
+Havij
+IDBTE4M
 IDBot
 IRLbot
-Iblog
-IlseBot
-InfoTekies
-Intelliseek
-Iskanie
-JOC Web Spider
+Image Fetch
+Image Sucker
+IndeedBot
+InfoNaviRobot
+Internet Ninja
+InternetSeer
+JamesBOT
 JennyBot
 JetCar
 Jetty
-Kenjin Spider
+JustView
+Jyxobot
 Kinza
-LNSpiderguy
-Lanshanbot
+Kozmosbot
 Larbin
-Leap
-LexiBot
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Linkbot
+Libwhisker
+Likse
+LinkWalker
+LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinksManager
 Litemage_walker
 MFC_Tear_Sample
-MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
-Mag-Net
-Magnet
-Majestic SEO
-Mass Downloader
+MSIECrawler
+MarkMonitor
+MarkWatch
+Masscan
+Mata Hari
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
+Metauri
+Microsoft URL Control
 Minefield
+Moblie Safari
 MolokaiBot
-Mr.4x3
 NICErsPRO
+NPbot
 Name Intelligence
-Navroad
-Nessus
+Needle
 Net Vampire
 NetLyzer
-Nettrack
+NetMechanic
 Netvibes
-NextGenSearchBot
-Nibbler
+Niki-bot
 NimbleCrawler
 Ninja
+Not
+Nuclei
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeSpider
 PECL::HTTP
 Page Analyzer
 PageGrabber
+Pandalytics
+Panscient
 Papa Foto
 Pavuk
-Picscout
-Picsearch
-PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Probethenet
+Petalbot
+Psbot
 Pu_iN
-PyCurl
 QueryN Metasearch
+Quick-Crawler
 RankActiveLinkBot
-RankFlex
-Recorder
-SBIder
-SEOkicks
+RankingBot2
+RankurBot
+Re-re
+ReGet
+RealDownload
+RebelMouse
 SEOkicks-Robot
+SEOprofiler
+SISTRIX
 SMTBot
 SalesIntelligent
-ScanAlert
-Screaming
-ScrepyBot
+Scanbot
 Searchestate
-Seekport
-SeobilityBot
-Seomoz
-SiteCheckerBotCrawler
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
+Siteimprove
+Sitevigil
 SlySearch
-SmartDownload
-Snapbot
-Sosospider
-SpaceBison
+Snake
+Sogou web spider
 SpankBot
-Spbot
-SputnikBot
+Spinn3r
 Sqlmap
-Sqlworm
-Steeler
-Sucker
-SuperHTTP
-Surfbot
+SurveyBot
 Suzuran
-Szukacz
-T0PHackTeam
+Swiftbot
+T8Abot
 Telesoft
-TightTwatBot
+Telesphoreo
+Telesphorep
+The Intraformant
+Titan
 Toata
-True_Robot
+Trendictionbot
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
-Typhoeus
 UnisterBot
-V-BOT
 VCI
-Vagabondo
-WBSearchBot
+VelenPublicWebCrawler
+VeriCiteCrawler
+WEBDAV
 WISENutbot
-WWW::Mechanize
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+WallpapersHD
 WeSEE
+Web Auto
+Web Enhancer
 Web Fetch
-Web Pix
-WebFuck
+Web Sauger
+Web Sucker
+WebBandit
+WebGo IS
 WebImageCollector
-WebZIP
+WebStripper
+WebWhacker
 Webalta
+Website Quester
 WebsiteQuester
-Whacker
-Widow
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Wotbox
+Wonderbot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
 Zade
-Zauba
 Zermelo
-Zeus
 ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-adscanner
-arquivo.pt
+backlink-check
 cah.io.community
-clark-crawler
-coccocbot
+check1.exe
+cognitiveseo
 com.plumanalytics
-crawler.feedback
-crawler4j
 dataforseo.com
-facebookscraper
+demandbase-bot
+domainsproject.org
 heritrix
-instabid
 iubenda-radar
-oBot
+lwp-request
+lwp-trivial
 page scorer
-plumanalytics
-polaris version
-probe-image-size
-ripz
-s1z.ru
-satoristudio.net
-scalaj-http
-seocompany.store
-seoscanners
-seostar
+pcBrowser
+scan.lol
 serpstatbot
-sitechecker.pro
 siteripz
+sogouspider
 spyfu
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-xpymep1.exe
+zgrab