V4.2023.01.3550 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
-ALittle Client
+ADmantX
+AIBOT
 ASPSeek
 Abonti
-Aboundexbot
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AllSubmitter
-Alligator
 Anthill
-Apexoo
-Atomseobot
+Aspiegel
+Asterias
 Attach
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackStreet
-BacklinkCrawler
+Backlink-Ceck
+Barkrowler
 BatchFTP
+BetaBot
+Bitacle
+Black Hole
 Blackboard
-Buddy
-BunnySlippers
-BuzzSumo
+Blow
+Boardreader
+Bolt
+BuiltBotTough
 CATExplorador
-CODE87
+Calculon
 CazoodleBot
 CensysInspect
 CheTeam
+CheeseBot
+ChinaClaw
 Chlooe
-Citoid
-Cogentbot
+Cliqzbot
 Collector
-CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
+Cosmos
+Craftbot
+Custo
 DIIbot
+DTS Agent
 DataCha0s
-Deusu
+DatabaseDriverMysqli
 DigitalPebble
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+Dirbuster
+Disco
 DomCopBot
-DomainSigmaCrawler
-Dotbot
-Download Wonder
+DomainAppender
+DomainStatsBot
 Dragonfly
 Drip
-EMail Siphon
-EasyDL
 Ecxi
-EroCrawler
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+Ezooms
+FDM
 FemtosearchBot
+Fimap
+Firefox/7.0
+Foobot
+Freeuploader
+FrontPage
 Fuzz
 FyberSpider
-GermCrawler
+Fyrebot
+G-i-g-a-b-o-t
+GalaxyBot
+Gigabot
+Go!Zilla
 GoZilla
-Gotit
-Grafula
-HEADMasterSEO
+Grabber
+GrapeFX
+GrapeshotCrawler
+GridBot
 HMView
+HTMLparser
 HTTrack
-Haansoft
-HaosouSpider
-Harvest
-HonoluluBot
-IDBTE4M
-IDBot
-Iblog
-IndeedBot
+Heritrix
+Hloader
+HybridBot
+Id-search
+IlseBot
+Indy Library
 InfoNaviRobot
 InfoTekies
-InterGET
 Internet Ninja
-InternetSeer
-Iskanie
+Iria
 JOC Web Spider
-JamesBOT
+JetCar
 Joomla
+JustView
 Jyxobot
 Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
 Lanshanbot
-LeechFTP
-LibWeb
-Lightspeedsystems
-LinkScan
+Larbin
+Leap
+Lftp
 LinkWalker
-Linkbot
-LinkextractorPro
-LinqiaScrapeBot
-Lmspider
-Ltx71
+LinkpadBot
+LinqiaRSSBot
+Litemage_walker
 MIDown tool
-MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkWatch
+Mag-Net
 Mass Downloader
-Mediatoolkitbot
+MauiBot
+Mb2345Browser
+Meanpathbot
+Microsoft Data Access
 Minefield
-Mr.4x3
+Mister PiX
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+Name Intelligence
 NearSite
-Nessus
-Net Vampire
-NetMechanic
-NetZIP
-Nettrack
+Needle
+NetAnts
+NetSpider
+Netvibes
 Nibbler
+Niki-bot
 Nikto
-Ninja
-Nmap
+NimbleCrawler
 Not
 Nuclei
-Offline Explorer
+OpenLinkProfiler
 Openvas
-OrangeBot
-OrangeSpider
 OutclicksBot
+OutfoxBot
 Page Analyzer
 PageGrabber
-PageScorer
+PageThing.com
 Pandalytics
 Panscient
+Papa Foto
+Pavuk
 PeoplePal
-Picscout
-Psbot
-Pu_iN
+Pi-Monster
+Pixray
+Pockey
+ProPowerBot
+PyCurl
 QueryN Metasearch
-RankingBot2
-Rankivabot
-Re-re
-RealDownload
-Recorder
-RepoMonkey
-Ripper
+RSSingBot
+RankActive
+RankFlex
+Reaper
+RebelMouse
+RedesScrapy
 RocketCrawler
+Rogerbot
 SBIder
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
+SMTBot
 ScanAlert
-ScoutJet
-Screaming
 ScrepyBot
 SearchmetricsBot
-Seekport
-SemanticJuice
-Semrush
-SemrushBot
-Seomoz
-Siphon
-SiteExplorer
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
 SiteSucker
-SmartDownload
-Snake
+Sitebeam
+Sitevigil
+SocialRankIOBot
 Sogou web spider
 Sosospider
-Spbot
+Sottopop
+SpaceBison
+Spammen
+SpankBot
 Spinn3r
+Sqlmap
+Sqlworm
 Steeler
 Stripper
+Sucker
 SuperHTTP
-T8Abot
-Telesoft
-Telesphoreo
-Thumbor
+SurveyBot
+Szukacz
+Teleport
+TeleportPro
+Telesphorep
+The Intraformant
+TheNomad
+TightTwatBot
 Toweyabot
-Tracemyfile
-Trendictionbot
+Trendiction
 Turingos
 TurnitinBot
 Twice
-URLy.Warning
-V-BOT
-VelenPublicWebCrawler
+Typhoeus
+UnisterBot
+Upflow
+VB Project
+Vacuum
 VeriCiteCrawler
-Virusdie
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-Web Auto
-Web Enhancer
+VoidEYE
+Voil
+WASALive-Bot
+WEBDAV
+WWWOFFLE
+Wallpapers
+WallpapersHD
+WeSEE
 Web Fetch
 Web Fuck
+Web Pix
 Web Sucker
 WebCollage
-WebEnhancer
-WebGo IS
+WebFetch
 WebImageCollector
 WebLeacher
 WebStripper
-WebSucker
 WebWhacker
 Webalta
-Webshag
-Webster
-Whack
+WebsiteExtractor
 Whacker
 Whatweb
-WiseGuys Robot
+Who.is Bot
+Widow
+Wonderbot
 Woobot
-Wprecon
-Xaldon WebSpider
+Wotbox
 Xaldon_WebSpider
-Xenu
-Zermelo
-ZoominfoBot
+YoudaoBot
+Zade
+Zeus
+ZyBorg
+adscanner
+cah.io.community
+check1.exe
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-crawler4j
-demandbase-bot
+gopher
+heritrix
 internetVista monitor
-iubenda-radar
 linkdexbot
-magpie-crawler
-meanpathbot
+lwp-request
+muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-pcBrowser
-polaris version
+ripz
 satoristudio.net
-seocompany.store
-seoscanners
-seostar
-serpstatbot
-sexsearcher
-sitechecker.pro
-siteripz
-spyfu
-voyagerx.com
+tAkeOut
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-webprosbot
 x09Mozilla