V4.2023.01.3564 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
+404checker
+80legs
+ALittle Client
+ASPSeek
 Abonti
-AllSubmitter
-Anarchie
-Anarchy
+Aboundex
+AiHitBot
+Alexibot
+AlphaBot
 Anarchy99
 Ankit
-Anthill
 Aspiegel
-Atomseobot
-BBBike
+Attach
 BDCbot
 BLEXBot
-BackDoorBot
-BackStreet
-Badass
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bitacle
+BetaBot
+Bigfoot
 BlackWidow
+Blow
+Boardreader
+Bolt
 BotALot
-Buck
+Buddy
+BuiltBotTough
 BuiltWith
-BuzzSumo
+Bullseye
+BunnySlippers
+CATExplorador
+CCBot
 CSHttp
 Calculon
-CazoodleBot
 CheTeam
-CheeseBot
-Cliqzbot
+CherryPicker
+ChinaClaw
 Cloud mapping
-Cogentbot
+Cocolyzebot
 CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
-CyotekWebCopy
-DSearch
+Cosmos
+Curious
+DataCha0s
+DatabaseDriverMysqli
 Demon
 Devil
-DigitalPebble
+Digincore
 Dirbuster
 Discobot
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DomCopBot
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
+Dragonfly
 EMail Wolf
+EasyDL
 Ebingbong
 Ecxi
-EroCrawler
-Evil
-Extractor
-FDM
-FHscan
-Fimap
+EirGrabber
+Exabot
+ExtractorPro
+FemtosearchBot
+Firefox/7.0
 Flunky
-Freeuploader
 FrontPage
-Fyrebot
-GT::WWW
-GetWeb
-Gigabot
-Go!Zilla
+G-i-g-a-b-o-t
+GetRight
+Go-Ahead-Got-It
 GoZilla
-Gotit
 GrabNet
-Grabber
-HEADMasterSEO
-HTTP::Lite
-HTTrack
-Haansoft
-Harvest
+GrapeFX
+GridBot
+HTMLparser
+Heritrix
 Hloader
-Humanlinks
+HybridBot
+IDBot
 Iblog
-Image Fetch
-Indy Library
-InfoTekies
+IndeedBot
+InfoNaviRobot
+InterGET
+Internet Ninja
 InternetSeer
 Iria
-JennyBot
+JOC Web Spider
+JamesBOT
 Jetty
-JikeSpider
 Joomla
-Jyxobot
-Keybot Translation-Search-Machine
 Keyword Density
-Lanshanbot
+Kinza
+LNSpiderguy
 Larbin
 LeechFTP
-Lftp
+LeechGet
 LibWeb
-Lightspeedsystems
-Linkbot
-LinkextractorPro
+LinkWalker
 LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
-Mag-Net
-Magnet
+LinqiaScrapeBot
+Lipperhey
+MJ12bot
+MQQBrowser
+MSIECrawler
 Mail.RU_Bot
-MarkMonitor
-Mass Downloader
-Mata Hari
+Majestic-SEO
+Majestic12
+MarkWatch
+Masscan
+MauiBot
 Mb2345Browser
-MicroMessenger
-Microsoft URL Control
-Minefield
-Moblie Safari
+Meanpathbot
+MegaIndex.ru
+Metauri
+Mister PiX
+Morfeus Fucking Scanner
 Mr.4x3
 Msrabot
 Musobot
 NICErsPRO
-Needle
-Net Vampire
+NPbot
 NetLyzer
-NetMechanic
+NetSpider
+NetZIP
 Nettrack
-Netvibes
 NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Nuclei
+Nmap
+Not
 Nutch
-Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
+Openvas
 OrangeSpider
-OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageThing.com
-Panscient
-Pavuk
-PeoplePal
-Picsearch
-ProPowerBot
-ProWebWalker
-Pump
+Papa Foto
+Petalbot
+Picscout
+Pixray
+PleaseCrawl
+Pockey
 PxBroker
+QueryN Metasearch
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
-ReGet
-Reaper
-RedesScrapy
+RankurBot
+RebelMouse
+Recorder
+RepoMonkey
 Ripper
 Rogerbot
+SEOkicks
+SEOkicks-Robot
 SEOprofiler
 SEOstats
-Scanbot
-ScoutJet
-Screaming
-Searchestate
-SearchmetricsBot
+SISTRIX
+SMTBot
+Scrapy
+ScreenerBot
+ScrepyBot
 Seekport
 SemanticJuice
-Semrush
-SentiBot
-SeobilityBot
-Seomoz
+SemrushBot
 Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-SiteSucker
-Siteimprove
-Sitevigil
+Sitebeam
 SlySearch
-SmartDownload
 Sogou web spider
 Sosospider
-Spanner
-Sqlmap
-Steeler
-Stripper
-Sucuri
-SurveyBot
-Teleport
-Telesphoreo
+Sottopop
+SputnikBot
+Sqlworm
+SuperBot
+Suzuran
+Szukacz
+T0PHackTeam
+Telesoft
+Telesphorep
 The Intraformant
 TheNomad
+Titan
+Toata
 Toweyabot
-Turnitin
-Typhoeus
-URLy Warning
+Tracemyfile
+Trendiction
+TwengaBot
+Twice
+V-BOT
+Vacuum
 VelenPublicWebCrawler
-WASALive-Bot
-WISENutbot
-WPScan
-Wallpapers
+Voltron
+WEBDAV
 Wallpapers/3.0
 Web Auto
-Web Pix
 Web Sauger
-Web Sucker
-WebBandit
-WebCollage
+WebAuto
+WebFetch
+WebGo IS
 WebImageCollector
-WebLeacher
+WebPix
+WebSauger
 WebStripper
-WebZIP
+WebWhacker
 Webalta
 WebmasterWorldForumBot
-Website Quester
-Webster
-Widow
-Woobot
-Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zermelo
-Zeus
+WebsiteExtractor
+Whack
+Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
 Zitebot
 ZoomBot
-ZumBot
-arquivo-web-crawler
+archive.org_bot
 arquivo.pt
-clark-crawler
-cognitiveseo
-com.plumanalytics
+backlink-check
+cah.io.community
+check1.exe
 crawler.feedback
 crawler4j
 dataforseo.com
-eCatch
-ips-agent
-iubenda-radar
+gopher
+internetVista monitor
+isitwp.com
 linkdexbot
-lwp-request
-lwp-trivial
-meanpathbot
+muhstik-scan
 page scorer
-polaris version
+probe-image-size
+ripz
 satoristudio.net
 scalaj-http
-serpstatbot
-sp_auditbot
-sysscan
+seobility
+seocompany.store
+seostar
+sexsearcher
+sitechecker.pro
+sogouspider
+spyfu
+tAkeOut
 ubermetrics-technologies.com
-webpros.com
+webprosbot
 x09Mozilla
-zauba.io
-zgrab
+x22Mozilla
+xpymep1.exe