V4.2023.02.3579 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-ASPSeek
-Aboundexbot
-AhrefsBot
+404checker
+404enemy
+ADmantX
+AIBOT
+Abonti
+AfD-Verbotsverfahren
 Aipbot
+Alligator
+Anarchy
 Anarchy99
 Ankit
+Anthill
 Apexoo
-Atomseobot
-AwarioSmartBot
-BBBike
+Aspiegel
+Attach
 BLEXBot
+BackDoorBot
+BackStreet
 BackWeb
-Bigfoot
-Bitacle
+Backlink-Ceck
+Bandit
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Black Hole
-BlackWidow
 Blow
-Bolt
-BotALot
-BuiltBotTough
-Bullseye
+BlowFish
+Brandprotect
+Brandwatch
+Buck
+Buddy
 BunnySlippers
 BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-Calculon
 CazoodleBot
-CheeseBot
 ChinaClaw
-Cloud mapping
-Collector
-Copier
+Citoid
+Cliqzbot
 CopyRightCheck
 Crawling at Home Project
 Crescent
-Custo
-CyotekWebCopy
+Curious
 DBLBot
-DIIbot
 DSearch
 DatabaseDriverMysqli
-Demon
+Deusu
 Devil
-Digincore
-Discobot
-Discoverybot
+DigitalPebble
+Dirbuster
 Dispatch
-DittoSpyder
-DnyzBot
-Download Wonder
+DomainCrawler
+DomainStatsBot
+Dotbot
 Dragonfly
-Drip
-EasyDL
-Ebingbong
-EirGrabber
-Evil
+EMail Siphon
+EMail Wolf
+Exabot
+ExtLinksBot
 Extractor
-EyeNetIE
-FDM
+Ezooms
+Fimap
 Firefox/7.0
 Flunky
-Foobot
-Freeuploader
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
-GetWeb
+GermCrawler
+GetRight
 Getintent
-Grabber
+Go!Zilla
+GrapeshotCrawler
 HMView
+HTTP::Lite
 HTTrack
-Hloader
-HybridBot
-IDBTE4M
+Haansoft
+Havij
+HonoluluBot
 IDBot
-IlseBot
+IRLbot
+Id-search
+IndeedBot
 Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
+Internet Ninja
+InternetSeer
+Iskanie
 JOC Web Spider
-Jbrofuzz
-JennyBot
+JamesBOT
 Jetty
-Joomla
-Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Kozmosbot
-Leap
-LeechFTP
-Libwhisker
+JustView
+Kenjin Spider
+LeechGet
+LexiBot
+LibWeb
+LieBaoFast
+LinkScan
+Linkbot
 LinkextractorPro
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-Ltx71
-MQQBrowser
-Mag-Net
-Mail.RU_Bot
+MIDown tool
+MIIxpc
+MJ12bot
+MTRobot
+Magnet
 Majestic SEO
-Majestic-SEO
-Majestic12
 MarkMonitor
-Masscan
-Mata Hari
-Mb2345Browser
+MarkWatch
+MauiBot
 MeanPath Bot
 MicroMessenger
+Microsoft URL Control
+Mojeek
+Mojolicious
 MolokaiBot
-NICErsPRO
+Mozlila
+NPbot
+Name Intelligence
 NetLyzer
-NetSpider
-Netcraft
-Nettrack
 Netvibes
-NextGenSearchBot
 NimbleCrawler
-Nutch
-Offline Explorer
+Nimbostratus
+Nmap
+Nuclei
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
 OpenVAS
-OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
-PECL::HTTP
-PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
+Papa Foto
+Pi-Monster
+Picscout
 Picsearch
-Pockey
-Pu_iN
+PictureFinder
+Pimonster
+Pixray
+Psbot
+PxBroker
 RSSingBot
+RankActive
 RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
-RealDownload
+Rankivabot
+RankurBot
+Re-re
+Reaper
+RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
-SalesIntelligent
-ScanAlert
+SEOstats
+Scanbot
 ScoutJet
-Screaming
-ScrepyBot
+ScreenerBot
 SearchmetricsBot
-Seekport
+Semrush
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
+Seomoz
 Shodan
-SiteExplorer
 SiteLockSpider
-SiteSucker
+SiteSnagger
 Sitebeam
-Sitevigil
-SmartDownload
-Snapbot
-SpaceBison
+SlySearch
+Snake
+Sosospider
+Spammen
+Spanner
 Spinn3r
+SputnikBot
 Sqlmap
-Sqlworm
+Sqworm
 Steeler
-Sucker
-Sucuri
-Surfbot
+Stripper
+SuperHTTP
 SurveyBot
-Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
+T8Abot
 Teleport
+TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
-TightTwatBot
-Titan
-Toata
-Trendiction
-Turnitin
+TheNomad
+Tracemyfile
+True_Robot
+TwengaBot
 Typhoeus
 URLy Warning
 UnisterBot
-V-BOT
-Vacuum
-Vagabondo
+Upflow
 VeriCiteCrawler
-Virusdie
-Voltron
+VidibleScraper
+VoidEYE
+Voil
 WBSearchBot
-WEBDAV
 WPScan
 WWW-Mechanize
-Wallpapers
-Web Auto
+WWWOFFLE
+WeSEE
 Web Collage
-WebCollage
+Web Fuck
+Web Pix
+WebAuto
 WebCopier
-WebLeacher
-WebPix
+WebFuck
+WebReaper
+WebStripper
 WebSucker
 WebWhacker
-WebZIP
 WebmasterWorldForumBot
-WebsiteQuester
-Webster
-Whatweb
-Who.is Bot
-Woobot
+Webshag
+Whacker
+Widow
+WinHTTrack
+WiseGuys Robot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zeus
 Zitebot
 ZmEu
 ZoomBot
+ZoominfoBot
+ZumBot
 adscanner
+cah.io.community
 check1.exe
-cognitiveseo
-crawl.sogou.com
+clark-crawler
+coccocbot
 crawler.feedback
-demandbase-bot
 eCatch
-evc-batch
-ips-agent
-magpie-crawler
-meanpathbot
+facebookscraper
+heritrix
+lwp-trivial
 mediawords
-oBot
-pcBrowser
-polaris version
+netEstate NE Crawler
+plumanalytics
 seobility
+seocompany.store
 seoscanners
 seostar
-sexsearcher
-siteripz
-spyfu
+serpstatbot
+sogouspider
+sp_auditbot
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 webprosbot
-xpymep1.exe
+zauba.io
 zgrab