V4.2022.12.3526 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-AIBOT
+80legs
 ALittle Client
-ASPSeek
 Abonti
-Aboundex
-AhrefsBot
 Aipbot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
 Anarchy99
-Ankit
 Apexoo
-Aspiegel
-Atomseobot
-BBBike
+Asterias
+Attach
+AwarioRssBot
+BDCbot
 BDFetch
 BackDoorBot
-BackWeb
+BackStreet
 Backlink-Ceck
 Badass
-BetaBot
+Bandit
+Barkrowler
+Battleztar Bazinga
 Bitacle
-Black Hole
-BlowFish
-Brandprotect
-Brandwatch
-Buddy
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CazoodleBot
-Cegbfeieh
+Bolt
+BotALot
+Bullseye
+CODE87
+CSHttp
+CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
 Citoid
+Claritybot
+Cliqzbot
+Cogentbot
+Collector
+Copier
+CopyRightCheck
+Cosmos
 Craftbot
-CrazyWebCrawler
-DIIbot
+Crawling at Home Project
+Crescent
+DSearch
+DTS Agent
 DataCha0s
-Digincore
-Discobot
+DigitalPebble
+Dirbuster
+Dispatch
 DnBCrawler-Analytics
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+DnyzBot
 Domains Project
-Download Wonder
+Dotbot
+Dragonfly
 ECCP/1.0
-EMail Siphon
-Ebingbong
-Ecxi
 EirGrabber
-EroCrawler
 Express WebPictures
-FHscan
-Foobot
-Fyrebot
-GT::WWW
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+Ezooms
+FemtosearchBot
+Firefox/7.0
+FlashGet
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
 GalaxyBot
 GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+GetRight
+Getintent
+Gigabot
+GoZilla
+Gotit
 HTMLparser
+HTTP::Lite
 HaosouSpider
 Hloader
-HonoluluBot
+IDBot
+Iblog
 Id-search
-IlseBot
+Image Fetch
 Image Sucker
+IndeedBot
 InfoNaviRobot
-Intelliseek
-InterGET
-Iskanie
-IstellaBot
-JennyBot
-Keyword Density
+InternetSeer
+Iria
+JamesBOT
+Jetty
+JikeSpider
+Jorgee
+JustView
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
 LWP::Simple
-Leap
-LeechFTP
-LeechGet
-Libwhisker
+Larbin
 LinkScan
-LinkWalker
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
 MIIxpc
-MSFrontPage
+MQQBrowser
 MSIECrawler
-MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
-MarkWatch
+Majestic12
 Mass Downloader
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Mojolicious
+Mata Hari
+MauiBot
+Mb2345Browser
+MegaIndex.ru
+MolokaiBot
 Mr.4x3
-Msrabot
-Musobot
-NPbot
-Name Intelligence
-NetZIP
-Netcraft
-Netvibes
-Niki-bot
+NearSite
+Needle
+NetAnts
+Nettrack
+Nikto
+NimbleCrawler
 Nimbostratus
-Nmap
-Not
-Nuclei
 Nutch
-OnCrawl
-OpenLinkProfiler
+Octopus
+Offline Explorer
+OpenVAS
 Openfind
-OutclicksBot
-PHPCrawl
-Page Analyzer
-PageThing.com
-Panscient
-Papa Foto
+Openvas
+OrangeBot
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Pavuk
+Pi-Monster
 Picscout
+Picsearch
+PleaseCrawl
 ProWebWalker
+Pu_iN
+Pump
+PyCurl
+QueryN Metasearch
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot2
-Rankivabot
 Re-re
-ReGet
-Reaper
 RebelMouse
-RedesScrapy
-SBIder
+Recorder
+RepoMonkey
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
-Seekport
+SalesIntelligent
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-Seomoz
-Shodan
+SeoSiteCheckup
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Siteimprove
-SmartDownload
-Snake
+SlySearch
+Snoopy
+Sottopop
 SpaceBison
-Spammen
 Spinn3r
-Steeler
+SputnikBot
+Sqlmap
+Sqworm
 Sucuri
-SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
 Suzuran
 Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
-TheNomad
-Titan
-Toweyabot
+TeleportPro
+Telesphoreo
+The Intraformant
+Toata
 Trendiction
-Turnitin
-TurnitinBot
+Trendictionbot
 Twice
-URLy.Warning
+Typhoeus
 UnisterBot
 V-BOT
-VCI
+Vacuum
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voltron
+VoidEYE
+Voil
 WASALive-Bot
-WEBDAV
-WWWOFFLE
-Wallpapers/3.0
-Web Enhancer
-Web Fetch
-Web Pix
+WBSearchBot
+WISENutbot
+Wallpapers
+WeSEE
+Web Auto
+Web Collage
 Web Sucker
 WebAuto
-WebCopier
-WebFetch
+WebCollage
 WebGo IS
-WebImageCollector
 WebLeacher
 WebPix
 WebReaper
-WebSauger
 WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
 Webster
+Whacker
 Whatweb
-Widow
-Wonderbot
+Who.is Bot
+WinHTTrack
+Woobot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Zeus
+YoudaoBot
+Zade
+ZoomBot
 ZoominfoBot
-arquivo-web-crawler
+ZumBot
+adscanner
 arquivo.pt
-autoemailspider
-clark-crawler
+cah.io.community
+check1.exe
 cognitiveseo
-com.plumanalytics
-crawler.feedback
+crawler4j
 dataforseo.com
+demandbase-bot
 evc-batch
 heritrix
-internetVista monitor
-iubenda-radar
-lwp-request
-lwp-trivial
+magpie-crawler
 meanpathbot
-oBot
-pcBrowser
-polaris version
-scan.lol
+muhstik-scan
+plumanalytics
+satoristudio.net
+scalaj-http
+seocompany.store
 seoscanners
-seostar
 serpstatbot
+sexsearcher
 siteripz
 sysscan
-trendiction.com
 webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla
 x22Mozilla
-zauba.io
 zgrab