V4.2022.10.3400 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
 80legs
-AIBOT
+ADmantX
 ASPSeek
-Acunetix
-AiHitBot
-Aipbot
-AllSubmitter
+Abonti
+Alligator
+Anarchie
 Anarchy
 Anarchy99
-Anthill
-Asterias
-Atomseobot
+Ankit
+Attach
+AwarioRssBot
 AwarioSmartBot
-BDFetch
-Backlink-Ceck
-Bandit
-BatchFTP
+BacklinkCrawler
+BetaBot
 Blow
+BlowFish
+Boardreader
 BotALot
 Brandwatch
-Buck
-BuiltWith
+BuiltBotTough
+Bullseye
 BunnySlippers
-CATExplorador
-CSHttp
-CheeseBot
-ChinaClaw
+BuzzSumo
+CCBot
+CensysInspect
 Chlooe
 Claritybot
-Cocolyzebot
-Collector
-Copyscape
-Cosmos
+Copier
+CopyRightCheck
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
-CyotekWebCopy
-DSearch
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 DigitalPebble
+Dirbuster
 Disco
-Discoverybot
-DomainSigmaCrawler
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
 Dotbot
+Download Wonder
+Drip
 ECCP/1.0
-EasyDL
-Ebingbong
-Ecxi
+EMail Siphon
 EirGrabber
 Evil
 Exabot
+ExtLinksBot
 Extractor
-Ezooms
+FDM
+FHscan
+Fimap
 Firefox/7.0
-FlashGet
+Flunky
+Foobot
+Fuzz
+G-i-g-a-b-o-t
 GermCrawler
-Gigabot
+GetWeb
+Go-Ahead-Got-It
+Gotit
 GrabNet
 Grafula
-GridBot
-HTMLparser
-HaosouSpider
-HonoluluBot
+GrapeFX
+HMView
+HTTP::Lite
+HTTrack
+Haansoft
 IDBTE4M
-Id-search
-InfoTekies
-Intelliseek
+Iblog
+Image Fetch
+Image Sucker
+InfoNaviRobot
 InterGET
-InternetSeer
+Internet Ninja
+JOC Web Spider
 Jbrofuzz
-JetCar
-JikeSpider
-Jorgee
+JennyBot
 JustView
+Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
-Lanshanbot
+Keyword Density
+Kinza
+LWP::Simple
 Larbin
-Leap
-Libwhisker
-Lightspeedsystems
-LinkScan
+LexiBot
+LieBaoFast
+Likse
+LinkWalker
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Lipperhey Spider
+Lmspider
 MIDown tool
+MIIxpc
 MJ12bot
-MSIECrawler
 MTRobot
 Mag-Net
-Majestic SEO
-Majestic-SEO
-Majestic12
-Mass Downloader
+Magnet
+Mail.RU_Bot
 Masscan
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
 Metauri
+Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mister PiX
-Moblie Safari
 Mojolicious
-MolokaiBot
 Mr.4x3
-Msrabot
-NICErsPRO
-Net Vampire
-NetLyzer
-NetMechanic
-NetZIP
+Name Intelligence
+Navroad
+NetAnts
+Nettrack
 Netvibes
+NextGenSearchBot
+Nikto
 NimbleCrawler
 Ninja
-Nmap
 Nuclei
-Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenVAS
-OrangeBot
+Octopus
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-Pandalytics
-Petalbot
-Piepmatz
-Pockey
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Pavuk
+PeoplePal
+Pi-Monster
+Pixray
+PleaseCrawl
+Probethenet
+Psbot
 Pump
 PxBroker
-PyCurl
-Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
-Reaper
-Recorder
+ReGet
 RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
-SISTRIX
-ScoutJet
+ScanAlert
 Scrapy
-ScrepyBot
+Screaming
+ScreenerBot
+SearchmetricsBot
 SemanticJuice
 Semrush
-SemrushBot
 SentiBot
 SeoSiteCheckup
-Seomoz
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
 Sitebeam
-Snapbot
-Sosospider
-Spammen
-Spinn3r
-Sqlworm
-Steeler
-Sucker
-SuperHTTP
+SlySearch
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sogou web spider
+SpankBot
+Spanner
+Spbot
+SputnikBot
+Stripper
+SuperBot
 Suzuran
-T8Abot
+T0PHackTeam
 Telesoft
-Telesphoreo
+Telesphorep
 TightTwatBot
-Toata
+Titan
+Toweyabot
+Tracemyfile
 Trendictionbot
 True_Robot
-Turingos
-TwengaBot
-Twice
+Typhoeus
 URLy.Warning
+UnisterBot
 Upflow
+V-BOT
 VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
+Vagabondo
+Voltron
 WASALive-Bot
 WEBDAV
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+WISENutbot
+WPScan
 WallpapersHD
-WeSEE
-Web Fuck
-WebBandit
-WebCopier
-WebFetch
-WebGo IS
+Web Collage
+Web Sauger
+Web Sucker
+WebFuck
 WebImageCollector
-WebPix
-WebWhacker
-WebZIP
-Webshag
+WebLeacher
+Webalta
+Website Quester
+WebsiteExtractor
 WebsiteQuester
+Whacker
+Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
+Wotbox
 Wprecon
-YoudaoBot
-Zermelo
-Zeus
+Zauba
 Zitebot
-ZmEu
-ZoominfoBot
-arquivo-web-crawler
+archive.org_bot
+arquivo.pt
 autoemailspider
-clark-crawler
-cognitiveseo
+backlink-check
+cah.io.community
 com.plumanalytics
-dataforseo.com
-domainsproject.org
+crawl.sogou.com
+demandbase-bot
 evc-batch
-facebookscraper
-gopher
 heritrix
-instabid
 ips-agent
 isitwp.com
-iubenda-radar
-magpie-crawler
-mediawords
-netEstate NE Crawler
-plumanalytics
-satoristudio.net
+linkdexbot
+lwp-request
+oBot
+page scorer
+probe-image-size
+scalaj-http
 scan.lol
-seobility
 seocompany.store
-sysscan
-ubermetrics-technologies.com
+seoscanners
+webmeup-crawler
+webprosbot
+x22Mozilla
+zauba.io