V4.2022.12.3504 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
+AIBOT
 ALittle Client
 Abonti
-Aboundex
-Acunetix
-AhrefsBot
-AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
 Anarchy
 Anthill
+Apexoo
 Asterias
 Atomseobot
-Attach
-AwarioRssBot
-BBBike
+Barkrowler
 BetaBot
 Bigfoot
-Bitacle
-Black Hole
 BlackWidow
-Blackboard
-BlowFish
-Bolt
-Brandprotect
-Buck
-BuiltBotTough
-CATExplorador
+Blow
+Boardreader
+Brandwatch
+Buddy
+Bullseye
+BuzzSumo
 CODE87
-Calculon
-Cegbfeieh
-CheTeam
-Chlooe
-Citoid
-Cloud mapping
-Cogentbot
-CopyRightCheck
+CensysInspect
+ChinaClaw
+Cocolyzebot
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-DTS Agent
-Demon
+CyotekWebCopy
+DSearch
+DatabaseDriverMysqli
 DigitalPebble
 Dirbuster
-Disco
-Dispatch
-Dotbot
-Dragonfly
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Drip
 ECCP/1.0
 EasyDL
+Ebingbong
 EroCrawler
-Evil
-Express WebPictures
 ExtLinksBot
 Extractor
+EyeNetIE
 FHscan
-FlashGet
+Firefox/7.0
 Flunky
-Fyrebot
-G-i-g-a-b-o-t
+Foobot
+Freeuploader
+FrontPage
+Fuzz
+GT::WWW
 GalaxyBot
-Genieo
-GetWeb
+GermCrawler
+GetRight
 Go!Zilla
 Go-Ahead-Got-It
 Gotit
-GrabNet
-Grabber
-HEADMasterSEO
+Grafula
+GrapeFX
+GrapeshotCrawler
+HTMLparser
+HTTrack
 Heritrix
 Hloader
-Humanlinks
 HybridBot
-IDBot
-IRLbot
-IndeedBot
-InfoTekies
-InterGET
-Iria
-IstellaBot
+IDBTE4M
+Image Fetch
+Image Sucker
+Indy Library
+Intelliseek
+Iskanie
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
-JustView
-Kenjin Spider
+Joomla
+Jorgee
 Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+LNSpiderguy
+Leap
+LeechFTP
 LeechGet
-LibWeb
-Linkbot
+Lftp
+Lightspeedsystems
+LinkScan
+LinkWalker
+LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Ltx71
-MSFrontPage
-Mail.RU_Bot
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+Magnet
+Majestic SEO
+Majestic-SEO
 Majestic12
+MarkWatch
 Mass Downloader
 Mata Hari
 MauiBot
-Meanpathbot
+MeanPath Bot
 MegaIndex.ru
-MicroMessenger
 Mister PiX
-Mojeek
-MolokaiBot
+Moblie Safari
 Morfeus Fucking Scanner
-Mr.4x3
-Name Intelligence
-Nameprotect
-NetAnts
+Msrabot
+NICErsPRO
+NPbot
+Nessus
+Net Vampire
+NetLyzer
 NetZIP
-Netvibes
-Nibbler
-Nmap
-Nuclei
-Nutch
-Offline Navigator
-OpenLinkProfiler
-Openfind
-Openvas
-OrangeBot
-OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
-Pandalytics
-Papa Foto
+Niki-bot
+Not
+Octopus
+OrangeSpider
+PECL::HTTP
+PageAnalyzer
+Petalbot
 Pi-Monster
-Picsearch
+Pimonster
 Pixray
 PleaseCrawl
-Probethenet
-Psbot
-RSSingBot
+ProPowerBot
+Pump
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RankActive
 RankFlex
-RankingBot
-RankingBot2
-Re-re
 ReGet
 RealDownload
-RedesScrapy
 RepoMonkey
-Ripper
-Rogerbot
-SBIder
+RocketCrawler
 SEOkicks
 SEOlyticsCrawler
-SEOstats
+SEOprofiler
 SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
+ScreenerBot
 ScrepyBot
-SearchmetricsBot
-Semrush
 SentiBot
 SeobilityBot
-Shodan
-Siphon
-SiteExplorer
-SiteLockSpider
-Sitebeam
-SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
+SiteCheckerBotCrawler
+SiteSnagger
+Sitevigil
 Sociscraper
 Sogou web spider
-Sosospider
 SpaceBison
-Spanner
-Spinn3r
+Spammen
 SputnikBot
-Steeler
-Stripper
+Sqlmap
+Sqlworm
 Sucker
-Surfbot
-Suzuran
-T8Abot
-TeleportPro
+Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
+Swiftbot
 Telesoft
-Telesphoreo
 Telesphorep
+TightTwatBot
+Toata
 Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
+Turnitin
+TurnitinBot
 TwengaBot
 Twice
-UnisterBot
+URLy.Warning
 Upflow
-VB Project
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WASALive-Bot
-WEBDAV
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
+WBSearchBot
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
 WeSEE
 Web Enhancer
-WebBandit
-WebEnhancer
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebAuto
+WebCollage
+WebFetch
 WebFuck
 WebLeacher
+WebReaper
+WebSucker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
 WebsiteQuester
 Whack
-Whacker
-Woobot
+Who.is Bot
+WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
-Xenu
-YoudaoBot
 Zade
-Zeus
-ZoomBot
+Zermelo
+Zitebot
 ZoominfoBot
-arquivo-web-crawler
+ZumBot
+adscanner
+archive.org_bot
+check1.exe
 clark-crawler
-crawl.sogou.com
-crawler4j
+coccocbot
+cognitiveseo
 dataforseo.com
-evc-batch
+domainsproject.org
+eCatch
 facebookscraper
-gopher
 heritrix
-instabid
+ips-agent
 isitwp.com
-linkdexbot
+lwp-request
+meanpathbot
+netEstate NE Crawler
 page scorer
-pcBrowser
-polaris version
-scalaj-http
+probe-image-size
+ripz
+satoristudio.net
+scan.lol
 seocompany.store
-serpstatbot
-siteripz
+seostar
+sexsearcher
+sitechecker.pro
+sp_auditbot
 spyfu
 sysscan
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webgains-bot
 webmeup-crawler
+webprosbot
 xpymep1.exe