V4.2023.02.3573 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-AIBOT
-Aboundex
-AhrefsBot
+360Spider
+Abonti
+Acunetix
+Aipbot
+Alexibot
 AllSubmitter
-Alligator
 Anarchy
-Anthill
+Ankit
 Asterias
-AwarioRssBot
-BBBike
-BDCbot
-BLEXBot
-BackDoorBot
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Battleztar Bazinga
-Bitacle
-BlackWidow
+BetaBot
 Blackboard
-BotALot
+Boardreader
+Bolt
 Brandprotect
+Brandwatch
+Buck
 Buddy
 Bullseye
-BuzzSumo
-CATExplorador
-Calculon
+CCBot
+CazoodleBot
 Cegbfeieh
 CensysInspect
 CheTeam
-CherryPicker
+CheeseBot
+ChinaClaw
 Citoid
 Cliqzbot
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Copier
-Craftbot
+Collector
+CopyRightCheck
+Copyscape
+Cosmos
+CrazyWebCrawler
 Crescent
-CrunchBot
-CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
-Demon
+Curious
 Devil
+Digincore
 DigitalPebble
+Disco
 Discobot
+Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
 DomainAppender
-DomainSigmaCrawler
-Download Wonder
-EMail Wolf
+Dragonfly
+Ecxi
+EroCrawler
+Evil
 ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-FrontPage
+Fimap
+Flunky
 FyberSpider
-Fyrebot
-Genieo
+GalaxyBot
 GermCrawler
-GetRight
-GridBot
-HMView
+GrabNet
+GrapeshotCrawler
 HTTrack
-Haansoft
-HaosouSpider
 Havij
-HonoluluBot
-HybridBot
-IDBTE4M
-Id-search
-Image Fetch
-Iskanie
+IRLbot
+Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
+InterGET
+InternetSeer
+IstellaBot
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 Jorgee
-Jyxobot
-Keyword Density
-Kinza
+Kenjin Spider
 Kozmosbot
-Lanshanbot
+LNSpiderguy
+LWP::Simple
 Larbin
+LeechGet
+LibWeb
 Libwhisker
-LieBaoFast
-Lightspeedsystems
+Likse
 LinkScan
 Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Litemage_walker
+LinkpadBot
+LinksManager
+Lipperhey Spider
 Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-Magnet
-Mail.RU_Bot
+Mag-Net
+Majestic12
 Mass Downloader
+Masscan
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Metauri
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
 Minefield
 Mojeek
+MolokaiBot
 Msrabot
-NPbot
+NICErsPRO
 Nameprotect
 NearSite
-Net Vampire
-NetAnts
+Needle
+Nessus
 NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Netvibes
+Netcraft
+Nettrack
 NextGenSearchBot
 Niki-bot
-Ninja
+Nikto
 Not
-Offline Explorer
-OnCrawl
+Octopus
+Offline Navigator
+OpenVAS
+Openfind
 Openvas
 OutclicksBot
+OutfoxBot
 PHPCrawl
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
+Page Analyzer
 PageThing.com
 Pandalytics
-Pavuk
-Petalbot
-Piepmatz
-Pimonster
-Pixray
-ProWebWalker
-PyCurl
-QueryN Metasearch
+Pi-Monster
+Picscout
+Picsearch
+Pu_iN
+PxBroker
+Quick-Crawler
 RankActiveLinkBot
-Reaper
+RankFlex
+Rankivabot
+ReGet
+RealDownload
+RebelMouse
+Recorder
+RedesScrapy
+RocketCrawler
 Rogerbot
 SBIder
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
+SEOstats
 ScanAlert
-Scanbot
+Scrapy
 ScreenerBot
-Searchestate
 Semrush
 SemrushBot
 SeoSiteCheckup
 Seomoz
-Shodan
-SiteCheckerBotCrawler
+Siphon
+SiteLockSpider
 SiteSnagger
-Siteimprove
-Sitevigil
-Snake
-Snapbot
-Sociscraper
-Sosospider
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Spammen
 Spanner
-Spbot
-Sucker
+Stripper
 Sucuri
-SurveyBot
-Suzuran
-T0PHackTeam
-T8Abot
-TeleportPro
+SuperBot
 Telesoft
-Telesphoreo
-The Intraformant
-TheNomad
-TightTwatBot
+Telesphorep
+Thumbor
+Titan
+Toata
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-VB Project
-VelenPublicWebCrawler
+Twice
+URLy Warning
+URLy.Warning
+UnisterBot
+Upflow
+VCI
 VeriCiteCrawler
 Virusdie
 VoidEYE
-Voil
-Voltron
-WASALive-Bot
 WEBDAV
+WPScan
+WWW-Collector-E
 WWWOFFLE
-Web Collage
-WebAuto
-WebBandit
-WebCollage
+Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebCopier
 WebEnhancer
+WebGo IS
 WebImageCollector
-WebSauger
-WebStripper
+WebPix
 WebWhacker
 WebZIP
 Webshag
 WebsiteQuester
-Webster
+Whack
+Whatweb
+WinHTTrack
+Wonderbot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Zermelo
-Zeus
+YoudaoBot
+Zauba
+ZmEu
 ZoomBot
-ZyBorg
+ZoominfoBot
 adscanner
-backlink-check
+arquivo-web-crawler
 cah.io.community
-cognitiveseo
-crawler.feedback
-dataforseo.com
+coccocbot
+com.plumanalytics
 domainsproject.org
-gopher
+facebookscraper
+instabid
 internetVista monitor
+isitwp.com
 linkdexbot
-meanpathbot
 muhstik-scan
-netEstate NE Crawler
-oBot
 page scorer
-pcBrowser
-probe-image-size
-s1z.ru
-scan.lol
-seocompany.store
+plumanalytics
+ripz
+seoscanners
+serpstatbot
 sexsearcher
 sitechecker.pro
-sp_auditbot
+spyfu
 sysscan
 tAkeOut
 trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webprosbot
-zauba.io
+webpros.com
+x09Mozilla
+xpymep1.exe
 zgrab