V4.2023.01.3543 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-AIBOT
 ALittle Client
-Abonti
-Alligator
-AlphaBot
-Anarchy
-Anthill
-Apexoo
-Aspiegel
-Asterias
-Attach
-BBBike
-BLEXBot
+ASPSeek
+Acunetix
+AhrefsBot
+AllSubmitter
+Atomseobot
+BDCbot
 BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
 Barkrowler
-Battleztar Bazinga
-Bigfoot
+BetaBot
+Bitacle
 Black Hole
-Blackboard
-Boardreader
-BotALot
+Blow
+Bolt
 Brandprotect
-Buck
-Buddy
+Brandwatch
+BuiltBotTough
+Bullseye
+BuzzSumo
 CATExplorador
+CODE87
+Calculon
 CazoodleBot
-CheTeam
+CensysInspect
 CherryPicker
-ChinaClaw
 Citoid
-Claritybot
+Cliqzbot
+Cocolyzebot
+Collector
+Copier
+CopyRightCheck
 Copyscape
 Craftbot
-Crawling at Home Project
-Custo
-DBLBot
-DIIbot
+CrazyWebCrawler
+Curious
+CyotekWebCopy
 DSearch
-DTS Agent
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discoverybot
-Dispatch
+DatabaseDriverMysqli
 DittoSpyder
-DnyzBot
-DomCopBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-Dragonfly
-EMail Siphon
-EasyDL
-EirGrabber
+Drip
+EMail Wolf
 Exabot
 Express WebPictures
-Extractor
-ExtractorPro
-FHscan
+EyeNetIE
+FDM
 Firefox/7.0
 Flunky
-Freeuploader
-FrontPage
-Fyrebot
-GetRight
-Go-Ahead-Got-It
+Foobot
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
+GetWeb
+Getintent
+Gigabot
+Go!Zilla
+Grabber
+GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-Harvest
-HonoluluBot
+HMView
+Hloader
+Humanlinks
 HybridBot
 IRLbot
-Id-search
-Image Sucker
-IndeedBot
 InfoNaviRobot
-Internet Ninja
-JamesBOT
-JennyBot
-JetCar
+InfoTekies
+Intelliseek
+InterGET
+InternetSeer
+Iskanie
+IstellaBot
 Jetty
 JikeSpider
-Jorgee
-LeechFTP
-LinkScan
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
+Joomla
+Jyxobot
+Kinza
+Kozmosbot
+Larbin
+LieBaoFast
+Lightspeedsystems
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Ltx71
 MJ12bot
-MQQBrowser
-MSFrontPage
 MTRobot
-Mag-Net
+Magnet
 Majestic SEO
+Majestic12
 MarkMonitor
-Masscan
-Mata Hari
-MauiBot
-Meanpathbot
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
+Minefield
 Moblie Safari
 Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
+Msrabot
 Musobot
+NICErsPRO
 NPbot
 Nameprotect
-NearSite
+Needle
 Nessus
 NetAnts
+NetMechanic
+NetZIP
 Netcraft
-Netvibes
-Niki-bot
-Ninja
-Not
-Offline Explorer
+NimbleCrawler
+Nutch
+Octopus
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
 Openfind
-OrangeBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageGrabber
 PageThing.com
+Pandalytics
 Panscient
-Papa Foto
 Pavuk
 Pi-Monster
+Picsearch
+Piepmatz
 PleaseCrawl
-ProPowerBot
 ProWebWalker
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
-ReGet
-RebelMouse
-RocketCrawler
+Psbot
+Pump
+Quick-Crawler
+RankingBot
+RankurBot
+Re-re
+Reaper
+Recorder
+Ripper
+SBIder
 SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
-Scanbot
+ScanAlert
 ScoutJet
 Scrapy
 ScreenerBot
 ScrepyBot
-SearchmetricsBot
+SemanticJuice
 SemrushBot
-SeobilityBot
+Siphon
 SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-SlySearch
+Sitebeam
 SmartDownload
-Snapbot
 Sociscraper
 Sosospider
-Sottopop
 SpaceBison
-Stripper
-Sucker
+Spammen
+Spanner
+SputnikBot
+Sqlmap
+Sqworm
 Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
+Swiftbot
 Szukacz
-T0PHackTeam
-Telesphorep
-The Intraformant
-TheNomad
+T8Abot
+Teleport
+Telesphoreo
 Thumbor
 TightTwatBot
-Toweyabot
-Tracemyfile
-Trendiction
-True_Robot
-Turingos
 Turnitin
-Twice
+TurnitinBot
+Typhoeus
 URLy Warning
+UnisterBot
+VCI
+Vacuum
+Virusdie
 VoidEYE
-Voltron
-WBSearchBot
+Voil
 WEBDAV
-WISENutbot
 WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Auto
 Web Fetch
 Web Pix
-Web Sauger
-WebBandit
+Web Sucker
+WebAuto
+WebCollage
 WebEnhancer
-WebLeacher
-WebPix
+WebFetch
+WebImageCollector
+WebReaper
 WebSauger
 WebStripper
+WebWhacker
 WebmasterWorldForumBot
-Webshag
-WebsiteQuester
 Webster
-Whack
-Whacker
-Widow
+Whatweb
+Who.is Bot
+Wonderbot
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-Zeus
+Xenu
+YoudaoBot
+Zade
 Zitebot
-ZmEu
 ZoominfoBot
-ZumBot
-backlink-check
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
 clark-crawler
-com.plumanalytics
-demandbase-bot
-domainsproject.org
+crawl.sogou.com
 facebookscraper
-internetVista monitor
-isitwp.com
+linkdexbot
 magpie-crawler
-mediawords
-muhstik-scan
-oBot
 page scorer
-polaris version
-s1z.ru
-scalaj-http
+plumanalytics
+probe-image-size
+scan.lol
 seocompany.store
-serpstatbot
-sitechecker.pro
-siteripz
-voyagerx.com
+sp_auditbot
+sysscan
+trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webpros.com
 x22Mozilla
+xpymep1.exe
 zgrab