V4.2023.09.3970 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-80legs
-Aipbot
-Anthill
-Atomseobot
+404checker
+404enemy
+AIBOT
+ALittle Client
+Acunetix
+AlphaBot
+Anarchy99
+AwarioRssBot
+BDCbot
 BLEXBot
-Backlink-Ceck
-BuzzSumo
-CCBot
-CensysInspect
-CherryPicker
-Chlooe
-CopyRightCheck
-Curious
-Custo
-Deusu
-Devil
-Dirbuster
-DomainAppender
-EMail Siphon
-Ecxi
-EroCrawler
-Ezooms
-FDM
-FHscan
-FlashGet
-FyberSpider
-G-i-g-a-b-o-t
-HEADMasterSEO
-Heritrix
-IDBTE4M
-IlseBot
-Indy Library
-Iskanie
-Jetty
+BackWeb
+Barkrowler
+Blow
+Brandprotect
+BuiltWith
+Calculon
+CheeseBot
+Cloud mapping
+Crawling at Home Project
+CyotekWebCopy
+Demon
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+Domains Project
+ExtractorPro
+Gigabot
+Go-Ahead-Got-It
+GrapeshotCrawler
+Haansoft
+Humanlinks
+Image Sucker
+JikeSpider
 Joomla
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Lanshanbot
-Mag-Net
-Magnet
-MeanPath Bot
-Meanpathbot
-Metauri
-Nameprotect
-Nessus
-NetAnts
-Netcraft
-NimbleCrawler
-Nimbostratus
+LinksManager
+LinqiaRSSBot
+MIIxpc
+Majestic12
+MarkWatch
+Mister PiX
+Needle
+NetSpider
+Nmap
+Offline Navigator
+OpenLinkProfiler
 OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-Petalbot
-Picscout
-PictureFinder
-PleaseCrawl
+OutfoxBot
+Page Analyzer
+Panscient
+Probethenet
 Pu_iN
-Pump
+PyCurl
+RankingBot
 Reaper
-RepoMonkey
-Ripper
+SBIder
 ScanAlert
+Scanbot
 ScoutJet
-Seekport
-Site Sucker
-Siteimprove
-Snoopy
-Sucker
-Trendictionbot
-VCI
+ScrepyBot
+SeekportBot
+Snake
+SpaceBison
+Spammen
+Spinn3r
+SputnikBot
+Sucuri
+Suzuran
+Telesoft
+Telesphoreo
+The Intraformant
+URLy.Warning
 Voltron
-WeSEE
-Web Fuck
-WebImageCollector
+WEBDAV
+WWWOFFLE
+Wallpapers
+Web Auto
+Web Pix
+WebEnhancer
 WebPix
-WebSauger
-WebWhacker
-Webster
+WebReaper
+WebStripper
+Whack
+Whacker
 Widow
+Woobot
 Wprecon
+Xaldon_WebSpider
 Xenu
+Zermelo
+Zeus
 ZmEu
-ZoominfoBot
-archive.org_bot
-autoemailspider
-backlink-check
-clark-crawler
-com.plumanalytics
-eCatch
-openai.com
-plumanalytics
-probe-image-size
-seobility
-x09Mozilla
-x22Mozilla
+arquivo.pt
+crawler.feedback
+instabid
+linkdexbot
+lwp-trivial
+openai
+sitechecker.pro
 zauba.io