V4.2023.09.4002 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Aboundexbot
-AdsTxtCrawlerTP
-AlphaBot
-Anarchy
-Aspiegel
-Asterias
-Atomseobot
-AwarioSmartBot
+ADmantX
+Acunetix
+Alexibot
+Ankit
+BDCbot
+BDFetch
+Backlink-Ceck
 BatchFTP
-Battleztar Bazinga
+BetaBot
+Blow
+BlowFish
 BotALot
-BuiltWith
-Calculon
-CherryPicker
+Buck
+BunnySlippers
+CATExplorador
+CheeseBot
 Cloud mapping
 Copyscape
-Crescent
-Discobot
-Dispatch
-DittoSpyder
-DomCopBot
+DigitalPebble
+DnBCrawler-Analytics
 Download Wonder
-Drip
-EMail Wolf
-EirGrabber
-EroCrawler
-Express WebPictures
-Extractor
-Fimap
-Fyrebot
-GPTBot
+ECCP/1.0
+Ecxi
+Extreme Picture Finder
+FemtosearchBot
+Flunky
+G-i-g-a-b-o-t
 GT::WWW
-Go-Ahead-Got-It
-Gotit
+Getintent
+GrapeshotCrawler
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Havij
 Hloader
-HonoluluBot
-IlseBot
-Image Sucker
-JustView
-Jyxobot
-Keyword Density
-Lightspeedsystems
+IDBTE4M
+IDBot
+IRLbot
+InfoTekies
+IstellaBot
+JennyBot
+JetCar
+LNSpiderguy
+Larbin
+LeechGet
+LexiBot
+Lmspider
 MFC_Tear_Sample
-Magnet
-Majestic SEO
-Majestic-SEO
-Mata Hari
-Mojeek
-Mojolicious
-MolokaiBot
-Net Vampire
-Netcraft
+MarkMonitor
+Masscan
+NetAnts
+Netvibes
 Niki-bot
-Openvas
-POE-Component-Client-HTTP
-Pandalytics
-ProWebWalker
-RankActiveLinkBot
-Rankivabot
-ReGet
-RealDownload
-RebelMouse
+Offline Explorer
+OpenLinkProfiler
+PageAnalyzer
+Panscient
+Picscout
+Pump
+QueryN Metasearch
+RSSingBot
+Re-re
+Reaper
+RedesScrapy
+RepoMonkey
+SEOkicks-Robot
 SISTRIX
-Scanbot
-SeekportBot
-SeobilityBot
 Seomoz
-SiteExplorer
-Sitevigil
-Snapbot
-Sqworm
-SuperBot
-Telesphoreo
-TightTwatBot
-Vagabondo
-VidibleScraper
-Voltron
-Wallpapers
-Web Enhancer
-Web Fuck
-Web Sucker
-WebCopier
+Shodan
+Siteimprove
+SlySearch
+SmartDownload
+SocialRankIOBot
+SuperHTTP
+Toata
+Tracemyfile
+TurnitinBot
+VCI
+Virusdie
+WASALive-Bot
+WPScan
+WWW-Mechanize
 WebFuck
-WebImageCollector
-WebStripper
+WebLeacher
+WebPix
+WebSucker
+Webshag
+Webster
+Who.is Bot
 Wprecon
-YoudaoBot
-Zeus
-ZyBorg
-arquivo-web-crawler
-cah.io.community
-cognitiveseo
-evc-batch
-magpie-crawler
-meanpathbot
+ZoomBot
+ZoominfoBot
+crawl.sogou.com
+linkdexbot
 muhstik-scan
-page scorer
-seostar
-webmeup-crawler
+openai
+probe-image-size
+seoscanners
+sogouspider
+trendiction.de