V4.2023.03.3628 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+AIBOT
 Abonti
+Acunetix
+Aipbot
 AlphaBot
-Apexoo
+Anthill
+Aspiegel
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BLEXBot
-Backlink-Ceck
-BetaBot
-Blow
-BuiltBotTough
-BuzzSumo
-CCBot
-CSHttp
-Custo
+Barkrowler
+Boardreader
+Cliqzbot
+Cocolyzebot
+Copier
+Cosmos
 DSearch
 Demon
-Digincore
-DomainAppender
-DomainCrawler
-ECCP/1.0
-Ecxi
+Discoverybot
+DomCopBot
+Dotbot
+Drip
+EMail Wolf
 EirGrabber
 Exabot
-ExtLinksBot
-ExtractorPro
 EyeNetIE
-FemtosearchBot
-Fuzz
-GoZilla
-GrapeFX
-HTTrack
-Hloader
-JetCar
-JustView
-Jyxobot
+FDM
+Foobot
+G-i-g-a-b-o-t
+Gotit
+GrabNet
+HEADMasterSEO
+Harvest
+Humanlinks
+IDBTE4M
+Image Fetch
+Image Sucker
+Indy Library
+Iria
+Iskanie
+JikeSpider
 Keyword Density
-Kozmosbot
-Ltx71
-MFC_Tear_Sample
-Majestic SEO
-Mediatoolkitbot
-NPbot
-Name Intelligence
+LNSpiderguy
+LWP::Simple
+Leap
+LibWeb
+LinkextractorPro
+MIDown tool
+MarkWatch
+Mata Hari
+Microsoft URL Control
 Nameprotect
 NearSite
-Ninja
-Not
-OrangeBot
-POE-Component-Client-HTTP
-Pimonster
-PleaseCrawl
-ProWebWalker
-Pump
+NetAnts
+Netcraft
+Nikto
+OpenVAS
+Papa Foto
+Psbot
 PyCurl
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-Ripper
-SEOstats
-ScoutJet
-Semrush
-Seomoz
-SiteSnagger
-Sitevigil
-Snapbot
-Sottopop
-Spanner
-Spinn3r
-SurveyBot
+RankFlex
+Re-re
+Recorder
+RedesScrapy
+RepoMonkey
+SEOkicks
+Scrapy
+SemanticJuice
+SemrushBot
+SeoSiteCheckup
+SlySearch
+SmartDownload
+SocialRankIOBot
+Spammen
+SpankBot
+Sucker
+Szukacz
 T0PHackTeam
-Telesphoreo
-TurnitinBot
-Upflow
+Telesphorep
+Tracemyfile
+Trendiction
+TwengaBot
 Vacuum
-WASALive-Bot
-Web Fuck
-WebBandit
-WebZIP
-Whacker
-Wprecon
-Xaldon WebSpider
-Zermelo
-arquivo.pt
-clark-crawler
-coccocbot
-crawler4j
-facebookscraper
-heritrix
-isitwp.com
-lwp-request
-meanpathbot
-oBot
-scalaj-http
-seocompany.store
-serpstatbot
+VelenPublicWebCrawler
+VoidEYE
+WPScan
+Web Auto
+Web Sauger
+WebCopier
+Website Quester
+WebsiteQuester
+WinHTTrack
+archive.org_bot
+check1.exe
+eCatch
+scan.lol
+seobility
 sitechecker.pro
-sysscan
-voyagerx.com
-x09Mozilla
-zauba.io
+sp_auditbot
+spyfu
+trendiction.com