V4.2024.07.4610 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
 ADmantX
-AlphaBot
+AIBOT
+Abonti
+Aboundex
+AllSubmitter
 Aspiegel
-BDCbot
-BackWeb
-Battleztar Bazinga
-Blackboard
-Boardreader
+Bandit
+Bigfoot
+Black Hole
+Buck
 Bullseye
 BunnySlippers
-CATExplorador
-CheTeam
-Cocolyzebot
+Cegbfeieh
+ChatGPT-User
+Collector
 CopyRightCheck
-Custo
-Deusu
-Disco
+Craftbot
+Crawling at Home Project
+Crescent
+Demon
+DigitalPebble
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Express WebPictures
-EyeNetIE
-FHscan
-FlashGet
+Domains Project
+Dragonfly
+Ebingbong
+EirGrabber
+Evil
+Exabot
+Ezooms
+Foobot
+Fyrebot
 Go!Zilla
-Go-Ahead-Got-It
-Google-Extended
-GrapeshotCrawler
+GrapeFX
+HTMLparser
+HTTrack
 Haansoft
-Havij
-IndeedBot
-Information Security Team InfraSec Scanner
-JOC Web Spider
-LinkScan
-LinqiaRSSBot
-MFC_Tear_Sample
-Mag-Net
-Magnet
-Mail.RU_Bot
-Masscan
-MauiBot
+Heritrix
+Hloader
+InterGET
+JikeSpider
+Jorgee
+Leap
+LeechFTP
+LieBaoFast
+Lightspeedsystems
+Ltx71
 MeanPath Bot
-Metauri
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Name Intelligence
-Nessus
+NPbot
+NearSite
 Net Vampire
-NetMechanic
-Nikto
-Nimbostratus
-OpenVAS
-Openfind
-OutclicksBot
-PageScorer
-Pixray
-ProPowerBot
+NetLyzer
+NextGenSearchBot
+Nmap
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageThing.com
+Petalbot
+PleaseCrawl
+ProWebWalker
 Psbot
 PyCurl
-RepoMonkey
-SEOkicks
-ScanAlert
+Ripper
+SalesIntelligent
+ScoutJet
 Scrapy
-SemanticJuice
-Siphon
-Siteimprove
-Sitevigil
-SputnikBot
-Telesphorep
-Toata
-Toweyabot
-Upflow
-Vagabondo
-VelenPublicWebCrawler
-VoidEYE
-WallpapersHD
-Web Pix
-WebEnhancer
-WebLeacher
-WebReaper
-WebSauger
+SiteLockSpider
+Sosospider
+Stripper
+SuperHTTP
+Surfbot
+T8Abot
+TeleportPro
+TwengaBot
+UnisterBot
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WebGo IS
+WebPix
+Webalta
 Website Quester
-WebsiteQuester
-Whatweb
-Xaldon WebSpider
+Widow
 Xaldon_WebSpider
-ZumBot
+Zauba
+ZoominfoBot
 ZyBorg
-arquivo-web-crawler
-backlink-check
-com.plumanalytics
-crawl.sogou.com
-iubenda-radar
-lwp-trivial
-oBot
-seobility
+archive.org_bot
+demandbase-bot
+evc-batch
+linkdexbot
+magpie-crawler
+meanpathbot
+page scorer
 seocompany.store
-sexsearcher
-spyfu
+voyagerx.com
+zauba.io