V4.2024.03.4353 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AiHitBot
-Alexibot
-Anarchie
+01h4x.com
+AIBOT
 Ankit
-BDFetch
-BackWeb
-Barkrowler
-Bitacle
-BlackWidow
-BuiltBotTough
-BunnySlippers
+Blow
+BotALot
+BuzzSumo
+CODE87
 Copier
-CopyRightCheck
-Cosmos
 Craftbot
-Crawling at Home Project
-DatabaseDriverMysqli
-Dirbuster
-Discobot
+Devil
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
+Dotbot
 Drip
-Ecxi
-EroCrawler
-Extreme Picture Finder
-Ezooms
-Foobot
-Fuzz
+ExtractorPro
+FemtosearchBot
 G-i-g-a-b-o-t
-GetRight
-GoZilla
-Gotit
-GrabNet
-HMView
-Haansoft
-Hloader
-Iblog
-Id-search
-IndeedBot
-Iskanie
-Jbrofuzz
-Kinza
-Kozmosbot
-LNSpiderguy
-LeechGet
-Libwhisker
-Lmspider
-Magnet
-Majestic SEO
+GT::WWW
+Google-Extended
+IDBTE4M
+Jetty
+Jyxobot
+Lanshanbot
+LieBaoFast
+LinkWalker
+LinkextractorPro
+Lipperhey Spider
+MQQBrowser
 Mass Downloader
-Masscan
-Mojeek
-Nessus
-NetSpider
-Nimbostratus
+Mb2345Browser
+Meanpathbot
+Mister PiX
+Mozlila
+Mr.4x3
+Msrabot
+Musobot
+Nameprotect
 Ninja
-Nuclei
-OrangeSpider
-PageThing.com
+OnCrawl
+Openvas
+PageGrabber
+Pandalytics
 Panscient
-PictureFinder
-PleaseCrawl
-Psbot
-Pu_iN
-QueryN Metasearch
-RSSingBot
+Picscout
+Picsearch
+Pixray
+PxBroker
+Rainbot
+Rankivabot
+Reaper
+RepoMonkey
 Rogerbot
 SEOkicks
-ScreenerBot
-SenutoBot
-Site Sucker
-SocialRankIOBot
-Sosospider
-SuperBot
-Swiftbot
-TheNomad
-TightTwatBot
-Toweyabot
-Turingos
-Typhoeus
-V-BOT
-Virusdie
-WBSearchBot
-WEBDAV
-WallpapersHD
+SEOkicks-Robot
+SEOprofiler
+ScrepyBot
+SeobilityBot
+SiteExplorer
+SiteLockSpider
+Snake
+SputnikBot
+Sqlmap
+Sqlworm
+Sucuri
+T0PHackTeam
+Telesphorep
+Toata
+Trendiction
+TurnitinBot
+Upflow
+Voil
+WPScan
+Web Fetch
+Web Sucker
 WebAuto
-WebCollage
+WebEnhancer
 WebFetch
-WebSauger
+WebImageCollector
+WebLeacher
+WebReaper
+WebStripper
+WebSucker
+WebWhacker
 WebZIP
-WebsiteQuester
-WiseGuys Robot
-Zauba
-Zeus
-crawler.feedback
-isitwp.com
+Website Quester
+Xaldon WebSpider
+Zermelo
+com.plumanalytics
+dataforseo.com
+gopher
+imagesift.com
+instabid
 linkdexbot
-mediawords
-s1z.ru
-sexsearcher
-sysscan
-zgrab
+openai.com
+ripz
+satoristudio.net
+scalaj-http
+seocompany.store
+zauba.io