V4.2024.09.4735 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-Aipbot
-Anarchy
-Aspiegel
-BatchFTP
-Battleztar Bazinga
-BlowFish
-BotALot
-Buck
+AllSubmitter
+Alligator
+AwarioRssBot
+BackStreet
+Barkrowler
+Black Hole
+BunnySlippers
+BuzzSumo
 CCBot
-CODE87
-Cegbfeieh
-CheeseBot
-Chlooe
-Cocolyzebot
+ChinaClaw
+Copyscape
 Craftbot
-DBLBot
-Deusu
-Disco
-DittoSpyder
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Exabot
-Express WebPictures
-FemtosearchBot
-Freeuploader
-GT::WWW
-GrabNet
-IndeedBot
-InfraSec Scanner
-JennyBot
+Crescent
+DIIbot
+Discoverybot
+Dragonfly
+ECCP/1.0
+EirGrabber
+EroCrawler
+ExtractorPro
+Firefox/7.0
+Genieo
+GetWeb
+Grabber
+HMView
+HTMLparser
+Havij
+Hloader
+HybridBot
+IDBTE4M
+IlseBot
+InfoTekies
+Jbrofuzz
 JetCar
-Jetty
-JikeSpider
-Jyxobot
-LieBaoFast
-LinkpadBot
+Jorgee
+Leap
+LinkScan
+LinkextractorPro
 Lipperhey
+Lipperhey Spider
 Ltx71
-MQQBrowser
+MFC_Tear_Sample
 Magnet
-Majestic12
-Moblie Safari
-NPbot
+Mail.RU_Bot
+Majestic-SEO
+MarkWatch
+MauiBot
+Microsoft URL Control
+Mr.4x3
 Name Intelligence
-NearSite
 Net Vampire
 NetLyzer
-Nutch
-OrangeSpider
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
-Picscout
+NetZIP
+Offline Explorer
+POE-Component-Client-HTTP
 PictureFinder
+RankFlex
 ReGet
-Reaper
-SBIder
-SEOkicks-Robot
-SEOstats
-Screaming
+RealDownload
+SEOkicks
+SEOlyt
+ScrepyBot
+SeekportBot
+SentiBot
 Seomoz
-Sitevigil
-SmartDownload
-Snapbot
+Shodan
+Sociscraper
+Spammen
 Spbot
-Sqworm
+Swiftbot
 T0PHackTeam
-Teleport
-TeleportPro
-The Intraformant
-Turingos
-VelenPublicWebCrawler
-VoidEYE
-WWWOFFLE
+T8Abot
+Telesoft
+TinyTestBot
+TurnitinBot
+Twice
+WBSearchBot
+WWW::Mechanize
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Collage
-Web Fuck
-WebAuto
-WebFetch
-WebGo IS
-WebLeacher
-WebZIP
-WebsiteQuester
-WinHTTrack
-Wprecon
-Zermelo
-arquivo-web-crawler
-arquivo.pt
-demandbase-bot
+WebSauger
+WebStripper
+WebWhacker
+Webalta
+Zauba
+ZoominfoBot
+check1.exe
+evc-batch
+facebookscraper
 heritrix
-polaris version
-spyfu
-x09Mozilla
+imagesift.com
+isitwp.com
+lwp-request
+lwp-trivial
+seoscanners
+sitechecker.pro
+siteripz
+sogouspider
+trendiction.com
+zgrab