V4.2024.06.4565 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
 80legs
-AhrefsBot
-Aipbot
-Anarchy
-Apexoo
-AwarioRssBot
-BDCbot
-Bandit
-BatchFTP
-Blow
-BlowFish
-BunnySlippers
-CherryPicker
-Citoid
-Cocolyzebot
-CopyRightCheck
-DittoSpyder
-Extractor
-ExtractorPro
-EyeNetIE
-Firefox/7.0
-Fuzz
-G-i-g-a-b-o-t
-GetRight
-GetWeb
-Gigabot
-GridBot
-HonoluluBot
-HybridBot
-IDBTE4M
-Image Sucker
-InternetMeasurement
-JetCar
-JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-Larbin
-LinksManager
-Ltx71
-MTRobot
-MarkWatch
-MegaIndex.ru
-Microsoft URL Control
+ADmantX
+Aboundex
+Aboundexbot
+AdsTxtCrawlerTP
+Alexibot
+AlphaBot
+AwarioBot
+BacklinkCrawler
+BuzzSumo
+ChinaClaw
+Custo
+CyotekWebCopy
+DatabaseDriverMysqli
+DigitalPebble
+Dispatch
+Express WebPictures
+FDM
+FHscan
+FacebookBot
+Flunky
+Getintent
+GoZilla
+Google-Extended
+Grabber
+Grafula
+GrapeshotCrawler
+HMView
+HTMLparser
+HaosouSpider
+Indy Library
+InfraSec Scanner
+IstellaBot
+LNSpiderguy
+LeechFTP
+LeechGet
+LieBaoFast
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey
+MIDown tool
+MJ12bot
+Mediatoolkitbot
+Metauri
 Minefield
-Mojolicious
-NearSite
-NetMechanic
-Netcraft
-Nimbostratus
-Openfind
-OutfoxBot
-Pandalytics
-PeoplePal
-Picscout
-Pixray
-Pu_iN
-PyCurl
-RankActiveLinkBot
+Nameprotect
+Navroad
+Octopus
+Offline Navigator
+OutclicksBot
+PictureFinder
+Piepmatz
+Psbot
+Quick-Crawler
+RankActive
 RankingBot
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SalesIntelligent
-Searchestate
-SemrushBot
-Shodan
-Site Sucker
-SlySearch
-Sottopop
-Sqlmap
-SuperBot
-Surfbot
-Suzuran
-T8Abot
-Thumbor
-Toata
-True_Robot
-Twice
+SeobilityBot
+SiteSucker
+Sitevigil
+Sogou web spider
+T0PHackTeam
+Telesoft
+Telesphoreo
+TightTwatBot
+Turnitin
 Typhoeus
-V-BOT
-VidibleScraper
+VB Project
+VelenPublicWebCrawler
 WBSearchBot
-WWW-Mechanize
-Webalta
-Webster
+WeSEE
+Web Auto
+WebFetch
+WebLeacher
+WebStripper
+WebSucker
+WebWhacker
+Website Quester
 Whatweb
-Wonderbot
-Wprecon
-Xaldon WebSpider
-Zade
+WiseGuys Robot
+YoudaoBot
 Zermelo
-Zitebot
-arquivo-web-crawler
-gopher
-openai.com
-satoristudio.net
-sp_auditbot
-trendiction.com
+ZoominfoBot
+ZyBorg
+arquivo.pt
+backlink-check
+cah.io.community
+com.plumanalytics
+crawler4j
+facebookscraper
+instabid
+internetVista monitor
+linkfluence
+mediawords
+omgili
+pcBrowser
+seocompany.store
+spyfu
+trendiction.de
+xpymep1.exe