V4.2024.02.4334 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Acunetix
-Aipbot
-AlphaBot
+404checker
+AIBOT
+AllSubmitter
+Asterias
+Attach
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-BetaBot
-Bitacle
-CATExplorador
+Bandit
+Blow
+Boardreader
+Buck
+BuzzSumo
+Bytespider
 CCBot
-CSHttp
-CherryPicker
-Cliqzbot
-CrunchBot
-Deusu
+CheeseBot
+Cloud mapping
+Cosmos
+Craftbot
+Curious
+DSearch
+DigitalPebble
 Discoverybot
 DittoSpyder
-DomainCrawler
-ECCP/1.0
+Domains Project
+EMail Siphon
 Evil
-Express WebPictures
-Ezooms
-FDM
-Flunky
-FyberSpider
-Go!Zilla
-Google-Extended
-HTMLparser
-Harvest
-IDBot
-ImagesiftBot
-InternetSeer
-JennyBot
-Jorgee
-LeechFTP
-MIDown tool
-MIIxpc
-MTRobot
-Mag-Net
+ExtLinksBot
+FHscan
+Fimap
+FrontPage
+Getintent
+Go-Ahead-Got-It
+GrabNet
+HTTrack
+Havij
+HybridBot
+IRLbot
+IstellaBot
+JOC Web Spider
+Joomla
+Lanshanbot
+LibWeb
+Libwhisker
+Linkbot
+LinqiaMetadataDownloaderBot
+MQQBrowser
+MSIECrawler
 Majestic SEO
-Majestic-SEO
-MarkWatch
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-Moblie Safari
-Mojeek
-Msrabot
-Musobot
-Netvibes
-Niki-bot
-Nmap
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
+Mojolicious
+NICErsPRO
+Nameprotect
+NearSite
+NetZIP
+Nettrack
+OnCrawl
+Openvas
 Page Analyzer
-Pimonster
-Proximic
+Papa Foto
+Pi-Monster
+Piepmatz
+PleaseCrawl
+PxBroker
+RSSingBot
 RankActive
 RankurBot
-RealDownload
-SEOprofiler
-ScanAlert
+RedesScrapy
+Scanbot
+Seekport
+SenutoBot
 SeoSiteCheckup
-Site Sucker
-Snapbot
-Sqlmap
-Sucker
-SuperBot
-Suzuran
-T0PHackTeam
-TeleportPro
-Titan
-Toata
+SiteSucker
+Sociscraper
+SpaceBison
+Stripper
+Szukacz
+Telesphoreo
+Trendiction
+Turingos
+Turnitin
 TurnitinBot
-Twice
-Upflow
-VB Project
-VidibleScraper
-Web Enhancer
-WebBandit
-WebFuck
-WebLeacher
+UnisterBot
+VelenPublicWebCrawler
+WEBDAV
+Wallpapers
+WebEnhancer
+WebPix
+WebStripper
 Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
-WinHTTrack
-Woobot
+Wonderbot
+Xaldon WebSpider
 Xaldon_WebSpider
-archive.org_bot
-backlink-check
-imagesift.com
-oBot
-satoristudio.net
-seocompany.store
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+ZyBorg
+crawler4j
+domainsproject.org
+internetVista monitor
+isitwp.com
+sitechecker.pro
+webpros.com