V4.2023.05.3722 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-ALittle Client
 ASPSeek
-Abonti
-Aboundex
-AdsTxtCrawlerTP
-AhrefsBot
-Aspiegel
-Backlink-Ceck
+Aipbot
+Alligator
+Anthill
+AwarioRssBot
+BackStreet
 Bandit
-BlackWidow
-CheeseBot
-CherryPicker
-Cloud mapping
+Bigfoot
+BlowFish
+Bullseye
+Chlooe
+Citoid
+Claritybot
 CrazyWebCrawler
-DBLBot
-DIIbot
-DataCha0s
-Discobot
-Discoverybot
+Curious
 DittoSpyder
 DomCopBot
-Download Wonder
-Dragonfly
-Ecxi
-ExtLinksBot
-FHscan
-GetWeb
+DomainAppender
+EirGrabber
+Evil
+Exabot
+Extreme Picture Finder
+FDM
+G-i-g-a-b-o-t
 Gigabot
-Gotit
-Grafula
-HTMLparser
-Hloader
-Id-search
-IlseBot
-Image Fetch
+HMView
+Haansoft
+Humanlinks
 Image Sucker
-InfoNaviRobot
-InterGET
-Iria
-JetCar
-JustView
+Intelliseek
+InternetSeer
+JennyBot
+Jetty
+Jyxobot
 Kenjin Spider
-Larbin
-LeechFTP
-Lipperhey
-Mata Hari
-MolokaiBot
-Morfeus Fucking Scanner
-Name Intelligence
-NetAnts
-Nibbler
-Nuclei
-Nutch
-Offline Navigator
-OpenLinkProfiler
+Lanshanbot
+LeechGet
+Lftp
+Litemage_walker
+MSIECrawler
+MeanPath Bot
+Microsoft Data Access
+Moblie Safari
+Net Vampire
+NetMechanic
+NetZIP
+Nikto
+Nmap
 OutclicksBot
-PHPCrawl
-PageGrabber
+Pavuk
+Pi-Monster
+PictureFinder
 Piepmatz
-PleaseCrawl
-Pockey
-ProWebWalker
-PxBroker
-ReGet
+Proximic
+Pu_iN
+RankFlex
+RankingBot2
+Rogerbot
 SBIder
-SMTBot
-ScoutJet
-Screaming
-SiteCheckerBotCrawler
-SlySearch
+SEOlyticsCrawler
+SalesIntelligent
+SiteExplorer
+SmartDownload
 Snake
-SocialRankIOBot
 Sottopop
-Spinn3r
-SuperHTTP
-T8Abot
-Telesoft
-Tracemyfile
+Sqlmap
+Sqlworm
+Sucker
+Surfbot
+Szukacz
+Teleport
+Telesphoreo
 TwengaBot
-URLy Warning
-Upflow
-VeriCiteCrawler
-VidibleScraper
+UnisterBot
+VelenPublicWebCrawler
 Voltron
-Wallpapers
-Web Enhancer
-Web Sauger
-WebImageCollector
+WallpapersHD
+WeSEE
+Web Collage
+WebCopier
+WebFetch
 WebStripper
-WebmasterWorldForumBot
-WiseGuys Robot
-Wonderbot
-Zermelo
-magpie-crawler
-probe-image-size
-seobility
-spyfu
+Whatweb
+WinHTTrack
+Xaldon WebSpider
+Zitebot
+crawl.sogou.com
+crawler4j
+ips-agent
+linkdexbot
+lwp-request
+oBot
+pcBrowser
+sexsearcher
 sysscan
-tAkeOut
+trendiction.de
+webprosbot
+zauba.io
+zgrab