V4.2023.07.3888 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AwarioRssBot
-BLEXBot
-BackStreet
+ALittle Client
+Alexibot
+Alligator
+Anarchie
 BacklinkCrawler
-Brandprotect
-Brandwatch
-Buck
-Cegbfeieh
-CherryPicker
+BetaBot
+Bytespider
+CCBot
+Calculon
 ChinaClaw
 Citoid
-Cliqzbot
+Cloud mapping
+Cogentbot
 Copier
-Craftbot
-CrazyWebCrawler
-DTS Agent
+Crawling at Home Project
+Curious
+CyotekWebCopy
+DSearch
+DataCha0s
 DatabaseDriverMysqli
-DigitalPebble
-Dirbuster
-Discoverybot
-Dispatch
-DomCopBot
-DomainSigmaCrawler
-Download Wonder
-EMail Wolf
-ExtLinksBot
-FlashGet
-GalaxyBot
-GetWeb
-GrapeshotCrawler
-Haansoft
-Havij
-Iblog
-Image Sucker
-Iskanie
-JennyBot
-JetCar
-JustView
-Leap
-LibWeb
-Likse
-LinkWalker
-Linkbot
-Litemage_walker
-MIIxpc
-Mass Downloader
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
+Dragonfly
+Drip
+Express WebPictures
+FHscan
+GT::WWW
+Grafula
+GrapeFX
+HEADMasterSEO
+HMView
+Id-search
+Kozmosbot
+Lanshanbot
+LinkpadBot
+Lipperhey
+Lmspider
+MIDown tool
+Magnet
+MarkMonitor
+MarkWatch
+Mb2345Browser
+MeanPath Bot
+MolokaiBot
+Mozlila
 Musobot
-Nameprotect
-NetSpider
-Ninja
-OutfoxBot
-POE-Component-Client-HTTP
-Papa Foto
-ProPowerBot
+NPbot
+NearSite
+Needle
+NetLyzer
+Nikto
+Nimbostratus
+OpenVAS
+OrangeSpider
+PageGrabber
+PageThing.com
+Picsearch
+Piepmatz
+Pimonster
+PleaseCrawl
+Proximic
+PyCurl
 RSSingBot
-RankurBot
-ScrepyBot
-SearchmetricsBot
-SenutoBot
-Shodan
-SiteExplorer
-Sitebeam
-SocialRankIOBot
-Sottopop
-SputnikBot
-Steeler
-Surfbot
-Teleport
-Toata
-Upflow
-Voil
-WBSearchBot
-Wallpapers/3.0
-WallpapersHD
+Rankivabot
+Ripper
+SEOstats
+Screaming
+SeoSiteCheckup
+SlySearch
+Suzuran
+Swiftbot
+TheNomad
+Trendictionbot
+True_Robot
+Turingos
+Typhoeus
+URLy Warning
+UnisterBot
+VB Project
+WWW::Mechanize
+WWWOFFLE
 Web Auto
 Web Pix
-WebBandit
+Web Sauger
+WebAuto
+WebFuck
+WebSauger
 WebSucker
-Webshag
-WebsiteExtractor
-Zermelo
-ZumBot
-adscanner
-check1.exe
-coccocbot
-mediawords
-pcBrowser
-scan.lol
+WebWhacker
+Widow
+YoudaoBot
+crawl.sogou.com
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-request
+seobility
 sitechecker.pro
-siteripz
-sogouspider
 sysscan
+tAkeOut
+voyagerx.com
+webprosbot