V4.2023.05.3764 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AIBOT
-AdsTxtCrawlerTP
-AiHitBot
-Alexibot
+360Spider
+Aipbot
 Alligator
-Anarchie
-Anarchy99
-BackStreet
-BatchFTP
-BetaBot
+Black Hole
+BlackWidow
 Blow
-Bolt
 BotALot
-CATExplorador
-CODE87
-CazoodleBot
-Cegbfeieh
-CheeseBot
-Chlooe
-Citoid
-DBLBot
-DigitalPebble
+Buck
+BuzzSumo
+Calculon
+CheTeam
+CherryPicker
+Copyscape
+Crawling at Home Project
+Custo
+Demon
 Discobot
-Discoverybot
-DomainSigmaCrawler
-Dotbot
-EMail Siphon
-EMail Wolf
-EasyDL
+DomainCrawler
+Download Wonder
 EroCrawler
-Express WebPictures
-FemtosearchBot
-Fyrebot
-Getintent
-Gigabot
-GrabNet
-Grafula
-HonoluluBot
-Image Fetch
-Kenjin Spider
-Lftp
-LinqiaMetadataDownloaderBot
-MIDown tool
+GT::WWW
+Go!Zilla
+GrapeshotCrawler
+HMView
+Harvest
+InfoNaviRobot
+InterGET
+InternetSeer
+JetCar
+JikeSpider
+Joomla
+Kozmosbot
+Likse
+Lipperhey Spider
+Litemage_walker
+MIIxpc
+MJ12bot
+Mag-Net
 Magnet
-MauiBot
+Majestic12
 Mediatoolkitbot
-Moblie Safari
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
 Musobot
-NICErsPRO
-Nuclei
-Nutch
-Offline Explorer
-OrangeBot
-OrangeSpider
+Name Intelligence
+NimbleCrawler
+Offline Navigator
+Openvas
 PHPCrawl
-Panscient
-Papa Foto
-Pixray
-ProWebWalker
-ReGet
+PageScorer
+Proximic
+Quick-Crawler
+RSSingBot
+RealDownload
 Reaper
-Recorder
-Searchestate
-Semrush
-SenutoBot
+SEOlyticsCrawler
+SalesIntelligent
+Scrapy
+ScreenerBot
 Seomoz
-SlySearch
-Sosospider
-Steeler
-SuperBot
-Telesphoreo
+Siphon
+SiteSnagger
+Siteimprove
+Spanner
+Stripper
+Surfbot
+TightTwatBot
 Trendictionbot
-WPScan
-Wallpapers/3.0
-WeSEE
-Web Collage
-Web Pix
-Web Sauger
-WebCopier
-WebImageCollector
-Webalta
-WebsiteQuester
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-Xenu
-YoudaoBot
-Zeus
+TwengaBot
+Vacuum
+Voltron
+WASALive-Bot
+WallpapersHD
+WebBandit
+WebFuck
+WebGo IS
+WebReaper
+WebStripper
+Webshag
+WebsiteExtractor
+Whack
+Zauba
+Zermelo
 ZoomBot
-ZumBot
-ZyBorg
-lwp-trivial
-serpstatbot
-sitechecker.pro
+coccocbot
+crawler4j
+gopher
+heritrix
+magpie-crawler
+muhstik-scan
+netEstate NE Crawler
+sexsearcher
+sogouspider
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webprosbot
-x22Mozilla