V4.2023.10.4034 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AllSubmitter
-Anarchy99
-Ankit
-AwarioRssBot
-BackDoorBot
-BackStreet
-BlowFish
-BunnySlippers
+Aboundex
+AiHitBot
+Alexibot
+Black Hole
 Bytespider
-CODE87
-Claritybot
-Cogentbot
+CheTeam
+Citoid
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-DBLBot
-DatabaseDriverMysqli
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+Crescent
+DSearch
+Deusu
+Digincore
+DigitalPebble
+Domains Project
 Dotbot
-Download Wonder
-Dragonfly
-Drip
+EMail Siphon
+EirGrabber
 Evil
-Extreme Picture Finder
-Ezooms
+FHscan
+Fimap
 FlashGet
-FrontPage
+Foobot
+G-i-g-a-b-o-t
 Genieo
-Go!Zilla
-Go-Ahead-Got-It
+GermCrawler
+GrapeFX
+GrapeshotCrawler
 GridBot
-HMView
+HTTP::Lite
+HonoluluBot
+InterGET
 InternetSeer
-Jbrofuzz
-LinkWalker
-LinkpadBot
-Lipperhey Spider
-Mag-Net
+LNSpiderguy
+Leap
+Libwhisker
+Likse
+Linkbot
+LinksManager
+Litemage_walker
+MTRobot
+Majestic SEO
 Majestic-SEO
-Minefield
-Mr.4x3
-Nameprotect
-Navroad
-Net Vampire
-NetLyzer
-Netcraft
-Nibbler
-Nmap
-PageThing.com
-Picscout
-Picsearch
-Piepmatz
-Pump
-RankActive
-RankingBot
-SEOlyticsCrawler
+Majestic12
+MauiBot
+Meanpathbot
+Msrabot
+Musobot
+NearSite
+Netvibes
+OpenLinkProfiler
+OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
+Pi-Monster
+ProPowerBot
+Probethenet
+Proximic
+Rogerbot
 Scanbot
-ScrepyBot
-Seekport
+Searchestate
 SeekportBot
+SenutoBot
 SeoSiteCheckup
-SeobilityBot
-SiteSnagger
-Siteimprove
-Sitevigil
-Sogou web spider
-Spanner
+Siphon
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+Sociscraper
+Sottopop
 Spbot
-Sqlworm
-Sucuri
-T8Abot
+Szukacz
 TeleportPro
-Telesoft
 TightTwatBot
-Toweyabot
-Trendictionbot
-TwengaBot
-URLy.Warning
-VB Project
-Voil
-Wallpapers
-Web Sauger
-Web Sucker
-WebEnhancer
-WebsiteExtractor
+Turingos
+Upflow
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+WASALive-Bot
+WWWOFFLE
+Wallpapers/3.0
+Web Auto
+WebGo IS
+WebLeacher
+WebZIP
+Webshag
+WebsiteQuester
 Wonderbot
-Wprecon
-Xaldon WebSpider
-clark-crawler
-coccocbot
-demandbase-bot
-oBot
-trendiction.com
+Xenu
+ZoominfoBot
+cah.io.community
+crawler.feedback
+heritrix
+internetVista monitor
+meanpathbot
+muhstik-scan
+serpstatbot
+siteripz
 webmeup-crawler
-webprosbot
-zauba.io
+x09Mozilla