V4.2023.12.4153 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Acunetix
-AdsTxtCrawlerTP
+ADmantX
+AhrefsBot
+AllSubmitter
+Ankit
 Aspiegel
+Asterias
 BDCbot
 BDFetch
-BackStreet
-Black Hole
-Brandprotect
-Bytespider
-CCBot
-CensysInspect
-CheeseBot
+Badass
+BlowFish
+Boardreader
+Brandwatch
+BunnySlippers
+Cegbfeieh
 ChinaClaw
-DIIbot
-Digincore
+Cliqzbot
+Craftbot
+CrunchBot
+Devil
 DomainAppender
-Dotbot
 Dragonfly
-EasyDL
-Ecxi
-Evil
-ExtractorPro
-EyeNetIE
-FDM
-FlashGet
-GPTBot
-GalaxyBot
-Genieo
-GermCrawler
+Drip
+Ebingbong
+Extreme Picture Finder
+Ezooms
+Fimap
+Foobot
+Fyrebot
+GoZilla
+GrabNet
 Grabber
-HEADMasterSEO
-HTTrack
-IDBot
-Id-search
-Image Fetch
-Image Sucker
-Internet Ninja
+Iria
 IstellaBot
-Jbrofuzz
+Kinza
 LWP::Simple
-Larbin
-Lftp
-LinkextractorPro
-MSIECrawler
-Mail.RU_Bot
-Masscan
-Mb2345Browser
-MolokaiBot
-Mozlila
-Mr.4x3
-NPbot
-Nessus
-Nibbler
-Ninja
-Offline Explorer
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+Leap
+Linkbot
+LinksManager
+LinqiaRSSBot
+Majestic12
+MicroMessenger
+Mojeek
+Name Intelligence
+NetZIP
+Nuclei
+PageThing.com
 Pavuk
-Petalbot
-Picscout
-Psbot
-Pump
-QueryN Metasearch
+Pi-Monster
+PictureFinder
+Pixray
+ProWebWalker
+PyCurl
 Rankivabot
+ReGet
 RocketCrawler
-Rogerbot
-SBIder
-SiteLockSpider
+SEOkicks
+SEOlyticsCrawler
+SMTBot
+ScrepyBot
+SentiBot
+Seomoz
+SiteSnagger
 SiteSucker
+Sitebeam
+SmartDownload
+Sogou web spider
 Sottopop
-Stripper
-Surfbot
-Szukacz
-TeleportPro
-Titan
-Tracemyfile
-TurnitinBot
-Typhoeus
+Spanner
+Sqlmap
+Sucuri
+SuperBot
+TheNomad
+Toweyabot
 Upflow
-VB Project
 Vacuum
-WeSEE
-Web Pix
-WebCollage
-Wotbox
+WISENutbot
+WebAuto
+WebEnhancer
+WebFuck
+WebLeacher
+Webalta
+Who.is Bot
 Xaldon WebSpider
-ZyBorg
-autoemailspider
-crawler.feedback
+Zitebot
+adscanner
+arquivo.pt
+cah.io.community
+com.plumanalytics
 crawler4j
+domainsproject.org
 facebookscraper
-gopher
-linkdexbot
-openai.com
-probe-image-size
-serpstatbot
-x09Mozilla
+isitwp.com
+lwp-request
+lwp-trivial
+muhstik-scan
+plumanalytics
+seoscanners
+sexsearcher
+sogouspider
+webgains-bot