V4.2023.04.3662 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
+360Spider
+Aboundexbot
 Acunetix
-AhrefsBot
-Alexibot
-AlphaBot
-Ankit
-Backlink-Ceck
+Alligator
+AwarioRssBot
+BDCbot
+BackDoorBot
+BotALot
 BunnySlippers
-CCBot
-ChinaClaw
-Chlooe
-Cocolyzebot
-Craftbot
-DBLBot
+CensysInspect
+Cogentbot
+Copier
+Copyscape
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
 DIIbot
-Deusu
 Devil
-DomainCrawler
-Ebingbong
-Express WebPictures
+DigitalPebble
+Disco
+DittoSpyder
+ECCP/1.0
+EMail Siphon
+Ecxi
 ExtLinksBot
+Ezooms
+FDM
 FHscan
-Firefox/7.0
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-GoZilla
-HTMLparser
-Hloader
-IDBTE4M
-Indy Library
-JOC Web Spider
+Foobot
+GT::WWW
+Grafula
+IlseBot
+Image Fetch
+Jbrofuzz
 JetCar
-Keyword Density
-LWP::Simple
+JustView
 Larbin
-LexiBot
-LibWeb
-Libwhisker
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
+LeechGet
+Lftp
+Likse
+LinkWalker
+Litemage_walker
 MIDown tool
-Masscan
-MicroMessenger
-Mister PiX
-Moblie Safari
-NICErsPRO
-NPbot
+MarkWatch
+Mb2345Browser
+MolokaiBot
+Morfeus Fucking Scanner
+NearSite
 NetZIP
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
 Ninja
-Nuclei
-PageGrabber
-Picscout
-Picsearch
-PleaseCrawl
-Pockey
-ProPowerBot
+OutclicksBot
+PHPCrawl
+PageThing.com
+Pandalytics
+Pimonster
+Pu_iN
+Pump
 PxBroker
-RankActiveLinkBot
-RankurBot
-ReGet
+RSSingBot
+RankingBot
+RankingBot2
 RealDownload
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Shodan
-Site Sucker
-SocialRankIOBot
-Sociscraper
+Reaper
+Ripper
+SEOprofiler
+SentiBot
 Spammen
-Spbot
-Steeler
-Suzuran
-T8Abot
-Telesphorep
-TightTwatBot
-Toweyabot
-True_Robot
-TurnitinBot
-WEBDAV
-WallpapersHD
-WebLeacher
+Spanner
+Spinn3r
+Sqlmap
+SuperBot
+The Intraformant
+VB Project
+VeriCiteCrawler
+VoidEYE
+Voil
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+WebFuck
+WebImageCollector
 WebPix
-WebsiteExtractor
-Who.is Bot
-Wonderbot
-Xaldon WebSpider
-Xenu
-Zermelo
-arquivo.pt
-autoemailspider
-check1.exe
-clark-crawler
-domainsproject.org
-facebookscraper
-isitwp.com
-netEstate NE Crawler
-oBot
-scalaj-http
-sexsearcher
+WebSauger
+Zitebot
+adscanner
+cah.io.community
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+iubenda-radar
+linkdexbot
+mediawords
+scan.lol
+seobility
+seoscanners
+siteripz
+webmeup-crawler