V4.2023.04.3666 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
+ADmantX
 Aipbot
+Alexibot
+Anarchie
+Apexoo
+Asterias
 AwarioRssBot
-Blackboard
-Blow
-Boardreader
-Brandwatch
-CazoodleBot
+Bigfoot
+Buddy
+CODE87
 CheTeam
+CherryPicker
+Claritybot
 Cliqzbot
-Cloud mapping
-Copier
-CyotekWebCopy
-DatabaseDriverMysqli
-Demon
-Dirbuster
-DomainStatsBot
-Dragonfly
-EirGrabber
-ExtLinksBot
-Extreme Picture Finder
-FHscan
-Firefox/7.0
+Cocolyzebot
+CopyRightCheck
+CrazyWebCrawler
+DigitalPebble
+DomainSigmaCrawler
+Dotbot
+EMail Wolf
+EroCrawler
+Fimap
 Flunky
-FrontPage
-Fyrebot
-GT::WWW
-Go!Zilla
-GrabNet
-GrapeFX
-Hloader
-InfoTekies
-Iria
-IstellaBot
-LinqiaRSSBot
-MSFrontPage
-Mag-Net
-Majestic SEO
+GetWeb
+Gotit
+HTTrack
+Iskanie
+JamesBOT
+JikeSpider
+JustView
+Kenjin Spider
+Lftp
+LinkpadBot
+Ltx71
+MTRobot
+Mail.RU_Bot
+Masscan
 MauiBot
-Meanpathbot
-Metauri
-Morfeus Fucking Scanner
-Needle
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Mister PiX
+Mojeek
+Mojolicious
+NICErsPRO
+Navroad
 NetZIP
-NextGenSearchBot
-Nibbler
+Niki-bot
 NimbleCrawler
-Offline Explorer
-Offline Navigator
-OpenVAS
-Openfind
-PHPCrawl
-Page Analyzer
-PeoplePal
-Picsearch
-PictureFinder
-ProWebWalker
+OrangeBot
+PageThing.com
+Piepmatz
+ProPowerBot
 Pu_iN
-ReGet
+PyCurl
+Quick-Crawler
+Recorder
+Ripper
 SEOkicks
-SalesIntelligent
-Searchestate
-SentiBot
-Shodan
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+Scrapy
+ScreenerBot
+SemanticJuice
+Sitevigil
+Snake
 SocialRankIOBot
-Spammen
-Surfbot
-SurveyBot
-TeleportPro
-The Intraformant
-TheNomad
-Turnitin
-Typhoeus
-VCI
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
+Sqworm
+Sucker
+Suzuran
+Swiftbot
+Telesphorep
+True_Robot
+Turingos
+TurnitinBot
+Vacuum
+VelenPublicWebCrawler
+Web Auto
 Web Fuck
-WebEnhancer
-WebWhacker
-Webshag
-Whatweb
-Who.is Bot
+Web Pix
+Whacker
 WiseGuys Robot
 Xenu
-Zade
-autoemailspider
-backlink-check
-clark-crawler
-com.plumanalytics
-crawler.feedback
-iubenda-radar
-mediawords
-plumanalytics
-s1z.ru
-satoristudio.net
-serpstatbot
+Zermelo
+ZoomBot
+ZyBorg
+adscanner
+cah.io.community
+cognitiveseo
+crawler4j
+domainsproject.org
+eCatch
+oBot
+page scorer
+seocompany.store
 sexsearcher
-xpymep1.exe
+sysscan
+voyagerx.com