V4.2023.11.4095 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
 ADmantX
-Abonti
+AiHitBot
+Anarchie
 Apexoo
-BDFetch
-BacklinkCrawler
-Blackboard
+AwarioSmartBot
+Backlink-Ceck
 BlowFish
-BotALot
-Citoid
-Cocolyzebot
-CrunchBot
-Curious
-DIIbot
+CazoodleBot
+ChinaClaw
+Chlooe
 DTS Agent
-Demon
-Deusu
-DomainCrawler
-Download Wonder
-Dragonfly
-Exabot
-Express WebPictures
-GT::WWW
-HTMLparser
-HybridBot
-IndeedBot
-InfoNaviRobot
+Digincore
+DigitalPebble
+Dirbuster
+DomainAppender
+Dotbot
+Drip
+EMail Siphon
+Ecxi
+Evil
+ExtLinksBot
+Fyrebot
+Go-Ahead-Got-It
+Havij
+HonoluluBot
+IRLbot
+Id-search
 InfoTekies
-InterGET
 Iria
-Kenjin Spider
-Keybot Translation-Search-Machine
-LWP::Simple
+JetCar
+Jorgee
 Lanshanbot
-Leap
-LeechGet
-LieBaoFast
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Ltx71
+LibWeb
+Likse
+LinqiaMetadataDownloaderBot
 MFC_Tear_Sample
-Magnet
-Masscan
+MIIxpc
+MJ12bot
+MSIECrawler
+MauiBot
 Meanpathbot
-Mojeek
-Mojolicious
+Moblie Safari
 Navroad
 NearSite
-Nessus
-NetZIP
-Netcraft
-Nimbostratus
-OpenLinkProfiler
-PageScorer
+Nutch
+OutfoxBot
+PHPCrawl
 Panscient
-Picscout
-Picsearch
-PictureFinder
-ProPowerBot
-Rainbot
-RankActiveLinkBot
-RankingBot
+Pixray
+Pu_iN
+Pump
+Quick-Crawler
+RankActive
+RankurBot
 SEOkicks
-SEOlyticsCrawler
+SEOstats
 SMTBot
-SemanticJuice
-Seomoz
-Snapbot
-Sogou web spider
-Sqworm
-SurveyBot
-Tracemyfile
-Trendictionbot
-Typhoeus
-Vagabondo
-VoidEYE
-WBSearchBot
-Web Enhancer
+Scanbot
+ScoutJet
+ScrepyBot
+Seekport
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
+SlySearch
+Snoopy
+SpankBot
+Suzuran
+Swiftbot
+T0PHackTeam
+TeleportPro
+Telesphorep
+Turnitin
+Twice
+URLy.Warning
+VeriCiteCrawler
+WWW::Mechanize
+Web Fuck
+Web Pix
+WebCollage
+WebCopier
 WebEnhancer
-WebReaper
 WebSucker
-WebWhacker
-Webster
-Whacker
-Wotbox
-Xaldon_WebSpider
-Zade
-ZumBot
+WebZIP
+Whatweb
+Wprecon
+Zauba
+ZoomBot
+archive.org_bot
 backlink-check
-eCatch
-netEstate NE Crawler
-s1z.ru
-seobility
-seostar
-sitechecker.pro
-sysscan
-trendiction.com
-ubermetrics-technologies.com
-webpros.com
+check1.exe
+facebookscraper
+gopher
+openai
+polaris version
+scan.lol
+serpstatbot
+sogouspider
+zgrab