V4.2023.12.4211 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Aboundex
-Anarchy
-AwarioSmartBot
-BackWeb
+360Spider
+AiHitBot
+Ankit
+BetaBot
 Bigfoot
+Black Hole
 Blackboard
-CSHttp
-Calculon
-CazoodleBot
-CheeseBot
-CrazyWebCrawler
-Curious
+Bolt
+Brandprotect
+Brandwatch
+BuzzSumo
+CODE87
+CheTeam
+ChinaClaw
+CrunchBot
+Digincore
 DomainCrawler
+DomainSigmaCrawler
 Ebingbong
-Ecxi
-FDM
-Fuzz
-G-i-g-a-b-o-t
+ExtLinksBot
+Extractor
+Flunky
 GPTBot
-GalaxyBot
-GetRight
-Go!Zilla
-Go-Ahead-Got-It
-HEADMasterSEO
-HTMLparser
-Harvest
-HybridBot
-Iblog
-InternetSeer
-JOC Web Spider
-JikeSpider
-Jorgee
-LNSpiderguy
-LibWeb
-Libwhisker
-Ltx71
-MTRobot
-Masscan
+GermCrawler
+GrapeFX
+Heritrix
+IRLbot
+Id-search
+IlseBot
+Image Fetch
+Indy Library
+InterGET
+Jyxobot
+Kenjin Spider
+Lanshanbot
+Leap
+MFC_Tear_Sample
+MSIECrawler
+Majestic-SEO
+Mass Downloader
 Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Minefield
-Mojeek
+Moblie Safari
 Mojolicious
-NICErsPRO
+Morfeus Fucking Scanner
 Nameprotect
+Navroad
+NearSite
 NetZIP
-NextGenSearchBot
-Nmap
-OrangeBot
-Picsearch
-ScrepyBot
-Semrush
-SemrushBot
+Nibbler
+Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PageGrabber
+PageThing.com
+Panscient
+PeoplePal
+RankActive
+RealDownload
+SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
 SeoSiteCheckup
-Site Sucker
-SiteLockSpider
-Siteimprove
-SlySearch
-SocialRankIOBot
-Sottopop
-SpankBot
-Steeler
-Telesoft
-Trendictionbot
-URLy Warning
-VB Project
+Snoopy
+Sociscraper
+SputnikBot
+Sqlworm
+Sucker
+SuperHTTP
+SurveyBot
+Szukacz
+Tracemyfile
+Twice
 VeriCiteCrawler
-Virusdie
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
+Voltron
+WBSearchBot
+Wallpapers/3.0
 Web Auto
-Web Fetch
-Web Pix
-Web Sauger
-WebFetch
-WebGo IS
-WebmasterWorldForumBot
-Whack
+Web Fuck
+Web Sucker
+WebCollage
+WebStripper
+WebsiteQuester
 Wonderbot
-Zade
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-check1.exe
+Wotbox
+YoudaoBot
+ZoominfoBot
+arquivo.pt
+autoemailspider
+com.plumanalytics
+crawler.feedback
 crawler4j
-evc-batch
-lwp-trivial
+eCatch
+linkdexbot
 muhstik-scan
-scalaj-http
-seoscanners
-sitechecker.pro
-siteripz
+sp_auditbot
 spyfu
-sysscan
-ubermetrics-technologies.com
-x09Mozilla
+tAkeOut
+trendiction.de