V4.2023.12.4210 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-BLEXBot
-Backlink-Ceck
-Barkrowler
+AIBOT
+Aboundex
+Anarchy
+AwarioSmartBot
+BackWeb
 Bigfoot
-Bitacle
-BlackWidow
 Blackboard
-Blow
-BlowFish
-BuiltBotTough
-Bullseye
-Cegbfeieh
-Claritybot
-Copier
-CopyRightCheck
-DTS Agent
-DatabaseDriverMysqli
-Disco
-DomCopBot
-EMail Wolf
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
+CSHttp
+Calculon
+CazoodleBot
+CheeseBot
+CrazyWebCrawler
+Curious
+DomainCrawler
+Ebingbong
+Ecxi
 FDM
-Firefox/7.0
-FrontPage
+Fuzz
+G-i-g-a-b-o-t
+GPTBot
+GalaxyBot
+GetRight
+Go!Zilla
+Go-Ahead-Got-It
+HEADMasterSEO
+HTMLparser
 Harvest
 HybridBot
-Id-search
-InfoTekies
+Iblog
 InternetSeer
-Iria
 JOC Web Spider
-Keybot Translation-Search-Machine
-Kinza
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
-Lmspider
-MIIxpc
+JikeSpider
+Jorgee
+LNSpiderguy
+LibWeb
+Libwhisker
+Ltx71
 MTRobot
-Magnet
-Moblie Safari
-Name Intelligence
-Navroad
-NetAnts
-Nibbler
-Ninja
+Masscan
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mojeek
+Mojolicious
+NICErsPRO
+Nameprotect
+NetZIP
+NextGenSearchBot
 Nmap
-Nuclei
-Nutch
-Offline Navigator
-OutclicksBot
-PageScorer
-Pandalytics
-Petalbot
-PleaseCrawl
-RSSingBot
-RankActiveLinkBot
-Ripper
-RocketCrawler
-SISTRIX
-SemanticJuice
-Siphon
-Spammen
-Spanner
-SurveyBot
-Swiftbot
-Szukacz
-T8Abot
-Teleport
-The Intraformant
-TightTwatBot
-Toweyabot
-Tracemyfile
-VoidEYE
-Voltron
-WWW-Collector-E
-WebEnhancer
-WebSucker
-Website Quester
-WebsiteExtractor
-Zauba
-Zeus
-ZoomBot
+OrangeBot
+Picsearch
+ScrepyBot
+Semrush
+SemrushBot
+SeoSiteCheckup
+Site Sucker
+SiteLockSpider
+Siteimprove
+SlySearch
+SocialRankIOBot
+Sottopop
+SpankBot
+Steeler
+Telesoft
+Trendictionbot
+URLy Warning
+VB Project
+VeriCiteCrawler
+Virusdie
+WISENutbot
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Fetch
+Web Pix
+Web Sauger
+WebFetch
+WebGo IS
+WebmasterWorldForumBot
+Whack
+Wonderbot
+Zade
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-crawl.sogou.com
+check1.exe
 crawler4j
-gopher
-plumanalytics
-scan.lol
-serpstatbot
-sexsearcher
-sogouspider
-trendiction.com
-voyagerx.com
-webprosbot
-zgrab
+evc-batch
+lwp-trivial
+muhstik-scan
+scalaj-http
+seoscanners
+sitechecker.pro
+siteripz
+spyfu
+sysscan
+ubermetrics-technologies.com
+x09Mozilla