V4.2025.09.5452 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404enemy
 Abonti
-Anarchy99
-Ankit
-Anthill
-BBBike
-BackStreet
-Battleztar Bazinga
-BuiltBotTough
-BuiltWith
-Calculon
-CensysInspect
+Acunetix
+AdsTxtCrawlerTP
+AllSubmitter
+Alligator
+BacklinkCrawler
+BacklinksExtendedBot
+BatchFTP
+Blow
+Brandprotect
 ChatGPT-User
-CheTeam
-ClaudeBot
 Cocolyzebot
-CrunchBot
-DTS Agent
-Deusu
+Copier
+CrazyWebCrawler
+Demon
+DigitalPebble
 Disco
-Discoverybot
-DomainSigmaCrawler
-Domains Project
-ExtractorPro
-Firefox/7.0
-Freeuploader
-FrontPage
+Dispatch
+DomCopBot
+EasyDL
+EirGrabber
+Extractor
+FlashGet
+Foobot
+FyberSpider
+G-i-g-a-b-o-t
 GPTBot
-GetWeb
-GoZilla
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-IDBTE4M
-IDBot
-JOC Web Spider
-LinqiaMetadataDownloaderBot
-Ltx71
-MIIxpc
-Mail.RU_Bot
+Genieo
+Gigabot
+Havij
+Indy Library
+InfraSec Scanner
+Intelliseek
+InternetMeasurement
+JetCar
+Lanshanbot
+Larbin
+Linkbot
+MTRobot
+Mass Downloader
 MicroMessenger
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Msrabot
-NetLyzer
-NetZIP
+Needle
+NetMechanic
+NetSpider
+Netcraft
+Nuclei
+OutclicksBot
 POE-Component-Client-HTTP
-PageAnalyzer
-Piepmatz
-Pockey
-Probethenet
-RankingBot2
-RebelMouse
-Recorder
+PageScorer
+PageThing.com
+Pandalytics
+Petalbot
+Pimonster
+ProPowerBot
+PxBroker
+Re-re
 Ripper
-SEOstats
-SISTRIX
-ScoutJet
-SemrushBot-BA
-SeoCherryBot
-Shodan
-Siphon
-Site Sucker
-SiteAuditBot
-SiteSucker
-SocialRankIOBot
-Sottopop
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+SemrushBot-SI
+SiteCheckerBotCrawler
 SpankBot
-Sqworm
-SuperBot
-Surfbot
-Suzuran
-Szukacz
-T8Abot
-Telesoft
+Spider_Bot
 Telesphorep
-TheNomad
-Toweyabot
-True_Robot
-Turnitin
-Virusdie
-WWWOFFLE
-Web Enhancer
+TurnitinBot
+Twice
+VelenPublicWebCrawler
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
+Web Fetch
+Web Pix
+WebFetch
 WebFuck
-WebSucker
-WebWhacker
-WebsiteQuester
-WiseGuys Robot
-Wonderbot
-Wotbox
-Xaldon WebSpider
-YaK
-YoudaoBot
+WebmasterWorldForumBot
+Webshag
+Whacker
+ZoominfoBot
+arquivo-web-crawler
+backlink-check
 check1.exe
+cohere-ai
+dataforseobot
+domainsproject.org
+facebookscraper
+imagesift.com
 internetVista monitor
-lwp-request
-netEstate NE Crawler
-openai
+pcBrowser
 polaris version
-seoscanners
-siteripz
-x22Mozilla
-xpymep1.exe
+scan.lol
+seostar
+serpstatbot
+sitechecker.pro
+ubermetrics-technologies.com