V4.2024.06.4572 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AiHitBot
-Aipbot
-Asterias
+Anarchy
+BDCbot
+BLEXBot
 BackWeb
-Badass
-BatchFTP
-ChatGPT-User
-Cliqzbot
-CopyRightCheck
-Copyscape
-DIIbot
-Digincore
-Discoverybot
-DomainStatsBot
+Backlink-Ceck
+Barkrowler
+BetaBot
+Bigfoot
+BlowFish
+Buck
+CCBot
+Custo
+DigitalPebble
+Dirbuster
 Dotbot
 Download Wonder
-Dragonfly
 Drip
-EroCrawler
-Exabot
+ECCP/1.0
+Ecxi
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FDM
 Flunky
-Foobot
-FrontPage
-Gotit
-GrabNet
-HaosouSpider
-Harvest
-Havij
-HonoluluBot
+FyberSpider
+Fyrebot
+GermCrawler
+GetRight
+Google-Extended
+Grabber
+IDBTE4M
 Id-search
-Image Sucker
-Information Security Team InfraSec Scanner
-InfraSec Scanner
-Internet Ninja
-Iskanie
-Jorgee
-JustView
-Jyxobot
-Kozmosbot
-Lftp
-Lmspider
+InfoNaviRobot
+InfoTekies
+Intelliseek
+JennyBot
+JikeSpider
+LNSpiderguy
+LWP::Simple
+LeechGet
 MFC_Tear_Sample
-Majestic SEO
-Mediatoolkitbot
-Mojeek
-Mojolicious
-Needle
-Offline Explorer
-POE-Component-Client-HTTP
-PictureFinder
-Pump
-Quick-Crawler
-Rainbot
-RankingBot
-Re-re
-Scrapy
+MIIxpc
+MTRobot
+Mb2345Browser
+Microsoft URL Control
+NPbot
+Net Vampire
+NetZIP
+Nutch
+Octopus
+Offline Navigator
+Openvas
+OutclicksBot
+PHPCrawl
+Pavuk
+Picscout
+Picsearch
+QueryN Metasearch
+ReGet
+Ripper
+SBIder
+ScanAlert
+ScoutJet
 Screaming
-SiteSucker
-SocialRankIOBot
+Searchestate
+SemrushBot
+Site Sucker
+Snapbot
 Spammen
-Telesphoreo
-Telesphorep
-TheNomad
-TinyTestBot
+SpankBot
+SputnikBot
+Sucker
+T8Abot
+The Intraformant
+Thumbor
+TightTwatBot
 Toweyabot
-TurnitinBot
-Twice
-Typhoeus
-URLy.Warning
-V-BOT
-VeriCiteCrawler
+Turingos
+Turnitin
+VB Project
 VidibleScraper
 Virusdie
-Web Sucker
-WebFetch
-WebImageCollector
-WebSucker
-WebZIP
-Whacker
-Widow
-Woobot
-ZumBot
-ZyBorg
-cah.io.community
-crawl.sogou.com
-crawler4j
-evc-batch
-iubenda-radar
-ripz
-satoristudio.net
+VoidEYE
+Voil
+WWW-Mechanize
+Wallpapers
+Web Auto
+Web Fetch
+WebAuto
+WebSauger
+WebStripper
+WebsiteQuester
+Wprecon
+YoudaoBot
+Zauba
+Zitebot
+arquivo.pt
+dataforseo.com
+dataforseobot
+pcBrowser
 sexsearcher
-sitechecker.pro
-ubermetrics-technologies.com
-voyagerx.com
-zauba.io
+sysscan
+xpymep1.exe