V4.2024.06.4554 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Alligator
-Ankit
-Atomseobot
+404checker
+AiHitBot
+Anarchy99
+AwarioBot
 BBBike
-Bigfoot
-BlackWidow
-Bolt
+BacklinkCrawler
+Battleztar Bazinga
+BetaBot
+Blow
 BotALot
-Bytespider
-CSHttp
-Collector
-Curious
-DBLBot
+Buddy
+BuiltBotTough
+BuzzSumo
+CATExplorador
+DSearch
 Demon
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
+DomCopBot
+EMail Wolf
+Ebingbong
 EirGrabber
-EroCrawler
 Exabot
-Express WebPictures
-Ezooms
-FDM
-FHscan
-Firefox/7.0
-Foobot
-Go!Zilla
-Google-Extended
-GridBot
-Humanlinks
-Iblog
-JamesBOT
-JikeSpider
-Keybot Translation-Search-Machine
-Kinza
-LinkextractorPro
+ExtLinksBot
+ExtractorPro
+Gotit
+GrabNet
+Havij
+HonoluluBot
+IDBTE4M
+IRLbot
+Joomla
+Kenjin Spider
+Lanshanbot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MIDown tool
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+Ltx71
 MTRobot
-Mail.RU_Bot
-Majestic12
-Masscan
-Minefield
-NICErsPRO
-Needle
-Nessus
-NetZIP
-Niki-bot
-Nikto
-Nimbostratus
-Offline Explorer
+Majestic-SEO
+Moblie Safari
+Mozlila
+Nameprotect
+NetAnts
+NetSpider
+Nibbler
+Nuclei
+OnCrawl
+OutfoxBot
 PHPCrawl
 PageAnalyzer
-PageScorer
-Pavuk
-Piepmatz
-Pixray
-Pockey
-RankActive
-RankingBot
-RankingBot2
-Reaper
-RedesScrapy
+ProWebWalker
+Proximic
+QueryN Metasearch
+RankurBot
+RepoMonkey
 Ripper
+RocketCrawler
 Rogerbot
-SeoSiteCheckup
-Siphon
-SiteSnagger
-Snoopy
-Spbot
-SputnikBot
-Sqlworm
-Sucuri
-SuperHTTP
-Suzuran
-Swiftbot
-UnisterBot
-VelenPublicWebCrawler
-Virusdie
-Voltron
-Wallpapers/3.0
-WebAuto
-WebImageCollector
-WebLeacher
+ScoutJet
+Screaming
+Seomoz
+SiteCheckerBotCrawler
+SiteExplorer
+Spanner
+T0PHackTeam
+Telesphoreo
+Thumbor
+TightTwatBot
+Tracemyfile
+Turnitin
+Twice
+V-BOT
+VB Project
+Vagabondo
+VoidEYE
+WBSearchBot
+WISENutbot
+Wallpapers
+Web Auto
+Web Pix
 WebPix
-WebSauger
-Wonderbot
-Xaldon_WebSpider
-YoudaoBot
-Zeus
+Webshag
+Who.is Bot
+WiseGuys Robot
 Zitebot
-check1.exe
-clark-crawler
-internetVista monitor
-mediawords
-seoscanners
-sp_auditbot
+ZumBot
+adscanner
+archive.org_bot
+arquivo.pt
+autoemailspider
+coccocbot
+crawler.feedback
+dataforseo.com
+evc-batch
+imagesift.com
+instabid
+muhstik-scan
+scan.lol
+spyfu
+webgains-bot