V4.2023.10.4053 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Acunetix
-Asterias
-BackDoorBot
-Barkrowler
+Aipbot
+Anarchy99
+AwarioSmartBot
+Badass
+Bitacle
+Brandwatch
 CATExplorador
-CheTeam
-CherryPicker
-Claritybot
-Cogentbot
-Cosmos
 Crescent
-DBLBot
-DataCha0s
+CrunchBot
+CyotekWebCopy
+Demon
 Devil
-Dispatch
-DnyzBot
-DomCopBot
-DomainStatsBot
-Domains Project
-Download Wonder
-EroCrawler
-ExtractorPro
+Disco
+DnBCrawler-Analytics
+Dragonfly
+Ebingbong
+Exabot
+Firefox/7.0
+Freeuploader
 FyberSpider
-GPTBot
-GalaxyBot
-GermCrawler
-GridBot
+G-i-g-a-b-o-t
+GT::WWW
+Grabber
 HEADMasterSEO
-HMView
-IlseBot
-IndeedBot
-InfoTekies
-Jbrofuzz
-JennyBot
-JikeSpider
-JustView
-Kenjin Spider
-LieBaoFast
+Heritrix
+InterGET
+Jorgee
+Keybot Translation-Search-Machine
+LNSpiderguy
+Larbin
+LinkWalker
+LinksManager
 Lmspider
+MFC_Tear_Sample
+MIIxpc
+Magnet
 Majestic-SEO
-MarkWatch
-Mata Hari
+MarkMonitor
 MauiBot
-Mediatoolkitbot
-Mojeek
-Needle
-NetLyzer
-NetSpider
-NetZIP
+Mb2345Browser
+Microsoft Data Access
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
 Netcraft
-Nikto
-Page Analyzer
-Pandalytics
-Pavuk
+NextGenSearchBot
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
+PageScorer
+Panscient
+Papa Foto
 Petalbot
-ProPowerBot
-ProWebWalker
-Rankivabot
-Re-re
-RealDownload
-RepoMonkey
-SEOkicks
-Scanbot
-Screaming
-SearchmetricsBot
-Seomoz
+Pimonster
+PleaseCrawl
+QueryN Metasearch
+Quick-Crawler
+Rogerbot
+SEOstats
+SMTBot
+SalesIntelligent
+ScrepyBot
 Sitebeam
-Spammen
-SputnikBot
-Surfbot
-Suzuran
+Siteimprove
+Snapbot
+SocialRankIOBot
+Sociscraper
+Sosospider
+Sottopop
+SpaceBison
+Spinn3r
 Szukacz
-T8Abot
-Teleport
-TeleportPro
+Telesphoreo
+TheNomad
 Toata
-Toweyabot
-UnisterBot
-V-BOT
+Turnitin
+Vacuum
+VidibleScraper
+WPScan
 WWW-Collector-E
-Wallpapers
-Web Enhancer
-Web Sauger
-WebReaper
-WinHTTrack
+WWW::Mechanize
+Web Collage
+WebFetch
+WebWhacker
+Whack
+Wprecon
 Xaldon WebSpider
-YoudaoBot
-Zauba
-ZoominfoBot
-arquivo.pt
-eCatch
-gopher
-lwp-trivial
-muhstik-scan
-satoristudio.net
+archive.org_bot
+autoemailspider
+crawl.sogou.com
+linkdexbot
+oBot
+s1z.ru
 scalaj-http
-sexsearcher
-x22Mozilla
-xpymep1.exe
+seoscanners
+sitechecker.pro
+spyfu
+trendiction.de
+voyagerx.com
+webgains-bot