V4.2023.10.4049 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AllSubmitter
-Anthill
-AwarioSmartBot
-BackStreet
-Barkrowler
-Boardreader
-BuiltBotTough
-BuiltWith
-BuzzSumo
-CODE87
-Crawling at Home Project
-Curious
-Deusu
-Disco
-Drip
-EirGrabber
-Express WebPictures
-FDM
-Firefox/7.0
-Flunky
+404checker
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
+Aipbot
+Anarchy
+BBBike
+BatchFTP
+Bolt
+Brandwatch
+Buck
+Chlooe
+Citoid
+Custo
+CyotekWebCopy
+Dirbuster
+DittoSpyder
+DomainCrawler
+DomainSigmaCrawler
+EMail Wolf
+Ebingbong
+Ecxi
+Ezooms
 FyberSpider
-Fyrebot
-GT::WWW
-Genieo
-GetRight
-HTTP::Lite
-IlseBot
-InfoTekies
-JamesBOT
-Jetty
-Lanshanbot
-Lftp
-LinksManager
-LinqiaMetadataDownloaderBot
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-MegaIndex.ru
-Mr.4x3
-NPbot
-Nameprotect
-NetMechanic
-Netvibes
+HEADMasterSEO
+HMView
+HTTrack
+Hloader
+JOC Web Spider
+Joomla
+Leap
+LinkWalker
+Linkbot
+Lipperhey Spider
+MIIxpc
+MSIECrawler
+Majestic12
+MarkMonitor
+Microsoft Data Access
+Mister PiX
+NICErsPRO
+Navroad
+NetLyzer
+NetSpider
+Ninja
 Offline Navigator
-OrangeSpider
-PHPCrawl
-PageScorer
-Pavuk
+OpenVAS
+Page Analyzer
+Panscient
+PictureFinder
 PleaseCrawl
-Psbot
-RSSingBot
+RankFlex
 RankingBot
-Re-re
-RedesScrapy
-SEOkicks
-SISTRIX
-Scanbot
-Scrapy
+Ripper
+SEOprofiler
+SMTBot
+ScreenerBot
+SemanticJuice
+SemrushBot
+Seomoz
+Shodan
 Siphon
-Sitebeam
-Siteimprove
-Spbot
-SputnikBot
-Sucuri
-SurveyBot
-Szukacz
-T8Abot
+SiteLockSpider
+Snake
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sottopop
+Sqlmap
+Suzuran
+Swiftbot
+T0PHackTeam
 The Intraformant
-TightTwatBot
-Tracemyfile
-UnisterBot
+Turnitin
 V-BOT
-VoidEYE
-WPScan
-WWW::Mechanize
-Wallpapers
-Web Auto
-Web Sucker
-WebReaper
-WebStripper
-WebmasterWorldForumBot
-Whack
-Whacker
+VB Project
+VCI
+WASALive-Bot
+WWW-Collector-E
+Web Fuck
+Web Sauger
 Widow
+WiseGuys Robot
 YoudaoBot
-arquivo.pt
-domainsproject.org
+Zermelo
+clark-crawler
+cognitiveseo
 eCatch
-evc-batch
+facebookscraper
+gopher
 isitwp.com
-lwp-trivial
-muhstik-scan
-polaris version
-ripz
-scan.lol
-seoscanners
+iubenda-radar
+openai.com
+probe-image-size
+s1z.ru
 seostar
-webpros.com
-webprosbot
+serpstatbot
+spyfu
+ubermetrics-technologies.com
+zauba.io