V4.2023.12.4178 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404checker
 ADmantX
-Abonti
-Aboundex
-Anarchie
-Anarchy
-Apexoo
+ALittle Client
+Aboundexbot
+Anarchy99
+Anthill
 Attach
-BackWeb
-Bandit
-Blackboard
-Brandprotect
-Brandwatch
-BunnySlippers
-CCBot
-Cocolyzebot
-CopyRightCheck
-CrunchBot
-Curious
-Discoverybot
-Dispatch
-FlashGet
-Fyrebot
-GPTBot
-Gotit
+BackStreet
+Bitacle
+Blow
+Bolt
+Buck
+CSHttp
+CazoodleBot
+CheeseBot
+CherryPicker
+Cliqzbot
+Collector
+Copyscape
+Deusu
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Dotbot
+EirGrabber
+EroCrawler
+Fimap
+GermCrawler
+Go-Ahead-Got-It
 GrapeFX
-HTTrack
-Heritrix
 Iblog
+Image Fetch
+IndeedBot
+Intelliseek
 Internet Ninja
+IstellaBot
+JennyBot
 JetCar
-Jetty
-LeechGet
-Lftp
-LibWeb
-Likse
-LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
+Keyword Density
+LNSpiderguy
+LieBaoFast
+Lightspeedsystems
+LinqiaMetadataDownloaderBot
 MIDown tool
-MSFrontPage
-MSIECrawler
-Mail.RU_Bot
-Moblie Safari
-Nameprotect
-Nettrack
-Nikto
-Octopus
+Majestic SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
+MegaIndex.ru
+Mojeek
+Netcraft
 OnCrawl
-OpenVAS
-PageGrabber
-Papa Foto
-Petalbot
-Picscout
+OrangeSpider
+PageAnalyzer
 Picsearch
-PleaseCrawl
-Pockey
-ProWebWalker
-Pu_iN
+Probethenet
+Proximic
 QueryN Metasearch
-RankingBot
+RankurBot
 Re-re
 ReGet
-SEOlyticsCrawler
-SEOstats
-Seekport
-SenutoBot
-Sosospider
-Sottopop
-SputnikBot
-Sqlmap
-Surfbot
-Toweyabot
-URLy.Warning
-V-BOT
-WISENutbot
-Wallpapers
-Web Auto
+RealDownload
+ScanAlert
+Scrapy
+ScrepyBot
+SearchmetricsBot
+Site Sucker
+SiteSucker
+Siteimprove
+SlySearch
+Snapbot
+SocialRankIOBot
+SuperBot
+T8Abot
+Teleport
+Thumbor
+Turingos
+TwengaBot
+Upflow
+WWW::Mechanize
 Web Enhancer
-Web Fuck
-Web Sucker
-WebCollage
-WebEnhancer
+WebFetch
 WebFuck
-WebImageCollector
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WiseGuys Robot
-Xaldon WebSpider
-ZmEu
-crawler4j
-domainsproject.org
-facebookscraper
-ips-agent
-isitwp.com
-linkdexbot
-openai
+WebSucker
+Whacker
+ZoomBot
+adscanner
+archive.org_bot
+com.plumanalytics
+lwp-request
+ripz
 s1z.ru
-webpros.com
-x22Mozilla
+scan.lol
+serpstatbot
+sexsearcher
+tAkeOut
+trendiction.com
+webprosbot
+zgrab