V4.2023.07.3896 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Alligator
-Ankit
-Anthill
+Anarchy
 Aspiegel
-Attach
-BacklinkCrawler
-Badass
-BatchFTP
-Blow
-CODE87
-Calculon
-CheTeam
+Asterias
+BLEXBot
 Citoid
+Cliqzbot
 Collector
-DSearch
-Deusu
-Dirbuster
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Ecxi
-EirGrabber
-Ezooms
-Fimap
-FlashGet
-GetRight
-Grafula
-GridBot
-HTMLparser
-Humanlinks
-InfoNaviRobot
-Iria
+Copyscape
+DTS Agent
+Devil
+Exabot
+Extractor
+FDM
+G-i-g-a-b-o-t
+Genieo
+Gigabot
+Go-Ahead-Got-It
+HEADMasterSEO
+HMView
+HTTrack
+JamesBOT
+JennyBot
+JetCar
 Jetty
-Jorgee
-Jyxobot
+Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
+Lanshanbot
 Leap
-LibWeb
-LinkpadBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-Mass Downloader
-Mediatoolkitbot
-Name Intelligence
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MarkWatch
+Masscan
+MeanPath Bot
+MegaIndex.ru
+Microsoft Data Access
+Mister PiX
+Mojolicious
+NPbot
+Nameprotect
+NearSite
 Needle
 NetLyzer
-NimbleCrawler
-Nmap
-Openfind
-PageThing.com
-Pandalytics
+NetZIP
+Netcraft
+NextGenSearchBot
+Nuclei
+Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OrangeSpider
+PECL::HTTP
+PageGrabber
 Papa Foto
-Picsearch
-Pimonster
-Rankivabot
-RepoMonkey
-SEOkicks
-SEOkicks-Robot
-SalesIntelligent
+PeoplePal
+Pi-Monster
+PictureFinder
+Pixray
+Pockey
+Pu_iN
+RSSingBot
 Scrapy
-ScreenerBot
-SemanticJuice
 SemrushBot
+SentiBot
+SeobilityBot
+Sitevigil
 SmartDownload
-Sogou web spider
-Sottopop
-Suzuran
+Snake
+SpankBot
+Spbot
+SurveyBot
 Teleport
-Telesphorep
+TeleportPro
 Thumbor
-TightTwatBot
-Toata
-Trendictionbot
-Vagabondo
+Tracemyfile
+Upflow
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-Web Fuck
-Web Sucker
-WebCollage
-WebPix
-WebReaper
-WebStripper
-Whacker
-Wotbox
-Zeus
-Zitebot
-adscanner
-cah.io.community
-coccocbot
-crawler4j
-internetVista monitor
-linkdexbot
-lwp-request
-polaris version
-siteripz
+Web Auto
+Web Fetch
+WebBandit
+WebFetch
+WebsiteQuester
+Who.is Bot
+Wprecon
+ZumBot
+archive.org_bot
+backlink-check
+crawler.feedback
+eCatch
+gopher
+ips-agent
+muhstik-scan
+page scorer
+plumanalytics
+seoscanners
+webmeup-crawler
+xpymep1.exe
+zauba.io