V4.2022.11.3476 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+80legs
 ADmantX
-Abonti
-Alligator
+ALittle Client
+ASPSeek
+Aboundex
+Aboundexbot
+AhrefsBot
+Alexibot
+AllSubmitter
 Anarchy99
-Ankit
-Anthill
-Apexoo
 Asterias
-Atomseobot
 AwarioRssBot
-BBBike
-Barkrowler
+AwarioSmartBot
+BDFetch
+BLEXBot
+Bandit
 BatchFTP
 BetaBot
 Bigfoot
+BlackWidow
 Blow
-Boardreader
+Bolt
+Brandwatch
 Buck
-Buddy
 Bullseye
 CCBot
 CODE87
 CSHttp
-CazoodleBot
-Chlooe
-Citoid
+CheTeam
+CheeseBot
+Cliqzbot
 Cloud mapping
 Cogentbot
 Collector
 Copier
+Copyscape
+Crawling at Home Project
 Crescent
-CrunchBot
+Custo
+DBLBot
+DSearch
+DTS Agent
+Digincore
 DigitalPebble
+Dirbuster
 Discobot
-DittoSpyder
-DomainAppender
+DomCopBot
 DomainStatsBot
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
+Drip
 EMail Siphon
 EasyDL
 Ecxi
+EirGrabber
+EroCrawler
 Evil
 Extractor
+ExtractorPro
+Extreme Picture Finder
+FDM
 FHscan
-Flunky
+Freeuploader
 Fuzz
-Gigabot
+G-i-g-a-b-o-t
+Genieo
+GetWeb
 Go-Ahead-Got-It
 GoZilla
+Gotit
+Grabber
 Grafula
 GrapeFX
-HEADMasterSEO
+GrapeshotCrawler
 HTTrack
-Harvest
-Heritrix
-HonoluluBot
+Haansoft
+HaosouSpider
 Humanlinks
 IDBTE4M
-IlseBot
+Id-search
+Image Sucker
 IndeedBot
-Intelliseek
-Internet Ninja
-InternetSeer
-Iskanie
+InfoNaviRobot
+InterGET
+IstellaBot
 JOC Web Spider
 JamesBOT
+JennyBot
 Jetty
+Jorgee
 Jyxobot
-Keyword Density
-Kozmosbot
-Lanshanbot
-LeechFTP
-Likse
-LinkScan
+Larbin
+Leap
 LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
-MIIxpc
+LinqiaScrapeBot
+Lipperhey
+Lmspider
+Ltx71
 MJ12bot
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
-Mb2345Browser
-Meanpathbot
+MarkWatch
+MeanPath Bot
+Mediatoolkitbot
 Microsoft Data Access
+Microsoft URL Control
 Minefield
-Mister PiX
-Moblie Safari
-Mr.4x3
+MolokaiBot
 Msrabot
-Musobot
-NICErsPRO
-NPbot
 Nameprotect
 NearSite
 Needle
 Net Vampire
 NetAnts
+NetLyzer
 NetSpider
 NetZIP
-Netcraft
 Nettrack
-NimbleCrawler
-Not
-Octopus
+Nikto
+Ninja
+Nmap
+Nutch
 Offline Explorer
 OnCrawl
 OpenLinkProfiler
 Openfind
-OrangeBot
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
+Openvas
+OrangeSpider
+PHPCrawl
 PageGrabber
-Pandalytics
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
+PageScorer
+PageThing.com
+Panscient
+Papa Foto
+Picsearch
 PictureFinder
 Pixray
 Pockey
+ProPowerBot
 ProWebWalker
-Psbot
-Pump
-RankActiveLinkBot
-Re-re
+Pu_iN
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 ReGet
-RealDownload
-RebelMouse
+Reaper
 RedesScrapy
 RepoMonkey
-RocketCrawler
-SEOkicks-Robot
+Rogerbot
 SEOlyticsCrawler
 SEOprofiler
-SMTBot
 SalesIntelligent
-ScanAlert
-Screaming
-ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
-SemrushBot
 Seomoz
-Siphon
 Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSucker
+SiteCheckerBotCrawler
+Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
-SmartDownload
-Snoopy
-Sogou web spider
+Snake
+Sociscraper
 Sosospider
-SpankBot
-Spinn3r
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
+SpaceBison
+Spanner
+Spbot
+Stripper
+Sucker
 Swiftbot
+Szukacz
 T8Abot
-Teleport
-Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
+TheNomad
 TightTwatBot
+Titan
+Toata
+Trendiction
 Trendictionbot
-True_Robot
 Turingos
-Turnitin
-TwengaBot
-Twice
-Upflow
+TurnitinBot
+URLy Warning
+URLy.Warning
 VCI
 Vacuum
 Vagabondo
-VidibleScraper
-VoidEYE
-WEBDAV
-WWW-Collector-E
-Wallpapers
-WallpapersHD
+Virusdie
+WBSearchBot
 Web Collage
-WebBandit
-WebFetch
-WebFuck
-WebImageCollector
+Web Fetch
+Web Fuck
+WebCopier
+WebEnhancer
+WebLeacher
+WebPix
 WebSauger
-Webshag
+WebWhacker
+WebZIP
+Website Quester
 WebsiteExtractor
-Webster
-Whack
-Whacker
 Widow
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
-Zeus
+Xaldon_WebSpider
+Zermelo
+Zitebot
+ZoominfoBot
+ZumBot
+adscanner
 archive.org_bot
-backlink-check
-cah.io.community
+arquivo.pt
+autoemailspider
 check1.exe
-crawler4j
-dataforseo.com
 eCatch
-evc-batch
+gopher
+heritrix
+instabid
 ips-agent
-iubenda-radar
+linkdexbot
+lwp-request
 magpie-crawler
-muhstik-scan
+meanpathbot
+mediawords
 oBot
 page scorer
 plumanalytics
 polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
+ripz
 seobility
-seoscanners
+seocompany.store
 seostar
-sitechecker.pro
-tAkeOut
-trendiction.com
+spyfu
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-webgains-bot
-webprosbot
-x22Mozilla
+voyagerx.com
+webmeup-crawler
 xpymep1.exe
 zauba.io
 zgrab