V4.2022.09.3329 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
-ALittle Client
-ASPSeek
-Aboundex
+404enemy
+ADmantX
 Aboundexbot
-Acunetix
 AhrefsBot
-Alligator
-AlphaBot
-Anthill
-Aspiegel
-AwarioRssBot
+AiHitBot
+Aipbot
+Alexibot
+Anarchie
+Asterias
+Atomseobot
 AwarioSmartBot
 BDFetch
 BLEXBot
-BackDoorBot
-BackWeb
-Bandit
-Barkrowler
-BatchFTP
-BetaBot
-Bitacle
-Black Hole
+BackStreet
+Backlink-Ceck
+BacklinkCrawler
+Bigfoot
+BlackWidow
 Blackboard
-BlowFish
-Boardreader
-Brandprotect
+Blow
+BotALot
+Brandwatch
+BuiltWith
 Bullseye
-BunnySlippers
-CATExplorador
-CazoodleBot
-Cegbfeieh
-Chlooe
+BuzzSumo
+CSHttp
+Claritybot
+Cliqzbot
 Cocolyzebot
+Cogentbot
 Copier
-Copyscape
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
 Custo
+CyotekWebCopy
+DBLBot
 DataCha0s
-DatabaseDriverMysqli
 Deusu
-Digincore
 DigitalPebble
-Dispatch
+Disco
+Discoverybot
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-Dragonfly
-Drip
-Ebingbong
-EirGrabber
-Exabot
+DomainCrawler
+Dotbot
+ECCP/1.0
+Evil
 Express WebPictures
-Ezooms
-FDM
-FHscan
-Fimap
+FemtosearchBot
 FrontPage
+Fuzz
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-Genieo
-GetRight
-GetWeb
 Getintent
-Go!Zilla
 GoZilla
 GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
 HMView
+HTTrack
 Haansoft
 HaosouSpider
+Harvest
 Havij
 Heritrix
-Id-search
+Hloader
+HybridBot
+IDBTE4M
+IRLbot
+Iblog
 IlseBot
+Image Fetch
 IndeedBot
 Indy Library
 InfoNaviRobot
 Intelliseek
-Internet Ninja
 Iria
 JamesBOT
 Jbrofuzz
+JetCar
 Jetty
-JikeSpider
-Jorgee
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-LNSpiderguy
-LWP::Simple
+JustView
+Jyxobot
 Lanshanbot
 Leap
-LexiBot
-Libwhisker
+Likse
 LinkWalker
-LinksManager
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
+MFC_Tear_Sample
 MIIxpc
-MSFrontPage
+MJ12bot
+MQQBrowser
 MSIECrawler
-MTRobot
-Majestic SEO
-Majestic12
-MarkWatch
+Mag-Net
+Mail.RU_Bot
+MarkMonitor
 MauiBot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
+MegaIndex.ru
+Microsoft URL Control
+Mister PiX
 Moblie Safari
+Mojeek
+MolokaiBot
+Mr.4x3
 NPbot
-Nameprotect
-Navroad
-NearSite
 Needle
+Nessus
 Net Vampire
 NetMechanic
 NetSpider
+NetZIP
 Netvibes
-Nikto
+Nibbler
+Niki-bot
+NimbleCrawler
+Not
 Nutch
 Octopus
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
 OpenVAS
-Openfind
-Openvas
+OrangeBot
 OrangeSpider
 OutfoxBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-Panscient
-Pavuk
+PageGrabber
+Papa Foto
 PeoplePal
-Pi-Monster
-Picscout
+Picsearch
+Piepmatz
 Pimonster
 Pixray
-ProWebWalker
-Pu_iN
+PleaseCrawl
+PxBroker
 PyCurl
 Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
+RankActive
 Rankivabot
-RealDownload
+Re-re
 Reaper
-SEOkicks
-SISTRIX
-SalesIntelligent
-Scanbot
-Screaming
+RedesScrapy
+RepoMonkey
+Rogerbot
+ScanAlert
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
-SearchmetricsBot
 Semrush
-SentiBot
-Shodan
-Siphon
-SiteSnagger
+SeobilityBot
+Site Sucker
+SiteExplorer
+SiteLockSpider
+SiteSucker
 Sitebeam
-Snake
+Siteimprove
+SlySearch
 Snapbot
-SocialRankIOBot
 Sociscraper
 Sogou web spider
-Spammen
-SpankBot
+Sottopop
+SpaceBison
 Spanner
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
+Steeler
+Stripper
 Sucker
-Surfbot
-Szukacz
+Sucuri
+SuperBot
+SuperHTTP
+Swiftbot
+T0PHackTeam
 Telesphoreo
-Thumbor
-TightTwatBot
-Titan
+Telesphorep
+The Intraformant
 Toweyabot
-True_Robot
-TurnitinBot
-URLy.Warning
-Upflow
+Tracemyfile
+Turnitin
+Twice
+V-BOT
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
+Voltron
 WASALive-Bot
 WBSearchBot
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WeSEE
 Web Auto
 Web Collage
-Web Enhancer
 Web Fetch
-Web Pix
-Web Sucker
-WebAuto
-WebCopier
+WebEnhancer
+WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
-WebZIP
-Webalta
-Webshag
+WebSucker
 WebsiteExtractor
 Webster
-Whack
-Whatweb
+Who.is Bot
 Widow
-Wotbox
-Xaldon_WebSpider
+WiseGuys Robot
+YoudaoBot
+Zade
 Zauba
 Zeus
-ZyBorg
-autoemailspider
+Zitebot
+ZoominfoBot
 backlink-check
-check1.exe
 coccocbot
 cognitiveseo
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
+dataforseo.com
+eCatch
 evc-batch
+facebookscraper
 heritrix
-instabid
-lwp-trivial
+internetVista monitor
+ips-agent
+isitwp.com
+linkdexbot
+magpie-crawler
 meanpathbot
-page scorer
-probe-image-size
-scalaj-http
-seoscanners
-serpstatbot
+netEstate NE Crawler
+polaris version
+ripz
+s1z.ru
+scan.lol
+siteripz
 sp_auditbot
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webprosbot
+voyagerx.com
+webgains-bot
+x09Mozilla
+x22Mozilla
 zauba.io
-zgrab