V4.2022.09.3363 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
-80legs
 AIBOT
-Abonti
-AllSubmitter
+Aboundex
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
 Anarchy
+Anarchy99
+Ankit
+Apexoo
 Aspiegel
-Attach
-AwarioRssBot
 BDCbot
 BDFetch
-BLEXBot
-BackWeb
-Badass
-Barkrowler
-BetaBot
+BackStreet
+BacklinkCrawler
+Battleztar Bazinga
 Black Hole
-BlowFish
+Boardreader
+BotALot
 Brandprotect
-Buddy
+Buck
+BuiltBotTough
 BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
-CazoodleBot
-CensysInspect
-CheTeam
-CherryPicker
+CCBot
+CODE87
+CheeseBot
 ChinaClaw
-Cliqzbot
+Chlooe
+Cloud mapping
+Cocolyzebot
 Collector
-Copier
-Copyscape
-Cosmos
+CrazyWebCrawler
 Curious
-DTS Agent
-DatabaseDriverMysqli
+DBLBot
+DSearch
+DataCha0s
+Demon
 Deusu
-DigitalPebble
+Devil
 Dirbuster
-Disco
 Discobot
-Dispatch
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+DomainStatsBot
+Domains Project
 Dotbot
-Drip
 ECCP/1.0
-EMail Wolf
-EroCrawler
 Evil
-Exabot
-Express WebPictures
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-Fimap
+FHscan
+FemtosearchBot
+Flunky
 Foobot
 Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-GetRight
+GermCrawler
 GetWeb
+Getintent
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrabNet
 Grabber
-Grafula
-GrapeshotCrawler
-GridBot
-HMView
+GrapeFX
 HTMLparser
-Haansoft
-HaosouSpider
+HTTP::Lite
+Harvest
+Havij
 Heritrix
+Hloader
 HonoluluBot
 IDBTE4M
-IRLbot
-Iblog
-Indy Library
+Image Sucker
+IndeedBot
+Intelliseek
 Internet Ninja
 InternetSeer
 Iskanie
-IstellaBot
-JOC Web Spider
-JetCar
-Jetty
-JikeSpider
-Larbin
-LeechGet
-LexiBot
+Jorgee
+Jyxobot
+Kenjin Spider
+Kozmosbot
+LWP::Simple
+Lanshanbot
+LeechFTP
+Lftp
+LibWeb
+Lightspeedsystems
+LinkScan
 Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-MQQBrowser
-Majestic-SEO
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Minefield
-MolokaiBot
-NICErsPRO
-NPbot
+Lmspider
+Ltx71
+MIDown tool
+MSFrontPage
+MTRobot
+Magnet
+Mail.RU_Bot
+MarkMonitor
+MegaIndex.ru
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+Musobot
 Name Intelligence
-Needle
+Nameprotect
+Navroad
+NearSite
 Nessus
-Net Vampire
 NetLyzer
 NetMechanic
-NextGenSearchBot
-NimbleCrawler
-Offline Explorer
-Offline Navigator
+Niki-bot
+Nimbostratus
+Nutch
 OnCrawl
-OpenVAS
-Openfind
+OpenLinkProfiler
+Openvas
 OrangeBot
-POE-Component-Client-HTTP
+OrangeSpider
+OutclicksBot
 Page Analyzer
-PageAnalyzer
 PageGrabber
 PageScorer
 PageThing.com
-PeoplePal
-Petalbot
+Pandalytics
+Papa Foto
+Pavuk
+Pi-Monster
+Picscout
+Picsearch
+Piepmatz
 Pimonster
-Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
 ProWebWalker
-QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot
+Probethenet
+Pu_iN
+PxBroker
+RankFlex
+RankingBot2
 Rankivabot
 ReGet
-RealDownload
 Reaper
 RedesScrapy
-RocketCrawler
+RepoMonkey
 SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
-Scanbot
+SalesIntelligent
 ScoutJet
 Scrapy
 ScreenerBot
 ScrepyBot
-Searchestate
+SearchmetricsBot
 Seekport
-SemanticJuice
 Semrush
-SemrushBot
+SentiBot
 SeoSiteCheckup
-Shodan
-Siphon
-SiteExplorer
-SiteLockSpider
+SeobilityBot
+SiteSnagger
 SiteSucker
-SlySearch
+Sitebeam
+Siteimprove
+Sitevigil
 Snake
-Snoopy
-SocialRankIOBot
-Sogou web spider
+Snapbot
+Sosospider
+Sottopop
+SpaceBison
+Spammen
 Spanner
-SputnikBot
+Spbot
+Sqlmap
 Sqlworm
-Telesoft
-Telesphoreo
+Sqworm
+Stripper
+Sucker
+Surfbot
+Suzuran
+T0PHackTeam
 Telesphorep
 TheNomad
+Thumbor
 TightTwatBot
 Toata
-True_Robot
-TwengaBot
-Twice
-Typhoeus
+Toweyabot
 URLy Warning
 UnisterBot
-Upflow
+V-BOT
 VB Project
-VCI
 Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
+Voltron
 WBSearchBot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Fuck
+Web Collage
+Web Sauger
 WebBandit
-WebCopier
-WebFetch
-WebFuck
-WebPix
+WebEnhancer
 WebReaper
-WebStripper
+WebSucker
+WebZIP
 Website Quester
 WebsiteQuester
-Webster
-Whacker
+Whatweb
 Who.is Bot
-Wonderbot
-Zauba
-ZumBot
-ZyBorg
+Wotbox
+Zade
+Zermelo
+Zitebot
+ZoominfoBot
 adscanner
-cah.io.community
-clark-crawler
+archive.org_bot
+autoemailspider
 crawler.feedback
-dataforseo.com
-domainsproject.org
-eCatch
 gopher
-heritrix
-instabid
 internetVista monitor
-lwp-trivial
-oBot
-pcBrowser
-polaris version
-probe-image-size
+isitwp.com
+iubenda-radar
+linkdexbot
+muhstik-scan
+page scorer
+plumanalytics
 ripz
-s1z.ru
 satoristudio.net
 scan.lol
 seocompany.store
-sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
+seostar
 spyfu
-tAkeOut
 trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-webmeup-crawler
-webpros.com
-webprosbot
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab