V4.2022.11.3493 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404checker
 80legs
+ADmantX
+AIBOT
 ALittle Client
+ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-AhrefsBot
-Aipbot
+Acunetix
+AfD-Verbotsverfahren
+Alexibot
 AllSubmitter
-Alligator
 Anarchy99
 Ankit
-Atomseobot
-BBBike
-BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-Barkrowler
+Anthill
+Apexoo
+Asterias
+Backlink-Ceck
+Badass
+Bandit
 BatchFTP
-Bigfoot
+BetaBot
 Bitacle
 Black Hole
 Blackboard
-BuiltWith
-BunnySlippers
+Bolt
+BotALot
+Bullseye
+CODE87
 CSHttp
 Calculon
 Cegbfeieh
+CensysInspect
 CheTeam
+Claritybot
 Cliqzbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-DatabaseDriverMysqli
-Digincore
-DigitalPebble
-Disco
-Discobot
-Discoverybot
-Dispatch
-DnyzBot
-DomCopBot
+Custo
+DBLBot
+DataCha0s
+Devil
+DittoSpyder
 DomainStatsBot
-Domains Project
-Download Wonder
-Dragonfly
-EMail Siphon
+Dotbot
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ebingbong
-EirGrabber
+Ecxi
+Exabot
 Express WebPictures
+ExtLinksBot
 Extractor
-Ezooms
+Extreme Picture Finder
+Firefox/7.0
 Flunky
-Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
-Getintent
+GermCrawler
+GetRight
+GetWeb
+Go!Zilla
+Gotit
+GrabNet
 Grabber
-GrapeshotCrawler
-HTMLparser
+Grafula
+GridBot
+HTTP::Lite
 HTTrack
-HaosouSpider
-HonoluluBot
+Havij
+Hloader
 Humanlinks
-HybridBot
-IDBTE4M
 IDBot
-IRLbot
-Iblog
-Image Fetch
-Image Sucker
 IndeedBot
 InfoNaviRobot
-Intelliseek
-InternetSeer
-IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
-JikeSpider
+InfoTekies
+InterGET
+Internet Ninja
+Iria
+Iskanie
 Joomla
-Jorgee
 JustView
 Jyxobot
 Keyword Density
-LNSpiderguy
+Kinza
+LWP::Simple
 Larbin
-LeechGet
-Libwhisker
-LieBaoFast
-Lightspeedsystems
+LibWeb
 Likse
-LinkScan
-LinkextractorPro
-LinksManager
+LinkWalker
+Linkbot
+LinkpadBot
 LinqiaRSSBot
 Lipperhey
-MIDown tool
-MIIxpc
-MSFrontPage
-MTRobot
-Majestic SEO
+Litemage_walker
+Lmspider
+Ltx71
+Masscan
+Mata Hari
+MauiBot
 Meanpathbot
+MegaIndex.ru
 MicroMessenger
 Microsoft URL Control
-Moblie Safari
 Mojeek
-Mozlila
-Mr.4x3
+Mojolicious
+MolokaiBot
+NICErsPRO
 NPbot
-Nameprotect
 Net Vampire
-NetLyzer
-NetZIP
+Netcraft
 Netvibes
+NextGenSearchBot
 Nibbler
 NimbleCrawler
 Ninja
 Nmap
-Nutch
-Offline Explorer
-OnCrawl
+Not
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-Openvas
-OrangeBot
+Openfind
 OrangeSpider
-PECL::HTTP
-PageGrabber
-Panscient
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
 Papa Foto
 Pavuk
 PeoplePal
-Pi-Monster
 Picscout
+Picsearch
+PictureFinder
 Pimonster
+Pixray
 ProPowerBot
-ProWebWalker
 Psbot
-Quick-Crawler
-RankActiveLinkBot
+Pump
+PxBroker
+RSSingBot
+RankActive
 RankingBot
-RankingBot2
-SEOprofiler
-SEOstats
-SalesIntelligent
-ScanAlert
+Rankivabot
+Reaper
+RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+Scrapy
 Screaming
-Searchestate
-SearchmetricsBot
-Seekport
-SemanticJuice
 SemrushBot
-SeoSiteCheckup
-Seomoz
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+Shodan
+Site Sucker
+SiteSucker
 Siteimprove
-Snake
-Sociscraper
+SlySearch
+SocialRankIOBot
 Sosospider
-Spanner
+Spammen
 Spbot
 Spinn3r
+SputnikBot
+Sqlmap
+Steeler
+Stripper
+Sucker
 Sucuri
-Surfbot
-SurveyBot
-Suzuran
+SuperBot
 T0PHackTeam
+T8Abot
+Teleport
 Telesoft
+Telesphorep
 The Intraformant
 Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-True_Robot
-Turnitin
+Turingos
 Twice
+Typhoeus
+URLy Warning
+UnisterBot
+Upflow
 V-BOT
-Vacuum
+VB Project
+VCI
+Vagabondo
 VeriCiteCrawler
 Virusdie
+VoidEYE
 Voil
+Voltron
+WASALive-Bot
 WPScan
-Wallpapers/3.0
-Web Auto
-Web Sauger
+WallpapersHD
+WeSEE
+Web Collage
+Web Fetch
+Web Fuck
+Web Sucker
 WebEnhancer
-WebImageCollector
-WebReaper
+WebFuck
+WebGo IS
+WebSauger
 WebStripper
-WebWhacker
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-Widow
-WinHTTrack
-Wonderbot
-Woobot
-Xenu
+WebZIP
+Webalta
+Whatweb
 YoudaoBot
-Zade
 Zauba
-Zermelo
 Zeus
+Zitebot
 ZoominfoBot
-arquivo-web-crawler
+ZyBorg
+arquivo.pt
 autoemailspider
 backlink-check
 clark-crawler
+coccocbot
 cognitiveseo
-crawler.feedback
+crawl.sogou.com
+crawler4j
+dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
 evc-batch
-gopher
-instabid
-ips-agent
-isitwp.com
-iubenda-radar
+heritrix
 linkdexbot
+lwp-trivial
+magpie-crawler
 meanpathbot
-mediawords
+netEstate NE Crawler
 oBot
-page scorer
-ripz
-s1z.ru
+pcBrowser
 scan.lol
-seobility
-seostar
+seoscanners
 serpstatbot
 sitechecker.pro
-sogouspider
+siteripz
+sysscan
 trendiction.com
-trendiction.de
-webmeup-crawler
+ubermetrics-technologies.com
 webpros.com
-webprosbot
+zgrab