V4.2022.11.3458 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
-ADmantX
-Abonti
-Aboundex
+80legs
+AIBOT
+ASPSeek
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
 Anarchie
 Anarchy
 Ankit
-Apexoo
+Anthill
+Atomseobot
 Attach
 AwarioRssBot
 AwarioSmartBot
-BBBike
+BDCbot
+BDFetch
 BackStreet
 BacklinkCrawler
-Barkrowler
 BetaBot
-Bolt
+Black Hole
+BlackWidow
+Blackboard
 Brandprotect
 Brandwatch
 Buck
 BuiltWith
-BunnySlippers
-BuzzSumo
-CCBot
-CSHttp
+CODE87
+Cegbfeieh
+CensysInspect
+CheTeam
 CherryPicker
 ChinaClaw
-Chlooe
 Cliqzbot
 Cloud mapping
+Cogentbot
 Collector
 Copier
-Copyscape
 Cosmos
-Craftbot
 CrazyWebCrawler
-CrunchBot
-DBLBot
-Deusu
+Crescent
+DTS Agent
+Devil
 Digincore
-Disco
-Discoverybot
+DigitalPebble
 Dispatch
-DittoSpyder
 DomCopBot
 DomainCrawler
-Drip
-EMail Wolf
-Ebingbong
-EroCrawler
-Evil
+DomainSigmaCrawler
+Domains Project
+EasyDL
+Ecxi
+Exabot
 ExtLinksBot
 Extractor
-Extreme Picture Finder
 Ezooms
-Firefox/7.0
+FHscan
+FemtosearchBot
+Fimap
+FlashGet
 Foobot
-Fuzz
-Fyrebot
-GalaxyBot
-GetRight
-GetWeb
+Freeuploader
+GT::WWW
+Gigabot
+GoZilla
+GrabNet
 GrapeFX
-HMView
-HTMLparser
-HTTP::Lite
+GridBot
+HEADMasterSEO
 Haansoft
-Havij
+Harvest
 Hloader
-Humanlinks
+HybridBot
 IRLbot
-IlseBot
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
-InterGET
+Id-search
+Image Fetch
 Internet Ninja
-IstellaBot
+InternetSeer
 JOC Web Spider
-JamesBOT
-JetCar
+JikeSpider
 Joomla
+Jorgee
+JustView
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Lanshanbot
+Kinza
+LNSpiderguy
+LWP::Simple
 Larbin
-LeechFTP
-Lftp
-LieBaoFast
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinksManager
+Leap
+LeechGet
+LexiBot
+LibWeb
+Libwhisker
+Lightspeedsystems
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey Spider
-MFC_Tear_Sample
+Lmspider
 MIDown tool
-MIIxpc
-MJ12bot
 MSFrontPage
-Majestic SEO
-Majestic-SEO
+MTRobot
 Majestic12
+MarkMonitor
 MarkWatch
-MauiBot
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Masscan
+Mata Hari
+Mb2345Browser
 Metauri
-MicroMessenger
 Microsoft Data Access
+Minefield
 Mister PiX
 Moblie Safari
 Mojeek
-Musobot
-NearSite
+Mr.4x3
+NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
+Nessus
 Net Vampire
-NetLyzer
-NetMechanic
-NetSpider
+NetAnts
+NetZIP
 Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-OpenLinkProfiler
+Nuclei
+Offline Navigator
 OpenVAS
-OrangeBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
 PageScorer
-PageThing.com
-Panscient
 PeoplePal
-Picsearch
+Pi-Monster
+Picscout
 Piepmatz
+Pimonster
 Pixray
 Pockey
 ProPowerBot
-ProWebWalker
 Probethenet
+Pu_iN
+Pump
+PxBroker
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot2
-ReGet
+RankActive
+RankActiveLinkBot
+RankFlex
+Re-re
 Reaper
 RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
-Ripper
-SBIder
 SEOkicks
 SEOprofiler
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
 Scrapy
-ScrepyBot
-SearchmetricsBot
-SemrushBot
+Screaming
+ScreenerBot
+Searchestate
 SentiBot
-SeoSiteCheckup
-Shodan
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-Sogou web spider
-Sottopop
+SiteLockSpider
+SiteSucker
+SmartDownload
 SpaceBison
 Spammen
 SpankBot
-Spinn3r
 SputnikBot
+Sqlworm
+Sqworm
 Stripper
 Sucuri
-SuperBot
+SuperHTTP
+Surfbot
+Swiftbot
 T0PHackTeam
 Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
 The Intraformant
-Thumbor
-Toweyabot
+Toata
+Trendiction
 Trendictionbot
 Turingos
-Twice
-URLy Warning
-UnisterBot
-V-BOT
+TwengaBot
+URLy.Warning
+Upflow
 VB Project
 VCI
-Vagabondo
-VidibleScraper
+VeriCiteCrawler
 Virusdie
+VoidEYE
 Voltron
-WISENutbot
-WWW-Mechanize
+WBSearchBot
+WEBDAV
 WWW::Mechanize
-Web Enhancer
-Web Fetch
-WebAuto
-WebImageCollector
-WebPix
-WebReaper
-WebStripper
-WebZIP
-Webshag
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Collage
+Web Fuck
+WebBandit
+WebFuck
+WebWhacker
+Webalta
+WebsiteExtractor
 WebsiteQuester
-Whack
-Whatweb
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Woobot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zauba
-ZmEu
-ZumBot
-ZyBorg
-adscanner
+Zermelo
+Zeus
+ZoomBot
 archive.org_bot
-check1.exe
-demandbase-bot
-evc-batch
-isitwp.com
-linkdexbot
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+coccocbot
+cognitiveseo
+crawl.sogou.com
+facebookscraper
+instabid
+iubenda-radar
 lwp-trivial
-magpie-crawler
+meanpathbot
 muhstik-scan
 oBot
-pcBrowser
-ripz
+page scorer
+probe-image-size
 scan.lol
-sexsearcher
-sogouspider
-spyfu
+seostar
+sp_auditbot
 trendiction.com
-ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
 webpros.com
-zgrab
+x22Mozilla
+zauba.io