V4.2022.07.3220 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 ADmantX
 AIBOT
 Aboundex
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
 Aipbot
 Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Attach
+Alligator
+Apexoo
+Aspiegel
 AwarioRssBot
-BBBike
+BDCbot
+BDFetch
+BLEXBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Badass
-Bigfoot
-BlackWidow
-Buddy
+BatchFTP
+BetaBot
+BlowFish
+Brandprotect
+BuiltBotTough
 BuiltWith
-Bullseye
-CODE87
+BuzzSumo
 Calculon
-CheeseBot
+CensysInspect
 Chlooe
+Citoid
 Claritybot
-Cocolyzebot
+Cloud mapping
 Cogentbot
+Collector
 Copier
-Craftbot
-Crawling at Home Project
+Copyscape
 Crescent
-CrunchBot
-DBLBot
-DTS Agent
+Custo
+CyotekWebCopy
 DataCha0s
-Demon
+Deusu
 Devil
+DigitalPebble
 Dirbuster
 Discoverybot
-DnyzBot
-DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DomainStatsBot
 Download Wonder
+Drip
 EasyDL
-Ebingbong
-Evil
+EroCrawler
 ExtLinksBot
-Extractor
 ExtractorPro
+Extreme Picture Finder
 FDM
-FHscan
-FemtosearchBot
-Fimap
+FlashGet
+Flunky
 Foobot
-Freeuploader
 FrontPage
-Fuzz
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-Gigabot
-Go-Ahead-Got-It
-GrabNet
+GermCrawler
+GetRight
+GoZilla
 Grafula
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HTTP::Lite
 HTTrack
-HaosouSpider
-Harvest
-Heritrix
+Havij
 Humanlinks
 HybridBot
-IDBot
+IDBTE4M
 IRLbot
 Iblog
-IlseBot
-IndeedBot
+Image Fetch
 Indy Library
-Intelliseek
-InterGET
 InternetSeer
-Iria
-Iskanie
-JamesBOT
-Jbrofuzz
+JOC Web Spider
+JennyBot
 JetCar
+Jetty
+Joomla
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kozmosbot
-Leap
+Keyword Density
+Lanshanbot
+LeechFTP
 LeechGet
-Lightspeedsystems
+LexiBot
+Lftp
 Likse
 LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkWalker
+LinkpadBot
+LinksManager
 Lipperhey
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
+Litemage_walker
+Lmspider
+MQQBrowser
+MSFrontPage
 MTRobot
-Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic-SEO
-MarkWatch
+MarkMonitor
 Mass Downloader
-MeanPath Bot
+Masscan
+Mata Hari
+Mb2345Browser
 Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
+Microsoft URL Control
+Minefield
 Mister PiX
 Moblie Safari
 Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
 Mr.4x3
 Musobot
-NICErsPRO
-Name Intelligence
-Nameprotect
-Net Vampire
-NetAnts
-NetLyzer
+NearSite
+Nessus
 NetMechanic
 NetZIP
-NextGenSearchBot
-Nibbler
+Netcraft
+Nettrack
 Niki-bot
-Nimbostratus
-Ninja
-Nmap
+NimbleCrawler
+Nutch
+Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-Openfind
-OrangeBot
+OpenVAS
+Openvas
+OrangeSpider
 OutclicksBot
-PECL::HTTP
+PHPCrawl
 PageAnalyzer
-PageGrabber
-Papa Foto
-PeoplePal
-Petalbot
-Picscout
-Piepmatz
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Pi-Monster
+Picsearch
+PictureFinder
 Pimonster
-ProPowerBot
-Pump
-PxBroker
-RSSingBot
-RankingBot2
-Rankivabot
+PleaseCrawl
+ProWebWalker
+Probethenet
+PyCurl
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankingBot
 Re-re
+RealDownload
 Recorder
-RedesScrapy
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+RepoMonkey
+RocketCrawler
+Rogerbot
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
 Searchestate
 SearchmetricsBot
 SemanticJuice
-Semrush
-SentiBot
+SemrushBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-Sitebeam
+SiteExplorer
+SiteSucker
 Sitevigil
-Spammen
+Sogou web spider
+Sottopop
+SpaceBison
 Spanner
 Spinn3r
-SputnikBot
-SurveyBot
+Sucuri
+Surfbot
 Szukacz
 T8Abot
 TeleportPro
+Telesphoreo
+Telesphorep
+Toweyabot
 Trendiction
-UnisterBot
-VCI
-VidibleScraper
-Voil
-Voltron
-WWW::Mechanize
-WWWOFFLE
-WeSEE
-Web Auto
+True_Robot
+Twice
+URLy Warning
+Vagabondo
+VeriCiteCrawler
+Virusdie
+VoidEYE
+WPScan
+Wallpapers/3.0
+WallpapersHD
 Web Fuck
 Web Sucker
-WebBandit
-WebReaper
-WebSucker
+WebAuto
+WebCopier
+WebEnhancer
+WebFetch
+WebGo IS
+WebLeacher
+WebSauger
 WebWhacker
-WebmasterWorldForumBot
-Webshag
-WebsiteQuester
-Webster
+Website Quester
 Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
+Widow
 Wonderbot
-Wprecon
-YoudaoBot
-Zade
-Zauba
+Wotbox
+Xaldon_WebSpider
+Xenu
+Zermelo
 Zeus
+ZmEu
 ZoominfoBot
 ZumBot
-adscanner
-arquivo.pt
-clark-crawler
-cognitiveseo
-com.plumanalytics
+ZyBorg
+autoemailspider
+cah.io.community
+check1.exe
 crawl.sogou.com
 crawler.feedback
-crawler4j
-demandbase-bot
+domainsproject.org
+eCatch
 evc-batch
-instabid
-isitwp.com
+internetVista monitor
+ips-agent
 linkdexbot
-lwp-trivial
-meanpathbot
+mediawords
+muhstik-scan
 netEstate NE Crawler
+oBot
 page scorer
-pcBrowser
-probe-image-size
-seobility
-sp_auditbot
+s1z.ru
+scan.lol
+seostar
+sitechecker.pro
 spyfu
-tAkeOut
-trendiction.com
-trendiction.de
-voyagerx.com
-webgains-bot
+ubermetrics-technologies.com
+webpros.com
 webprosbot
 x09Mozilla