V4.2022.10.3416 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-AIBOT
+01h4x.com
+360Spider
 ALittle Client
 Abonti
 Aboundexbot
 Acunetix
-AhrefsBot
-Alexibot
 AllSubmitter
 Alligator
-AlphaBot
-Anarchie
+Anarchy
 Anarchy99
 Aspiegel
+Attach
+AwarioSmartBot
+BBBike
 BDCbot
 BDFetch
+BLEXBot
+BackDoorBot
 BackStreet
-BackWeb
-BacklinkCrawler
 Badass
-BatchFTP
-BetaBot
-Bigfoot
-Black Hole
-Bolt
-BotALot
+Barkrowler
+Blackboard
+Boardreader
 Brandwatch
 Buck
 Buddy
-BuiltWith
-BuzzSumo
-CCBot
-CODE87
+BuiltBotTough
+CATExplorador
 CSHttp
-CensysInspect
-CheTeam
+Calculon
 CherryPicker
-ChinaClaw
-Chlooe
-Citoid
-Claritybot
-Collector
-Copier
+Cliqzbot
+Cloud mapping
+Cogentbot
 Cosmos
 Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Custo
 DSearch
-Deusu
-Digincore
-DigitalPebble
-Disco
+Demon
+Devil
 Discobot
+Discoverybot
 Dispatch
-DnyzBot
-DomainCrawler
-DomainStatsBot
+DomCopBot
 Dotbot
-Dragonfly
-Drip
+EMail Siphon
+EMail Wolf
 EasyDL
+Ebingbong
 Ecxi
-EroCrawler
 Evil
+Exabot
 Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
 Ezooms
-FDM
+FHscan
 FemtosearchBot
+Fimap
 Firefox/7.0
 Freeuploader
-FrontPage
 Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
-Genieo
 GetRight
-Getintent
-Gigabot
-Go!Zilla
 GoZilla
-Gotit
-GridBot
-HMView
-HTMLparser
-HTTP::Lite
+GrapeFX
 Haansoft
+HaosouSpider
 Harvest
-Havij
-HonoluluBot
-IDBTE4M
+Heritrix
+Humanlinks
+HybridBot
 IDBot
-IRLbot
-Id-search
+IlseBot
+Image Fetch
 Image Sucker
 Indy Library
-InfoTekies
+InfoNaviRobot
 Intelliseek
-InterGET
+Iskanie
 IstellaBot
 JOC Web Spider
 JamesBOT
-Jbrofuzz
 JetCar
-JikeSpider
-Jyxobot
-Keybot Translation-Search-Machine
-LeechFTP
-LieBaoFast
-LinqiaRSSBot
-Lipperhey
-Lmspider
-Ltx71
+Joomla
+Jorgee
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+Larbin
+Lftp
+Lightspeedsystems
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 MIDown tool
-MQQBrowser
+MJ12bot
 MSIECrawler
-Mail.RU_Bot
-Majestic-SEO
+Magnet
 MarkMonitor
-Mb2345Browser
-MeanPath Bot
+Masscan
 Mediatoolkitbot
 Metauri
+MicroMessenger
 Microsoft URL Control
-Minefield
 Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
 Mozlila
-Mr.4x3
 Msrabot
-Musobot
-NPbot
-Name Intelligence
-Nameprotect
 Navroad
 NearSite
-NetLyzer
-Niki-bot
-NimbleCrawler
-Nmap
-Not
+Net Vampire
+NetZIP
+Nettrack
+Nuclei
 Offline Explorer
-Openfind
-OrangeSpider
+OnCrawl
+Openvas
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageScorer
-Pandalytics
-Panscient
 Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
 Piepmatz
-Probethenet
+ProPowerBot
 Pu_iN
 PxBroker
-Quick-Crawler
 RSSingBot
+RankActive
+RankActiveLinkBot
 RankFlex
 RankingBot
+Rankivabot
 Re-re
+RebelMouse
+Recorder
 RedesScrapy
-Ripper
-SBIder
-SEOkicks
+Rogerbot
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
-SalesIntelligent
+ScanAlert
+Scanbot
+Scrapy
 Screaming
-ScreenerBot
-SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-Siphon
+Seekport
+Semrush
+SemrushBot
+SentiBot
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
 SlySearch
-Snake
 Snapbot
-Snoopy
-Sociscraper
+Sottopop
 Spammen
-Spinn3r
+SpankBot
+Spanner
+SputnikBot
+Sqworm
 Steeler
-Stripper
-Sucuri
-Surfbot
+Sucker
+SuperBot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
+T8Abot
+Teleport
+Telesoft
 The Intraformant
 Thumbor
-TightTwatBot
-Toweyabot
-Typhoeus
-URLy Warning
+Titan
+Tracemyfile
+Turnitin
+TurnitinBot
+TwengaBot
+Twice
+UnisterBot
 Upflow
 V-BOT
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voil
-Voltron
+Vagabondo
+VelenPublicWebCrawler
 WBSearchBot
-WEBDAV
 WISENutbot
-WPScan
+Wallpapers
+WeSEE
+Web Auto
+Web Fuck
+Web Sauger
 Web Sucker
-WebAuto
-WebCopier
-WebFetch
-WebImageCollector
-WebSauger
-Webalta
+WebFuck
 Webshag
+Website Quester
+WebsiteExtractor
+Webster
 Whacker
-WinHTTrack
-WiseGuys Robot
+Whatweb
+Widow
 Woobot
 Wotbox
-Zermelo
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zeus
-ZumBot
-arquivo.pt
+Zitebot
+ZoomBot
+cah.io.community
 check1.exe
-coccocbot
+clark-crawler
 cognitiveseo
-crawler4j
-dataforseo.com
-evc-batch
-gopher
-heritrix
-internetVista monitor
+crawl.sogou.com
+demandbase-bot
+eCatch
+facebookscraper
+isitwp.com
+lwp-request
 lwp-trivial
-oBot
-page scorer
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
 pcBrowser
+polaris version
+probe-image-size
+ripz
 s1z.ru
-scalaj-http
-scan.lol
+satoristudio.net
 seobility
+seocompany.store
+seostar
 serpstatbot
-sexsearcher
-sogouspider
+sitechecker.pro
 spyfu
+trendiction.com
 ubermetrics-technologies.com
-zgrab
+voyagerx.com
+webpros.com
+webprosbot
+x22Mozilla
+xpymep1.exe