V4.2022.01.2864 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
+80legs
 ALittle Client
-ASPSeek
-Aboundex
-Aipbot
+Acunetix
 Alligator
+AlphaBot
+Anarchy99
 Ankit
-Anthill
-BDCbot
+Attach
+BDFetch
 BackDoorBot
-BackStreet
 Bandit
 BatchFTP
-Bigfoot
-Blow
-BlowFish
-Boardreader
+Battleztar Bazinga
+BlackWidow
+Bolt
 Brandwatch
 Buck
-Buddy
-BuiltBotTough
-CATExplorador
-CazoodleBot
+BuiltWith
 CensysInspect
-CheTeam
-CheeseBot
-Chlooe
+ChinaClaw
 Citoid
-Cloud mapping
+Cliqzbot
+Cocolyzebot
 Cogentbot
-Collector
+Copier
 CopyRightCheck
-CrazyWebCrawler
+Cosmos
+CrunchBot
+CyotekWebCopy
+DBLBot
 DIIbot
-DataCha0s
 Demon
-Devil
 Digincore
+DigitalPebble
 Discobot
 Discoverybot
-Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-Dotbot
+DomCopBot
 Download Wonder
 Dragonfly
+Drip
 EMail Siphon
-EasyDL
-Ebingbong
+EMail Wolf
 Ecxi
-EroCrawler
+EirGrabber
 Exabot
+Express WebPictures
 Extractor
 ExtractorPro
 Extreme Picture Finder
 Ezooms
-FDM
+FHscan
+FemtosearchBot
+Firefox/7.0
+Flunky
 Foobot
+Freeuploader
 Fuzz
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 Genieo
+GermCrawler
+GetWeb
 Getintent
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 Gotit
-Grafula
 GrapeshotCrawler
 HEADMasterSEO
-HTTP::Lite
-HaosouSpider
-Havij
-HybridBot
+HTMLparser
+Haansoft
+Hloader
 IDBTE4M
-IRLbot
-Iblog
 IlseBot
-Image Fetch
-Internet Ninja
-InternetSeer
-Iskanie
+Image Sucker
+Intelliseek
 Jbrofuzz
-JetCar
-JikeSpider
+JennyBot
 Joomla
+Jyxobot
+Keyword Density
+Kinza
 LNSpiderguy
+LWP::Simple
+Larbin
 Leap
-LibWeb
-Lightspeedsystems
+LexiBot
+Lftp
+LieBaoFast
 LinkScan
-LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
 Lmspider
 MIDown tool
-MJ12bot
-MQQBrowser
-MSIECrawler
-Magnet
-Majestic12
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Metauri
+Moblie Safari
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-NICErsPRO
+Mr.4x3
+Msrabot
 NPbot
+Navroad
+NearSite
 Needle
-Nessus
 NetAnts
-Netcraft
+NetLyzer
+NetMechanic
 Nettrack
-NextGenSearchBot
-Nibbler
+Netvibes
 Niki-bot
-NimbleCrawler
-Nimbostratus
-Nuclei
-OnCrawl
+Nutch
+Offline Explorer
 OpenLinkProfiler
-Openfind
+OpenVAS
+Openvas
 OrangeBot
-PECL::HTTP
-PHPCrawl
-Page Analyzer
+OutfoxBot
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
-PageThing.com
+Pandalytics
+Panscient
 PeoplePal
-Petalbot
-Picsearch
-PictureFinder
-Pimonster
+Pi-Monster
+Piepmatz
+Pixray
 PleaseCrawl
 ProPowerBot
-Psbot
+Probethenet
 Pu_iN
 Pump
-PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot
-RankingBot2
+Rankivabot
 Re-re
-RealDownload
-Reaper
+ReGet
 RebelMouse
 Recorder
-Ripper
+RepoMonkey
+RocketCrawler
 Rogerbot
-SBIder
+SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
 Scanbot
 ScoutJet
-Screaming
+Scrapy
+Searchestate
 SearchmetricsBot
+Seekport
+Semrush
 SentiBot
 SeobilityBot
 Shodan
-Siphon
-SiteExplorer
-SiteLockSpider
-Snake
+SiteSnagger
+SiteSucker
+Siteimprove
+Sitevigil
+Snapbot
+Snoopy
 SocialRankIOBot
 Sogou web spider
-Sosospider
-SpaceBison
 SpankBot
 Spbot
-Sucker
+Spinn3r
+Sqlworm
+Sucuri
+Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-The Intraformant
-Thumbor
+TheNomad
+Titan
 Toata
-Tracemyfile
+Toweyabot
 Trendiction
-True_Robot
-Turnitin
 TurnitinBot
-Upflow
+TwengaBot
+Twice
+UnisterBot
 VCI
 Vagabondo
-VidibleScraper
-Voil
-Voltron
-WBSearchBot
-WISENutbot
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+WEBDAV
 WWW::Mechanize
-WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
+Web Collage
 Web Enhancer
-Web Pix
 Web Sucker
-WebAuto
-WebCopier
-WebEnhancer
-WebPix
-WebSauger
+WebImageCollector
 WebStripper
-WebSucker
 WebZIP
-Webster
+Webalta
+WebsiteExtractor
+Whack
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-Zade
+Woobot
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zauba
-Zeus
+ZmEu
+ZoominfoBot
 adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+arquivo.pt
+backlink-check
 cah.io.community
-check1.exe
-cognitiveseo
-com.plumanalytics
+coccocbot-web
 crawl.sogou.com
-crawler.feedback
-facebookscraper
-heritrix
-ips-agent
-lwp-trivial
+eCatch
+evc-batch
+instabid
+internetVista monitor
+iubenda-radar
+magpie-crawler
+mediawords
 muhstik-scan
-netEstate NE Crawler
-polaris version
+pcBrowser
 probe-image-size
-satoristudio.net
-scalaj-http
+seobility
+seoscanners
 serpstatbot
-sexsearcher
-sitechecker.pro
-sp_auditbot
+sogouspider
 sysscan
+tAkeOut
 trendiction.com
-voyagerx.com
 webgains-bot
 webprosbot
+x09Mozilla
+zauba.io
+zgrab