V4.2021.08.2554 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+80legs
+ADmantX
 AIBOT
 ALittle Client
 ASPSeek
-Acunetix
+Aboundex
 AhrefsBot
+AiHitBot
 Aipbot
-Alligator
-Anarchy
-Ankit
-Apexoo
-Aspiegel
-Asterias
+Anthill
+Attach
+AwarioRssBot
 AwarioSmartBot
+BBBike
 BDCbot
-BLEXBot
-BacklinkCrawler
-Badass
+BDFetch
+BackWeb
 Barkrowler
-Blackboard
-Brandprotect
+BatchFTP
+Black Hole
+BlackWidow
+BlowFish
 Brandwatch
-Buck
-BuiltBotTough
 Bullseye
 BunnySlippers
 BuzzSumo
+CATExplorador
+CODE87
 CSHttp
-Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
 CheTeam
-CherryPicker
-Claritybot
+Chlooe
 Cliqzbot
-Cloud mapping
-Cocolyzebot
+Cogentbot
+Collector
+Copier
+Copyscape
 Cosmos
-Crawling at Home Project
-DBLBot
-DIIbot
-DTS Agent
-Demon
-Deusu
-DigitalPebble
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
+Craftbot
+Crescent
+Curious
+DSearch
+DatabaseDriverMysqli
+Dirbuster
+Discoverybot
+Dispatch
+DomainAppender
+DomainStatsBot
+Dotbot
 Download Wonder
-Drip
+Dragonfly
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
 EirGrabber
-EroCrawler
-Evil
-Exabot
+Express WebPictures
 Extractor
-Ezooms
-FDM
-FemtosearchBot
+EyeNetIE
 Firefox/7.0
-Flunky
-Freeuploader
+FlashGet
 FrontPage
-FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 Genieo
+GermCrawler
 GetRight
-GetWeb
-Getintent
+Go!Zilla
+Gotit
 GrabNet
-Grabber
-Grafula
-GrapeFX
-HTTP::Lite
+HEADMasterSEO
+HTMLparser
 Haansoft
+HaosouSpider
 Harvest
-Havij
 Humanlinks
 HybridBot
-IlseBot
-Image Fetch
-IndeedBot
+IDBTE4M
+IDBot
+IRLbot
 Indy Library
-InfoTekies
+InfoNaviRobot
 Iskanie
-JetCar
-JustView
-Keyword Density
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JikeSpider
+Joomla
 Kozmosbot
-LNSpiderguy
-LWP::Simple
+Lanshanbot
+Larbin
 Leap
-LexiBot
-Lftp
 LieBaoFast
+Likse
 LinkWalker
-Linkbot
-LinkextractorPro
+Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
+LinqiaRSSBot
 Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSFrontPage
-MTRobot
+Ltx71
+MQQBrowser
+Magnet
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
-MauiBot
 Meanpathbot
-Metauri
-Moblie Safari
+MegaIndex.ru
+Microsoft Data Access
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Msrabot
-Musobot
-Nameprotect
-Navroad
+NPbot
 NearSite
-Net Vampire
-NetAnts
+Needle
 NetMechanic
-NetZIP
 Netvibes
 NextGenSearchBot
-Niki-bot
+NimbleCrawler
 Nmap
-Nuclei
-OpenLinkProfiler
-OpenVAS
+Nutch
+Octopus
+Offline Explorer
+OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
 PageAnalyzer
 PageThing.com
-Panscient
-Petalbot
-PictureFinder
-PleaseCrawl
+Pavuk
+Picscout
+Picsearch
+ProPowerBot
 ProWebWalker
-Probethenet
-Pu_iN
 Pump
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 RankingBot
-RankingBot2
-RankurBot
 Re-re
 ReGet
-RealDownload
 RebelMouse
+Recorder
 RepoMonkey
-Rogerbot
-SBIder
+Ripper
+RocketCrawler
 SEOkicks
-SMTBot
-Scanbot
-Scrapy
-Screaming
-Semrush
-Seomoz
-Shodan
-Siphon
+SEOlyticsCrawler
+SEOprofiler
+SearchmetricsBot
+SemrushBot
 Site Sucker
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Sitebeam
 Siteimprove
-SlySearch
-Snake
+Sitevigil
 Snapbot
-Snoopy
+Sociscraper
+Sogou web spider
 Sosospider
 Sottopop
-SpaceBison
-Spammen
-SpankBot
-Spbot
+Spinn3r
 Sqlmap
-Sqlworm
-Steeler
-Stripper
 Sucuri
-SuperBot
-SuperHTTP
-Swiftbot
-Szukacz
-Teleport
-Telesphoreo
 Telesphorep
-Titan
+TightTwatBot
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
-TurnitinBot
+Typhoeus
 URLy Warning
 VelenPublicWebCrawler
 VidibleScraper
-Voil
+Virusdie
 Voltron
-WBSearchBot
-WWW-Mechanize
-Wallpapers
+WISENutbot
 Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Collage
 Web Enhancer
-WebFetch
+Web Sauger
+Web Sucker
+WebAuto
+WebBandit
+WebCopier
+WebEnhancer
 WebImageCollector
-Webalta
-WebmasterWorldForumBot
+WebPix
+WebStripper
+Webshag
 Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
-Whatweb
+Whack
+Whacker
 Who.is Bot
 Widow
-WiseGuys Robot
+WinHTTrack
+Wonderbot
 Woobot
 Wotbox
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
 Zermelo
-autoemailspider
+Zitebot
+ZoomBot
+ZoominfoBot
+ZumBot
 check1.exe
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-demandbase-bot
+clark-crawler
+crawler.feedback
 eCatch
-facebookscraper
 gopher
-instabid
+heritrix
 internetVista monitor
 ips-agent
-lwp-request
+isitwp.com
 magpie-crawler
 meanpathbot
+muhstik-scan
 oBot
 page scorer
 polaris version
 ripz
-s1z.ru
-sp_auditbot
-voyagerx.com
-x09Mozilla
-zauba.io
+satoristudio.net
+scalaj-http
+scan.lol
+seoscanners
+seostar
+sogouspider
+sysscan
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+webprosbot
+xpymep1.exe
+zgrab