V4.2021.10.2647 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
+404enemy
+80legs
 ADmantX
-ALittle Client
-Aboundex
-Acunetix
+ASPSeek
+Aboundexbot
 Alligator
+Anarchie
+Anthill
 Aspiegel
-BBBike
-BLEXBot
-BackDoorBot
+Asterias
+Attach
+BDCbot
+Backlink-Ceck
 BacklinkCrawler
-Barkrowler
-BatchFTP
 Battleztar Bazinga
 Bitacle
+Black Hole
+Blackboard
+Blow
 BlowFish
-Boardreader
-Bolt
+Brandprotect
 Buck
-Buddy
-BuiltWith
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
+Chlooe
+Cloud mapping
 Cogentbot
+Copier
 CopyRightCheck
 Copyscape
-Cosmos
 Crawling at Home Project
-CrunchBot
-Curious
+Crescent
 Custo
-CyotekWebCopy
-DTS Agent
-Demon
-Digincore
-DigitalPebble
+DBLBot
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
 Dirbuster
-Discobot
-Dispatch
-DittoSpyder
-DnyzBot
-Dotbot
+DomCopBot
+DomainStatsBot
+Domains Project
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
+EasyDL
 EirGrabber
-Evil
+Exabot
+Express WebPictures
+Extreme Picture Finder
+EyeNetIE
 FDM
+FHscan
 Firefox/7.0
+Flunky
+Freeuploader
 FrontPage
-GT::WWW
-GalaxyBot
-Genieo
-Gigabot
-Go-Ahead-Got-It
+Fuzz
+FyberSpider
+Fyrebot
+GrabNet
+Grabber
 Grafula
+GrapeFX
 GridBot
-HEADMasterSEO
+HMView
+HTMLparser
 Haansoft
-Harvest
+Havij
 Heritrix
-Hloader
-Humanlinks
 HybridBot
-IDBTE4M
 IDBot
 IRLbot
 Iblog
 Id-search
-IlseBot
+Image Fetch
 IndeedBot
-Indy Library
-InfoTekies
-InterGET
 InternetSeer
+Iskanie
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-JustView
-Jyxobot
-Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
-Leap
+Jorgee
+LWP::Simple
+Lanshanbot
+Lftp
 Libwhisker
-Likse
 LinkScan
-LinkWalker
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
+MQQBrowser
 MSFrontPage
-Majestic SEO
 Majestic-SEO
-Majestic12
+MarkMonitor
 Masscan
-MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Musobot
-NICErsPRO
+Mr.4x3
 Name Intelligence
-Needle
+Nameprotect
+NearSite
+Net Vampire
+NetLyzer
 NetMechanic
 NetSpider
-Netcraft
-Netvibes
-Nibbler
+NextGenSearchBot
 Niki-bot
-Nikto
-Nimbostratus
 Nuclei
-Nutch
-Offline Navigator
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
-Openvas
+OpenVAS
+OutfoxBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
-PictureFinder
-Piepmatz
+Panscient
+Papa Foto
+PeoplePal
+Pi-Monster
+Picsearch
+Pixray
+Pockey
 Psbot
-Pump
+QueryN Metasearch
+RSSingBot
 RankFlex
-RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-ReGet
-Reaper
+Re-re
+RebelMouse
 RedesScrapy
 RepoMonkey
-RocketCrawler
-Rogerbot
 SBIder
-SEOkicks
 SEOkicks-Robot
 SEOprofiler
-SMTBot
-Screaming
-Semrush
+ScanAlert
+Scanbot
+Scrapy
+Searchestate
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
 Seomoz
-Shodan
 Siphon
-SiteLockSpider
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snake
+Site Sucker
+SiteExplorer
+SiteSnagger
+Snapbot
 Snoopy
+SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
+Spammen
+SpankBot
 Spanner
 Spinn3r
-Sqlmap
 Sqworm
-Steeler
-Stripper
-SuperHTTP
-Swiftbot
+Sucker
+Sucuri
+Surfbot
+SurveyBot
+Teleport
+TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
-TightTwatBot
-Trendiction
-Turingos
+TheNomad
+Titan
+Tracemyfile
+Trendictionbot
+True_Robot
+Turnitin
 TurnitinBot
 Twice
 Typhoeus
-URLy Warning
-UnisterBot
-Vacuum
+Upflow
+V-BOT
+VB Project
+VCI
 Vagabondo
-VelenPublicWebCrawler
-Virusdie
-Voil
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 Voltron
+WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-WeSEE
+Web Collage
+Web Fuck
+Web Pix
 Web Sauger
-Web Sucker
 WebAuto
-WebCollage
+WebBandit
 WebEnhancer
 WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebReaper
-WebStripper
-WebWhacker
+WebPix
 WebZIP
-Website Quester
-WebsiteExtractor
+WebmasterWorldForumBot
+WebsiteQuester
+Whack
+Whacker
 Whatweb
-WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wotbox
-Zeus
+Woobot
+YoudaoBot
+Zauba
+Zermelo
 Zitebot
+ZoominfoBot
+ZyBorg
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
 check1.exe
 coccocbot-web
 cognitiveseo
-dataforseo.com
 demandbase-bot
-facebookscraper
+eCatch
+heritrix
 instabid
-ips-agent
+internetVista monitor
 isitwp.com
-magpie-crawler
 meanpathbot
+netEstate NE Crawler
 oBot
-s1z.ru
-satoristudio.net
-scalaj-http
-seobility
-seostar
+page scorer
+polaris version
+ripz
+seoscanners
 sitechecker.pro
-siteripz
-sogouspider
-trendiction.com
-ubermetrics-technologies.com
+sysscan
+tAkeOut
 voyagerx.com
-webmeup-crawler
 webpros.com
-x22Mozilla
 xpymep1.exe
 zgrab