V4.2021.09.2595 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
 ADmantX
-Aboundex
-Aboundexbot
-Acunetix
+AIBOT
+Abonti
 AhrefsBot
-AiHitBot
-Alligator
-AlphaBot
-Anarchy
-Aspiegel
-Attach
+Anarchie
+Apexoo
 BBBike
 BDCbot
-BDFetch
+BLEXBot
 BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
+BacklinkCrawler
 BatchFTP
 Black Hole
-Blow
-BlowFish
-Boardreader
-Bolt
+BlackWidow
+Blackboard
 BotALot
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
 BuiltWith
+Bullseye
 BunnySlippers
 BuzzSumo
 CODE87
-CazoodleBot
+CSHttp
+Calculon
 Cegbfeieh
-CherryPicker
+ChinaClaw
 Chlooe
-Copyscape
-Crawling at Home Project
-CrunchBot
-DIIbot
-DTS Agent
-DataCha0s
-Demon
-Dirbuster
-DnyzBot
-DomainAppender
+Claritybot
+Cloud mapping
+Collector
+CopyRightCheck
+Craftbot
+CrazyWebCrawler
+Curious
+DBLBot
+DSearch
+Devil
+DigitalPebble
+DittoSpyder
+DomCopBot
 DomainCrawler
-Dragonfly
-EMail Wolf
+DomainStatsBot
+Domains Project
+Download Wonder
+Drip
+ECCP/1.0
+Ecxi
 Evil
-Exabot
-Express WebPictures
 Extractor
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+Ezooms
+FDM
 FHscan
 Fimap
-Foobot
 Freeuploader
 FrontPage
-Fuzz
-GetWeb
+FyberSpider
+Fyrebot
+GetRight
+Getintent
 Go!Zilla
-Gotit
 Grafula
 GrapeFX
-HEADMasterSEO
-HTTP::Lite
-Haansoft
-Heritrix
-Humanlinks
-HybridBot
+HTMLparser
+IDBTE4M
+IDBot
 Iblog
-IlseBot
 Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
-Iria
-IstellaBot
-Jbrofuzz
+Internet Ninja
+JOC Web Spider
+JennyBot
+JetCar
 Jetty
+JikeSpider
+Jorgee
+JustView
 Jyxobot
+Kozmosbot
 Larbin
-Leap
-LeechGet
-LexiBot
-Likse
+LeechFTP
+Lftp
+LieBaoFast
 LinkWalker
-Linkbot
-LinksManager
+LinkextractorPro
 Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-Magnet
-Majestic12
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Mass Downloader
-Masscan
 Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
 Metauri
-MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojolicious
+Musobot
+NICErsPRO
 NPbot
-Nameprotect
+Name Intelligence
+Navroad
 NearSite
-NetAnts
 NetMechanic
-NetZIP
-Nettrack
 Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Ninja
-Octopus
+Nmap
+Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
 Openfind
 Openvas
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PHPCrawl
 PageAnalyzer
 PageScorer
-PageThing.com
+Pandalytics
 Papa Foto
 Picscout
 Picsearch
-Piepmatz
+PictureFinder
+Pimonster
 Pixray
-Pockey
-Probethenet
+ProPowerBot
 Psbot
-Pu_iN
-Pump
-PyCurl
+PxBroker
 QueryN Metasearch
-Quick-Crawler
 RSSingBot
 RankActive
+RankActiveLinkBot
 Rankivabot
 RealDownload
-Reaper
+RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
-SEOlyticsCrawler
-SMTBot
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SEOstats
+SISTRIX
+ScanAlert
+Scanbot
 ScoutJet
-Scrapy
-ScreenerBot
+Screaming
+ScrepyBot
 SearchmetricsBot
-Semrush
-SentiBot
-SeoSiteCheckup
-Shodan
+SeobilityBot
 Siphon
 Site Sucker
-SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-SlySearch
 Snapbot
-Sosospider
+Snoopy
+Sociscraper
+Sogou web spider
 Sottopop
+SpaceBison
+Spammen
+Spanner
 Spinn3r
-Sqlmap
-Sqworm
+SputnikBot
 Steeler
-Sucker
+SuperBot
+SuperHTTP
+Surfbot
+Swiftbot
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
-Telesoft
-TightTwatBot
+Telesphoreo
+The Intraformant
+Thumbor
 Titan
-Toweyabot
-Trendiction
+True_Robot
 Turingos
-TurnitinBot
 TwengaBot
+Typhoeus
+URLy.Warning
 UnisterBot
-Upflow
-V-BOT
-Vagabondo
-VeriCiteCrawler
+VB Project
+VCI
+Vacuum
+Virusdie
+VoidEYE
+WASALive-Bot
 WBSearchBot
-WEBDAV
 WISENutbot
-WWW-Mechanize
+WPScan
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-Web Enhancer
+Web Collage
+Web Fuck
 Web Pix
 Web Sauger
-Web Sucker
-WebEnhancer
-WebFetch
+WebAuto
 WebFuck
-WebSauger
-WebSucker
+WebGo IS
+WebLeacher
+WebWhacker
+WebZIP
 Webalta
-Webshag
-Website Quester
-Whatweb
-Wonderbot
-Woobot
+WebmasterWorldForumBot
+WebsiteQuester
+Whack
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
-Zade
-Zauba
-ZoomBot
-archive.org_bot
+Wprecon
+Zitebot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-check1.exe
-cognitiveseo
+autoemailspider
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-demandbase-bot
+crawler4j
 eCatch
-facebookscraper
+evc-batch
 gopher
-internetVista monitor
-lwp-request
 lwp-trivial
-mediawords
-muhstik-scan
-oBot
+netEstate NE Crawler
 pcBrowser
 plumanalytics
-ripz
+probe-image-size
 s1z.ru
+satoristudio.net
 scalaj-http
+scan.lol
 seoscanners
-sexsearcher
-siteripz
-sp_auditbot
+serpstatbot
 sysscan
-webprosbot
-x09Mozilla
+tAkeOut
+webmeup-crawler
+webpros.com
 x22Mozilla
+xpymep1.exe
 zgrab