V4.2021.09.2578 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
 404enemy
 ADmantX
-Abonti
+ALittle Client
+ASPSeek
 Aboundexbot
-AiHitBot
-Aipbot
 Alexibot
 AllSubmitter
-Alligator
 AlphaBot
 Anarchy
+Anarchy99
 Ankit
+Apexoo
 Aspiegel
-BBBike
+Asterias
+Attach
 BDCbot
-BackWeb
-Backlink-Ceck
-Badass
+BLEXBot
+BackDoorBot
+BackStreet
+BacklinkCrawler
+Bandit
+Barkrowler
 Battleztar Bazinga
-Bigfoot
 Bitacle
 Black Hole
-Blackboard
+Blow
 BlowFish
-Boardreader
+Bolt
 BotALot
+Buck
+BuiltBotTough
+BuiltWith
 Bullseye
-BuzzSumo
-CCBot
 CODE87
 CSHttp
-CazoodleBot
-CheTeam
+CensysInspect
 CheeseBot
-CherryPicker
+ChinaClaw
+Cliqzbot
 Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
+CopyRightCheck
+Copyscape
 CrazyWebCrawler
-Crescent
-Custo
+CrunchBot
+Curious
 DBLBot
 DSearch
-Deusu
-DigitalPebble
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Digincore
 Dirbuster
+Discobot
+Dispatch
+DittoSpyder
 DnyzBot
-DomainCrawler
 Domains Project
-Download Wonder
-Dragonfly
-Drip
-ECCP/1.0
-EMail Wolf
+EMail Siphon
 Ebingbong
-Ecxi
-EirGrabber
-Evil
+EroCrawler
+Exabot
 ExtLinksBot
-EyeNetIE
+Extreme Picture Finder
 Ezooms
 FDM
-FHscan
 FlashGet
 Flunky
-Foobot
 Freeuploader
-GetRight
-Gigabot
+Fuzz
+Fyrebot
+GalaxyBot
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-GrabNet
-GridBot
+Grabber
+Grafula
+GrapeFX
+HEADMasterSEO
 HMView
-HTTrack
+HTMLparser
+Haansoft
 Harvest
-HybridBot
+Heritrix
+Hloader
+Humanlinks
 IDBTE4M
+IDBot
 IRLbot
-Iblog
-IlseBot
-InfoNaviRobot
+Image Fetch
+Image Sucker
+Indy Library
+InfoTekies
+InterGET
 Internet Ninja
 InternetSeer
-JOC Web Spider
-JamesBOT
-Jyxobot
-LWP::Simple
-Lanshanbot
-Larbin
-LeechFTP
-Lftp
+Iria
+Jbrofuzz
+Jorgee
+Kinza
+LeechGet
+LexiBot
 Libwhisker
 LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
 MIDown tool
-MSIECrawler
+MQQBrowser
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
 MarkWatch
+Mass Downloader
 Masscan
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Mozlila
+MauiBot
+MegaIndex.ru
+Mojeek
 Mr.4x3
+Nameprotect
 Navroad
 NearSite
-Needle
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
 NetZIP
-Netcraft
-Nettrack
-Netvibes
 NextGenSearchBot
-Nikto
-NimbleCrawler
+Nibbler
 Nmap
+Nuclei
 Nutch
-Offline Navigator
+Octopus
 OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
-OutfoxBot
-PHPCrawl
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
 PageThing.com
 Pandalytics
 Papa Foto
-Pavuk
+PeoplePal
 Pi-Monster
 Picscout
-Pimonster
-ProPowerBot
-Pump
+PleaseCrawl
+ProWebWalker
+PyCurl
 RankActive
-RankActiveLinkBot
-Reaper
-RebelMouse
+RankFlex
+RankurBot
+Re-re
 Recorder
-Ripper
-SEOkicks
-SEOprofiler
-SEOstats
+RedesScrapy
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+ScanAlert
 Scanbot
+ScoutJet
+Screaming
 ScreenerBot
 Searchestate
-SemrushBot
-SentiBot
+SearchmetricsBot
 Seomoz
-Siphon
-Site Sucker
-SiteLockSpider
-Siteimprove
+Shodan
+SiteExplorer
+Sitebeam
 SlySearch
-SmartDownload
-Snake
-Snoopy
 SocialRankIOBot
 Sociscraper
-Spanner
-Sqlmap
+Sottopop
+SpaceBison
+Spbot
 Sqworm
-Steeler
-Stripper
-Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-T8Abot
-TeleportPro
-Telesoft
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Titan
+Telesphoreo
+Trendiction
 True_Robot
-Turingos
 TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 URLy Warning
-V-BOT
-VB Project
+UnisterBot
 VCI
-VelenPublicWebCrawler
+Vacuum
+Vagabondo
 VeriCiteCrawler
+Virusdie
 WBSearchBot
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-WallpapersHD
+WeSEE
 Web Auto
-Web Fetch
+Web Collage
+Web Pix
 Web Sauger
 WebAuto
-WebBandit
-WebPix
+WebCopier
+WebEnhancer
+WebFuck
+WebLeacher
 WebSauger
-WebSucker
-WebZIP
-WebmasterWorldForumBot
+Webalta
 Webshag
-Webster
-Wotbox
-Zade
-Zauba
+WebsiteExtractor
+Whacker
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zermelo
+ZumBot
 archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-check1.exe
-clark-crawler
-cognitiveseo
-com.plumanalytics
+coccocbot-web
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
 demandbase-bot
+eCatch
+facebookscraper
 heritrix
-internetVista monitor
 ips-agent
+isitwp.com
 magpie-crawler
-oBot
-pcBrowser
-plumanalytics
-polaris version
-scalaj-http
-seostar
+muhstik-scan
+s1z.ru
+seoscanners
 serpstatbot
-sp_auditbot
+sexsearcher
+sogouspider
 spyfu
-sysscan
+trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
 xpymep1.exe
+zauba.io
+zgrab