V4.2022.02.2921 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
 80legs
-ADmantX
-AIBOT
-Aboundexbot
-Aipbot
-Alexibot
-AllSubmitter
+ALittle Client
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AlphaBot
+Anarchy
 Ankit
-Anthill
-Atomseobot
-Attach
-AwarioRssBot
+Apexoo
+Asterias
+AwarioSmartBot
+BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Bigfoot
-Bitacle
+BacklinkCrawler
+BetaBot
 Black Hole
-BlackWidow
 Blackboard
+Blow
+BlowFish
 Brandprotect
 Brandwatch
-Buck
-CODE87
-CSHttp
+BuzzSumo
 Calculon
 Cegbfeieh
-CensysInspect
-CheTeam
+CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
-Collector
+Claritybot
+Cloud mapping
+Cocolyzebot
 Copier
 CopyRightCheck
-Crawling at Home Project
-Crescent
-CrunchBot
+Copyscape
+CrazyWebCrawler
+Curious
+Custo
 CyotekWebCopy
-DIIbot
+DBLBot
 DatabaseDriverMysqli
 Demon
-DigitalPebble
-Dispatch
+Dirbuster
+Disco
+DittoSpyder
 DnyzBot
-DomainStatsBot
+DomainSigmaCrawler
+Domains Project
 Dotbot
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EroCrawler
-FHscan
-FemtosearchBot
-Firefox/7.0
+EMail Siphon
+Ebingbong
+Ecxi
+Extractor
+Ezooms
+Fimap
+FlashGet
+Freeuploader
 Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GetWeb
-Getintent
+GalaxyBot
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
 GoZilla
 Gotit
-GridBot
 HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
-Hloader
+HTMLparser
+Harvest
+Havij
+Heritrix
 Humanlinks
-HybridBot
-IDBTE4M
 IDBot
 IRLbot
 Iblog
-IlseBot
-Image Fetch
-Indy Library
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
 Iskanie
-Jbrofuzz
-Jorgee
-JustView
+JetCar
+JikeSpider
 Kenjin Spider
 Lanshanbot
-Larbin
-LeechGet
-LexiBot
-LibWeb
-Libwhisker
-LinkWalker
-LinkpadBot
+Leap
+LeechFTP
+LieBaoFast
+Lightspeedsystems
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-MIDown tool
-MIIxpc
-MJ12bot
+MFC_Tear_Sample
+MQQBrowser
 MSIECrawler
 MTRobot
 Magnet
-Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
-Mb2345Browser
-MeanPath Bot
+Masscan
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mozlila
+Moblie Safari
+Mojeek
+MolokaiBot
+Mr.4x3
+Msrabot
 Musobot
-Nameprotect
+Name Intelligence
 Navroad
-NearSite
-Nessus
-Net Vampire
-Netcraft
-Nettrack
-NextGenSearchBot
-Ninja
-Octopus
-Offline Navigator
-OnCrawl
+NetLyzer
+NetSpider
+Netvibes
+Niki-bot
+Nikto
+NimbleCrawler
+Not
+Nuclei
+Offline Explorer
+Openfind
 Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PHPCrawl
-PageAnalyzer
+PageGrabber
+PageThing.com
+Pandalytics
 PeoplePal
 Petalbot
-Picsearch
+Picscout
+PictureFinder
 Piepmatz
-PleaseCrawl
-ProPowerBot
-Pu_iN
+Pockey
+Probethenet
 Pump
 PxBroker
-Quick-Crawler
-Rankivabot
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankFlex
+RankingBot
 RankurBot
-ReGet
-RealDownload
+Reaper
 RebelMouse
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScoutJet
+RedesScrapy
+RocketCrawler
+Rogerbot
+SEOstats
 Screaming
-ScrepyBot
-Searchestate
+Seekport
 SemanticJuice
-SentiBot
+SeoSiteCheckup
 SeobilityBot
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-Siteimprove
+SiteExplorer
+SiteSnagger
+Sitebeam
 SmartDownload
-Sociscraper
-Sottopop
-Spbot
-SputnikBot
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
+Spammen
 Sqlmap
-Sqlworm
-Steeler
-Sucuri
-SuperBot
+Stripper
 SuperHTTP
-Surfbot
+SurveyBot
+Szukacz
+TeleportPro
+Telesoft
 Telesphoreo
+The Intraformant
 Thumbor
-Toweyabot
-Trendictionbot
-TurnitinBot
-Typhoeus
+Turnitin
+TwengaBot
+URLy.Warning
 UnisterBot
-Upflow
-VB Project
-Vacuum
-Vagabondo
-VidibleScraper
-Virusdie
+V-BOT
 VoidEYE
-WBSearchBot
-WEBDAV
+Voil
+Voltron
 WPScan
-WallpapersHD
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+WeSEE
 Web Auto
 Web Collage
 Web Fuck
 Web Sauger
-WebAuto
+WebBandit
 WebCollage
-WebEnhancer
 WebFetch
 WebGo IS
 WebImageCollector
 WebLeacher
 WebReaper
 WebSauger
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+WebSucker
+Webalta
 WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-Widow
 WiseGuys Robot
-Xaldon_WebSpider
-Zauba
+YoudaoBot
+Zermelo
+Zeus
 ZmEu
-ZyBorg
-autoemailspider
-check1.exe
-clark-crawler
-dataforseo.com
-evc-batch
-internetVista monitor
-ips-agent
-iubenda-radar
-lwp-request
+ZumBot
+arquivo-web-crawler
+arquivo.pt
+cah.io.community
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
+demandbase-bot
+eCatch
+facebookscraper
 lwp-trivial
-magpie-crawler
 meanpathbot
 mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-satoristudio.net
-scalaj-http
+ripz
 seocompany.store
+seoscanners
+seostar
 sexsearcher
-siteripz
-sogouspider
+sitechecker.pro
+sp_auditbot
+spyfu
 sysscan
-tAkeOut
 trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
+webmeup-crawler
 webpros.com
-x22Mozilla
-xpymep1.exe