V4.2022.04.3026 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
+80legs
 AIBOT
+ALittle Client
 Abonti
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
-Alligator
 Anarchy
+Anarchy99
+Ankit
 Atomseobot
-Attach
-BBBike
 BDCbot
-BLEXBot
 BacklinkCrawler
-Bandit
-BatchFTP
+Battleztar Bazinga
 Bitacle
 Black Hole
-Blackboard
 Blow
+BlowFish
+Boardreader
 BotALot
-Buddy
+Brandwatch
+Bullseye
+BunnySlippers
 BuzzSumo
-CATExplorador
 CODE87
 CSHttp
+CazoodleBot
 Cegbfeieh
 CensysInspect
+CheeseBot
+CherryPicker
+Citoid
 Cliqzbot
 Cocolyzebot
-Collector
-Copier
-Cosmos
-Craftbot
+CopyRightCheck
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-DBLBot
+Crescent
+DIIbot
 DSearch
-DatabaseDriverMysqli
+DTS Agent
 Demon
-Deusu
-Digincore
+Devil
+DigitalPebble
 Dirbuster
-Discobot
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Dispatch
 DomCopBot
-DomainAppender
-DomainCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
-Drip
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ecxi
+Domains Project
+Dragonfly
+EasyDL
+Ebingbong
+EirGrabber
 EroCrawler
 Evil
-Exabot
-Express WebPictures
-ExtLinksBot
 Extreme Picture Finder
+EyeNetIE
+FHscan
 FemtosearchBot
-FlashGet
-G-i-g-a-b-o-t
-GetWeb
+Fimap
+Firefox/7.0
+Flunky
+Foobot
+Fuzz
+GalaxyBot
 Getintent
+Go-Ahead-Got-It
+GoZilla
 Gotit
 Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
-HTTrack
+HEADMasterSEO
+HMView
+HTMLparser
 Haansoft
-Havij
-HonoluluBot
-Iblog
+Heritrix
+Humanlinks
+HybridBot
+IDBTE4M
+IlseBot
 Image Fetch
-IndeedBot
-InfoNaviRobot
+Image Sucker
+Indy Library
+Intelliseek
 InterGET
-Iria
-Iskanie
+Internet Ninja
+InternetSeer
 IstellaBot
+JOC Web Spider
 Jbrofuzz
-JennyBot
+Jetty
 JikeSpider
+JustView
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
 Kozmosbot
-Lanshanbot
-LexiBot
-Lightspeedsystems
-Linkbot
+Larbin
+LeechFTP
+Libwhisker
 Linkdexbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
-Mag-Net
+MIDown tool
+MIIxpc
+MJ12bot
+MTRobot
 Magnet
-Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
+Masscan
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
-Mojolicious
+Metauri
+MicroMessenger
+Minefield
+Mister PiX
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Musobot
-Name Intelligence
+NICErsPRO
+NPbot
+Navroad
 Needle
 Nessus
+NetLyzer
+NetSpider
 NetZIP
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Nutch
+Not
+Nuclei
 Octopus
 Offline Explorer
-OrangeSpider
-OutfoxBot
-Page Analyzer
-PageAnalyzer
-Pavuk
-PeoplePal
-Petalbot
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+PECL::HTTP
+PHPCrawl
+PageThing.com
 Pixray
 PleaseCrawl
 Pockey
 Probethenet
-Psbot
-Pu_iN
-Pump
+PxBroker
 Quick-Crawler
 RankActive
 RankActiveLinkBot
 RankFlex
+RankingBot
 RankingBot2
 Re-re
 Reaper
-RepoMonkey
 Ripper
 SBIder
-SEOkicks-Robot
 SEOprofiler
+SEOstats
+SISTRIX
 SalesIntelligent
-SearchmetricsBot
+ScanAlert
+ScoutJet
+Seekport
+SemanticJuice
+Semrush
 SemrushBot
 SentiBot
-SeoSiteCheckup
-Siphon
-SiteExplorer
-Siteimprove
-Sitevigil
-SmartDownload
-Snake
-SpaceBison
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+SlySearch
+Sociscraper
+Sogou web spider
+Sottopop
 Spammen
-Sqlworm
+SpankBot
+Spanner
 Stripper
+SuperBot
 SuperHTTP
-Surfbot
-Suzuran
+SurveyBot
 T0PHackTeam
+T8Abot
 Teleport
-Telesoft
-Telesphoreo
 Telesphorep
-The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
 Turingos
-TurnitinBot
-TwengaBot
+Turnitin
 Twice
 Typhoeus
 URLy Warning
-UnisterBot
-V-BOT
+URLy.Warning
 VCI
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-Voil
 Voltron
 WBSearchBot
-WWWOFFLE
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
-Web Sauger
-WebEnhancer
-WebFetch
-WebFuck
-WebGo IS
-WebLeacher
-WebPix
+WWW-Mechanize
+WallpapersHD
+Web Enhancer
+WebBandit
+WebReaper
 WebSauger
-WebStripper
-WebZIP
-WebmasterWorldForumBot
-Website Quester
 Webster
-Who.is Bot
-Widow
+Whatweb
+WinHTTrack
 WiseGuys Robot
+Woobot
 Xaldon_WebSpider
 YoudaoBot
+Zade
 Zauba
-Zitebot
 ZmEu
-ZumBot
+ZoomBot
 adscanner
-backlink-check
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 cah.io.community
-crawl.sogou.com
-demandbase-bot
+clark-crawler
+com.plumanalytics
+eCatch
 gopher
-heritrix
-ips-agent
+internetVista monitor
 lwp-request
-polaris version
-s1z.ru
-satoristudio.net
-seoscanners
+lwp-trivial
+magpie-crawler
+page scorer
+pcBrowser
+plumanalytics
+scan.lol
+seostar
 sitechecker.pro
-siteripz
-trendiction.com
-ubermetrics-technologies.com
+sogouspider
+spyfu
+tAkeOut
 webgains-bot
 webmeup-crawler
-x22Mozilla
-zauba.io
-zgrab
+x09Mozilla
+xpymep1.exe