V4.2022.06.3140 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-ASPSeek
-Aboundex
-Aboundexbot
-AiHitBot
+AIBOT
+ALittle Client
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
 Alligator
-AlphaBot
 Anarchy99
 Ankit
-Anthill
-AwarioRssBot
-Barkrowler
+Aspiegel
+BBBike
+BDFetch
+BackStreet
+BackWeb
 BatchFTP
-Battleztar Bazinga
-BetaBot
 Bitacle
 BlackWidow
+Blackboard
+Blow
+Boardreader
+Bolt
+Brandprotect
 Brandwatch
-Buck
 Buddy
 BuiltWith
 BuzzSumo
-CATExplorador
 CSHttp
-CazoodleBot
-ChinaClaw
+Calculon
+CensysInspect
+CheeseBot
 Chlooe
-Citoid
-Cogentbot
+Copier
 CopyRightCheck
 Copyscape
-Craftbot
-Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
 CyotekWebCopy
-DIIbot
 DTS Agent
-DataCha0s
-Digincore
-Discoverybot
+DatabaseDriverMysqli
+Deusu
+Discobot
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
-DomainStatsBot
-EMail Siphon
+Domains Project
+Download Wonder
+Dragonfly
+ECCP/1.0
 EMail Wolf
-EirGrabber
-Exabot
+EasyDL
+EroCrawler
+Evil
 Express WebPictures
-FDM
-FHscan
-Fimap
-Firefox/7.0
+ExtLinksBot
+EyeNetIE
+Ezooms
+FemtosearchBot
 FlashGet
-Freeuploader
-Fuzz
-GalaxyBot
-GermCrawler
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
 GetWeb
-Gigabot
-Grabber
-Grafula
-GrapeFX
+Getintent
+Go-Ahead-Got-It
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
-HTTrack
-HaosouSpider
-Havij
-HybridBot
-IDBTE4M
-IRLbot
+Haansoft
+Harvest
+Hloader
+HonoluluBot
 Id-search
 IlseBot
-Image Fetch
-IndeedBot
-Indy Library
-InfoTekies
-InternetSeer
-JOC Web Spider
-Joomla
-Kenjin Spider
+Intelliseek
+JetCar
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-Lanshanbot
-Larbin
+Kozmosbot
+LeechGet
+LexiBot
 Lftp
-Likse
+Libwhisker
+Lightspeedsystems
+LinkScan
+LinkWalker
 LinksManager
+LinqiaRSSBot
 Lipperhey Spider
+Lmspider
 Ltx71
-MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
+MIDown tool
+MIIxpc
+MJ12bot
+MSIECrawler
 Magnet
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
+MarkMonitor
 Mass Downloader
 Masscan
-Mata Hari
-Mediatoolkitbot
 Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Mojeek
+Minefield
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
+Musobot
 Name Intelligence
+Navroad
 Needle
-NetLyzer
+Net Vampire
+NetMechanic
 Netcraft
-Nettrack
-Netvibes
-Nibbler
-Nimbostratus
+Nmap
 Offline Explorer
 Offline Navigator
 OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openvas
+OrangeSpider
 OutclicksBot
 OutfoxBot
+PECL::HTTP
 Page Analyzer
-PageAnalyzer
-PageScorer
+PageGrabber
+PageThing.com
 Pandalytics
-Papa Foto
-Picsearch
-PictureFinder
-Pixray
-ProPowerBot
-Pump
+Panscient
+Pavuk
+Piepmatz
+PleaseCrawl
+Probethenet
+Pu_iN
 PxBroker
 PyCurl
-Quick-Crawler
+QueryN Metasearch
 RSSingBot
-RankurBot
-Re-re
-ReGet
-RepoMonkey
+RankFlex
+Rankivabot
 Ripper
+RocketCrawler
 SBIder
-SEOprofiler
-SEOstats
+SEOkicks
+SEOkicks-Robot
+SISTRIX
+SalesIntelligent
 ScanAlert
-Scanbot
+ScoutJet
 ScrepyBot
-Searchestate
-SearchmetricsBot
-Semrush
+Seekport
 SemrushBot
-Seomoz
+SeoSiteCheckup
+SeobilityBot
 Shodan
 Siphon
-SiteSnagger
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
-Snapbot
-SocialRankIOBot
 Sociscraper
+Sogou web spider
 Sottopop
-SpaceBison
+Spammen
 Spbot
-Sqlmap
-Sqworm
 Steeler
-Sucker
 Sucuri
-SuperBot
+Surfbot
 SurveyBot
+Suzuran
+Szukacz
 T0PHackTeam
-T8Abot
 Teleport
-Telesphoreo
-Telesphorep
 The Intraformant
-Toata
-Toweyabot
-True_Robot
+TightTwatBot
+Tracemyfile
+Trendictionbot
+Turingos
+TurnitinBot
 UnisterBot
-VB Project
+V-BOT
 VCI
 Vacuum
 Vagabondo
+VeriCiteCrawler
 Virusdie
-VoidEYE
-Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
+WPScan
 Web Collage
-Web Sauger
 WebAuto
-WebBandit
-WebCollage
+WebCopier
+WebEnhancer
+WebFuck
 WebGo IS
-WebImageCollector
+WebLeacher
+WebPix
 WebReaper
-WebStripper
-WebZIP
+WebSauger
+WebmasterWorldForumBot
 Webshag
+Website Quester
 WebsiteExtractor
-WinHTTrack
-Wotbox
-Wprecon
-Xaldon WebSpider
-YoudaoBot
+Webster
+Whacker
+Who.is Bot
+Widow
+Xenu
+Zade
+Zauba
 Zermelo
-Zeus
-Zitebot
-ZumBot
+ZmEu
+adscanner
 archive.org_bot
-autoemailspider
+arquivo-web-crawler
 check1.exe
 clark-crawler
+coccocbot
 cognitiveseo
 com.plumanalytics
 crawler.feedback
+crawler4j
 dataforseo.com
-evc-batch
-facebookscraper
-gopher
-linkdexbot
+domainsproject.org
+eCatch
+iubenda-radar
 lwp-request
-mediawords
-oBot
+magpie-crawler
+muhstik-scan
 page scorer
+pcBrowser
 plumanalytics
+polaris version
 probe-image-size
-seocompany.store
+ripz
+seobility
+seoscanners
+seostar
 serpstatbot
-sogouspider
-tAkeOut
+sexsearcher
+sitechecker.pro
+siteripz
+sp_auditbot
+sysscan
 trendiction.com
-webpros.com
-webprosbot
+voyagerx.com
+webgains-bot
+webmeup-crawler
 x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe