V4.2022.03.2985 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
-80legs
-ADmantX
 ASPSeek
-Abonti
 Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-AllSubmitter
+Apexoo
+Aspiegel
+Asterias
+AwarioRssBot
 AwarioSmartBot
+BBBike
 BDFetch
-BackDoorBot
 BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-BatchFTP
+Barkrowler
 BetaBot
+Bitacle
 BlackWidow
-Blackboard
 Brandprotect
-Buddy
+Buck
 Bullseye
+BunnySlippers
+BuzzSumo
+CODE87
 CSHttp
 CheTeam
 CheeseBot
+Citoid
 Cliqzbot
-Cocolyzebot
-Collector
-CopyRightCheck
-Copyscape
-Cosmos
-Curious
+Cloud mapping
+Cogentbot
+Custo
 DBLBot
+DataCha0s
 DatabaseDriverMysqli
-Devil
-Disco
-Discobot
-Discoverybot
-Dispatch
-DomainAppender
-Dotbot
-Download Wonder
+Digincore
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+Dragonfly
 EMail Siphon
-EirGrabber
-Exabot
-Express WebPictures
+Evil
 ExtLinksBot
 Extractor
 ExtractorPro
-FDM
 FHscan
 FemtosearchBot
 Fimap
 Firefox/7.0
-Flunky
-Freeuploader
+Foobot
 FyberSpider
-Fyrebot
-GalaxyBot
+G-i-g-a-b-o-t
+Genieo
+GetRight
+GetWeb
 Getintent
-Gigabot
 Go!Zilla
-GoZilla
 Gotit
-Grafula
+Grabber
+GrapeFX
 GridBot
 HTMLparser
-HTTP::Lite
 Haansoft
-Harvest
-HybridBot
+HaosouSpider
+HonoluluBot
 IDBTE4M
 IRLbot
-Indy Library
-Internet Ninja
-Iria
-JikeSpider
-JustView
+IlseBot
+InfoNaviRobot
+Iskanie
+Jbrofuzz
+JennyBot
 Jyxobot
-Keybot Translation-Search-Machine
+Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
 LWP::Simple
 Lanshanbot
 Larbin
 Leap
-LeechFTP
-LexiBot
-Likse
-LinkWalker
-Linkdexbot
-LinkextractorPro
-LinqiaRSSBot
-Lipperhey
-Lmspider
+LeechGet
+Lightspeedsystems
+LinkScan
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MSFrontPage
+MIIxpc
+MSIECrawler
+MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
-Masscan
+MauiBot
 MeanPath Bot
-Meanpathbot
-Microsoft Data Access
-Mister PiX
-Mojeek
-Mojolicious
-Mozlila
-Mr.4x3
-Musobot
+MolokaiBot
 NearSite
 Needle
-Nessus
 Net Vampire
-NetLyzer
+NetAnts
 NetSpider
-NetZIP
-Netvibes
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
 Niki-bot
 Ninja
 Nmap
-Not
-Nutch
-Octopus
-OpenVAS
-Openfind
-Openvas
-OrangeBot
-OutclicksBot
-PHPCrawl
+Nuclei
+Offline Navigator
+OutfoxBot
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
+Pandalytics
 Papa Foto
-Pi-Monster
+Petalbot
+Picsearch
+Pixray
 PleaseCrawl
-ProPowerBot
+Pockey
 ProWebWalker
-RankActive
+Psbot
+Pump
+Quick-Crawler
 RankActiveLinkBot
+RankingBot2
 Rankivabot
+ReGet
 RealDownload
+RedesScrapy
 RepoMonkey
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
-Screaming
-SearchmetricsBot
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
+ScanAlert
+ScoutJet
+ScrepyBot
 SemanticJuice
+Semrush
 SemrushBot
-SeoSiteCheckup
+SentiBot
+SeobilityBot
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
 SiteSucker
-Sitevigil
 SlySearch
-SmartDownload
-Snoopy
+Snake
+Snapbot
 SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
+Sottopop
 SpaceBison
 Spammen
-SpankBot
 Spanner
-Spbot
+Spinn3r
+Sqlmap
 Steeler
-Stripper
+Sucker
 Surfbot
-SurveyBot
-T0PHackTeam
-Teleport
+Swiftbot
+Szukacz
+T8Abot
 TeleportPro
 Telesoft
+Telesphoreo
+Telesphorep
 Toata
+Toweyabot
 Trendiction
-True_Robot
-Twice
+Turnitin
+TwengaBot
 Typhoeus
-URLy Warning
+URLy.Warning
 VB Project
-Vacuum
-VeriCiteCrawler
+VidibleScraper
 Virusdie
+VoidEYE
+Voil
 Voltron
-WBSearchBot
-WPScan
+WASALive-Bot
+WISENutbot
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-Web Auto
-Web Collage
+WallpapersHD
 Web Fuck
+Web Pix
 Web Sauger
+Web Sucker
 WebBandit
-WebCollage
 WebCopier
-WebEnhancer
-WebGo IS
+WebFetch
 WebImageCollector
-WebLeacher
 WebReaper
 WebStripper
 WebWhacker
-WebmasterWorldForumBot
-Website Quester
-Webster
+WebsiteExtractor
+Whack
+Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
-Woobot
-Xenu
-Zade
+WinHTTrack
+Xaldon_WebSpider
 Zauba
-ZmEu
-ZyBorg
-adscanner
-arquivo.pt
+Zermelo
+Zeus
+ZumBot
+archive.org_bot
+autoemailspider
+backlink-check
 check1.exe
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
+cognitiveseo
 crawler.feedback
 dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
 facebookscraper
-heritrix
+gopher
 instabid
 internetVista monitor
-lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
+ips-agent
+isitwp.com
+iubenda-radar
+mediawords
 muhstik-scan
-netEstate NE Crawler
+oBot
 pcBrowser
-polaris version
-ripz
-satoristudio.net
-scalaj-http
+plumanalytics
 sitechecker.pro
 siteripz
 sogouspider
 spyfu
-tAkeOut
-trendiction.de
+sysscan
+webmeup-crawler
+webpros.com