V4.2022.12.3522 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
+404enemy
+ADmantX
+ASPSeek
+Abonti
 Aboundex
-Aipbot
-AlphaBot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alligator
 Anarchie
 Anarchy
-Anarchy99
+Anthill
+Apexoo
 Aspiegel
-AwarioRssBot
-BackDoorBot
+AwarioSmartBot
+BBBike
+BDCbot
 BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
 BetaBot
-Bitacle
 Black Hole
 BlackWidow
-Blackboard
-Blow
-BlowFish
-Brandprotect
-BuiltBotTough
+Brandwatch
+Buck
+Buddy
+BunnySlippers
 BuzzSumo
 CCBot
 CODE87
-CensysInspect
-CheTeam
+CazoodleBot
+Cegbfeieh
+CherryPicker
 Chlooe
 Claritybot
-Cocolyzebot
-CopyRightCheck
-Craftbot
-CrazyWebCrawler
-Crescent
+Cliqzbot
+Copier
 CrunchBot
 Curious
-DBLBot
+DSearch
+DTS Agent
 DataCha0s
-Demon
 Deusu
-Devil
-Digincore
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DomainStatsBot
 Domains Project
-Dotbot
 Dragonfly
-Drip
-EMail Siphon
+EMail Wolf
 EasyDL
-EirGrabber
-EroCrawler
-ExtLinksBot
-Extractor
-ExtractorPro
-Ezooms
-FDM
-FHscan
+Exabot
 FemtosearchBot
-Fimap
-Firefox/7.0
-Fuzz
-FyberSpider
+FlashGet
+Flunky
+FrontPage
 G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+GetRight
 GetWeb
 Getintent
 Gigabot
-Grafula
+Go-Ahead-Got-It
+Gotit
+GrabNet
+GrapeshotCrawler
 HEADMasterSEO
-HMView
+HTMLparser
 HTTrack
 Haansoft
-Harvest
-Hloader
-Humanlinks
-IDBTE4M
 IDBot
-IRLbot
+Iblog
 Id-search
-IlseBot
-Image Fetch
-Image Sucker
-Indy Library
 InfoNaviRobot
-InterGET
-Iskanie
-IstellaBot
-JennyBot
+Internet Ninja
+InternetSeer
+Iria
+JamesBOT
+Jbrofuzz
 JetCar
+Jetty
+JikeSpider
 Joomla
 JustView
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
+Kinza
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Leap
 LeechFTP
-LibWeb
 Libwhisker
 LieBaoFast
-LinkWalker
-Lipperhey
-MIDown tool
-MIIxpc
-MSFrontPage
-MTRobot
-Mail.RU_Bot
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lmspider
+MJ12bot
 Majestic SEO
-Majestic12
-MarkMonitor
-Mass Downloader
-Masscan
-Mata Hari
+MarkWatch
 MauiBot
-Metauri
+Mb2345Browser
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
-Minefield
-Moblie Safari
-Morfeus Fucking Scanner
+Mojeek
 Mozlila
+Mr.4x3
 Musobot
 NICErsPRO
+NPbot
 Name Intelligence
-Navroad
-NearSite
+Nameprotect
 Nessus
-NetSpider
-Netcraft
+NetLyzer
+NetMechanic
+Netvibes
+NextGenSearchBot
 Niki-bot
-Nikto
-NimbleCrawler
-Nmap
-Nuclei
-OnCrawl
-PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageGrabber
+Nutch
+Octopus
+Offline Navigator
+OpenVAS
+Openfind
+OrangeBot
 PageThing.com
-Panscient
+Pandalytics
 Papa Foto
-Petalbot
-Picsearch
+PeoplePal
+Pi-Monster
 Pimonster
+PleaseCrawl
 Pockey
-Psbot
-PyCurl
+ProPowerBot
+ProWebWalker
+Pu_iN
+PxBroker
 Quick-Crawler
 RankActive
-RankActiveLinkBot
-RankFlex
+RankingBot2
+Rankivabot
 RankurBot
-RealDownload
-Reaper
-Recorder
-Ripper
-RocketCrawler
+ReGet
 Rogerbot
-SEOkicks
+SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+SMTBot
+SalesIntelligent
+ScoutJet
 Scrapy
 ScreenerBot
+ScrepyBot
 Searchestate
-SemanticJuice
+SentiBot
 SeoSiteCheckup
-Seomoz
-Siphon
-Site Sucker
+Shodan
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 Siteimprove
-Snoopy
-Sogou web spider
-Sosospider
+SlySearch
+Snake
 Sottopop
-Spammen
-SpankBot
 SputnikBot
-Sqlworm
-Sqworm
-Steeler
-Sucker
 Sucuri
-SuperBot
 SuperHTTP
-Surfbot
-T0PHackTeam
-TeleportPro
+SurveyBot
+Szukacz
 Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
-TightTwatBot
+Titan
 Toweyabot
-Trendictionbot
+Tracemyfile
+Trendiction
 Turingos
-Turnitin
+TurnitinBot
 Typhoeus
+URLy Warning
+V-BOT
 VB Project
-Virusdie
-WASALive-Bot
-WEBDAV
+VCI
+Vagabondo
+VeriCiteCrawler
 WPScan
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-WeSEE
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Sucker
-WebAuto
-WebCopier
-WebEnhancer
+Web Enhancer
+Web Fetch
+Web Pix
+WebCollage
 WebGo IS
 WebImageCollector
+WebLeacher
 WebPix
-WebReaper
-WebSucker
-Website Quester
+WebStripper
+WebZIP
+Webalta
+Webshag
+WebsiteQuester
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
 Wotbox
+Wprecon
 Xenu
 YoudaoBot
-Zade
-Zermelo
-ZyBorg
-arquivo-web-crawler
+Zauba
+Zitebot
+ZoomBot
+ZoominfoBot
+adscanner
+archive.org_bot
+arquivo.pt
 autoemailspider
-coccocbot
-cognitiveseo
-dataforseo.com
+backlink-check
+cah.io.community
+check1.exe
+com.plumanalytics
+demandbase-bot
 domainsproject.org
 eCatch
-ips-agent
-isitwp.com
+heritrix
+internetVista monitor
+iubenda-radar
 linkdexbot
-lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
-polaris version
+muhstik-scan
+page scorer
 satoristudio.net
-seobility
+scan.lol
+seocompany.store
 seostar
-siteripz
+sogouspider
+sp_auditbot
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+voyagerx.com
+webgains-bot
+x22Mozilla
 xpymep1.exe
 zgrab