V4.2022.01.2827 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+404checker
 ADmantX
+AIBOT
 ALittle Client
 ASPSeek
 Abonti
-Aboundex
-AhrefsBot
-Alexibot
-Ankit
-Anthill
+AfD-Verbotsverfahren
+AlphaBot
+Apexoo
 Aspiegel
-Attach
 AwarioSmartBot
-BDFetch
-BackDoorBot
-Backlink-Ceck
-Bandit
-Barkrowler
+BackStreet
 Battleztar Bazinga
-BetaBot
-Bitacle
-Black Hole
-Blow
-BlowFish
+BlackWidow
+Boardreader
 Bolt
-BuiltBotTough
-BuiltWith
-CODE87
+Brandwatch
+Buddy
+Bullseye
+BuzzSumo
+CATExplorador
 CazoodleBot
-CheeseBot
-ChinaClaw
+CheTeam
 Citoid
-Craftbot
+Claritybot
+Cloud mapping
+Collector
+Copier
+CopyRightCheck
+Copyscape
+Cosmos
+CrazyWebCrawler
 CrunchBot
+Custo
+CyotekWebCopy
 DBLBot
-DataCha0s
-DatabaseDriverMysqli
 Deusu
 Devil
+Digincore
+DigitalPebble
+Dirbuster
+Disco
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-EasyDL
+Domains Project
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 Ecxi
-EroCrawler
-EyeNetIE
-Ezooms
-FHscan
-Firefox/7.0
+Exabot
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+Freeuploader
 FrontPage
-FyberSpider
-GT::WWW
+Fuzz
+GalaxyBot
 Genieo
 GermCrawler
-Getintent
-Gigabot
+GetRight
 GoZilla
-Grabber
+GrabNet
 Grafula
 GrapeFX
-HTMLparser
-HTTP::Lite
-Hloader
-Humanlinks
+GridBot
+HMView
+Harvest
 HybridBot
-IDBTE4M
 IDBot
+IRLbot
 IlseBot
-Image Sucker
-Intelliseek
-Internet Ninja
+Image Fetch
+InfoNaviRobot
 InternetSeer
-Iria
 IstellaBot
 JOC Web Spider
 Jbrofuzz
+JennyBot
+JikeSpider
 Joomla
 Jorgee
-Kenjin Spider
+JustView
+Jyxobot
 Keyword Density
-LNSpiderguy
-Larbin
-Leap
+Kozmosbot
+LeechFTP
+LexiBot
 Lftp
-LibWeb
 Libwhisker
-LieBaoFast
 Lightspeedsystems
 LinkScan
-LinkextractorPro
+Linkdexbot
 LinkpadBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
+MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MSFrontPage
-MSIECrawler
 Majestic SEO
 Mass Downloader
 Masscan
-Mata Hari
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
 MicroMessenger
+Microsoft URL Control
+Minefield
 Mister PiX
+Moblie Safari
 Mojeek
 Mojolicious
 Mozlila
-Msrabot
 NPbot
+NearSite
 Needle
 Nessus
-NetAnts
+Net Vampire
+NetLyzer
 NetMechanic
-Nettrack
-Netvibes
-Niki-bot
+NetSpider
+NetZIP
+NextGenSearchBot
 Nikto
 NimbleCrawler
-Nmap
-Not
-Nutch
+Octopus
 OnCrawl
-OrangeBot
+Openfind
 OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
-PageGrabber
-PeoplePal
+PageScorer
 Petalbot
-Picscout
-Pimonster
-Pixray
-Pockey
+Piepmatz
 ProPowerBot
 ProWebWalker
 Probethenet
+Pump
 PxBroker
+PyCurl
 RankActive
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
-ReGet
+RankActiveLinkBot
 RealDownload
 RebelMouse
-Recorder
+RedesScrapy
 RepoMonkey
-RocketCrawler
+Ripper
+Rogerbot
 SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SalesIntelligent
-ScrepyBot
-SearchmetricsBot
+SEOstats
+ScanAlert
+ScoutJet
+Scrapy
+Screaming
+ScreenerBot
+SemanticJuice
+SeoSiteCheckup
+SeobilityBot
 Shodan
-Siphon
-Sitebeam
-Snake
-Snapbot
+SiteLockSpider
+Siteimprove
+SlySearch
+SmartDownload
 Snoopy
-Sociscraper
 Sogou web spider
-Spammen
-SpankBot
-Spanner
-SputnikBot
-Sucuri
+Sottopop
+Spbot
+Spinn3r
+Sqworm
+Steeler
+Sucker
+SuperHTTP
 SurveyBot
+Suzuran
 Swiftbot
 T0PHackTeam
 Teleport
-Telesoft
+Telesphoreo
 Titan
-Trendiction
 True_Robot
+Turingos
+TurnitinBot
 TwengaBot
-URLy Warning
+Twice
+Typhoeus
 UnisterBot
 Upflow
-V-BOT
-VB Project
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voltron
+VCI
+VelenPublicWebCrawler
+VoidEYE
 WASALive-Bot
 WBSearchBot
-WEBDAV
+WPScan
 WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Pix
-WebAuto
-WebBandit
-WebCollage
-WebCopier
-WebFuck
+WeSEE
+Web Auto
+Web Collage
 WebGo IS
 WebLeacher
+WebPix
 WebSauger
-WebStripper
-WebmasterWorldForumBot
+WebSucker
+WebWhacker
+WebZIP
 Website Quester
 WebsiteExtractor
-Whatweb
-Widow
+Whacker
+WiseGuys Robot
 Wonderbot
-Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zauba
+Zade
 Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZyBorg
+ZoominfoBot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
-coccocbot-web
+cah.io.community
+cognitiveseo
 crawler4j
-demandbase-bot
-domainsproject.org
-isitwp.com
+dataforseo.com
+facebookscraper
+gopher
+internetVista monitor
+ips-agent
+lwp-request
 lwp-trivial
-meanpathbot
-mediawords
+magpie-crawler
+netEstate NE Crawler
 oBot
 pcBrowser
-plumanalytics
 polaris version
-s1z.ru
-satoristudio.net
+probe-image-size
+scalaj-http
 scan.lol
 seocompany.store
+seoscanners
 serpstatbot
 sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
-sp_auditbot
-sysscan
-webprosbot
-x22Mozilla
-xpymep1.exe
-zgrab
+spyfu
+trendiction.com
+webmeup-crawler
+x09Mozilla