V4.2021.09.2613 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 80legs
 AIBOT
-ALittle Client
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Alligator
-Anarchie
-Anarchy99
-Anthill
-BBBike
-BDCbot
+Abonti
+AhrefsBot
+AiHitBot
+Anarchy
+Aspiegel
+AwarioRssBot
+BDFetch
+BackStreet
 Backlink-Ceck
-Bandit
 Barkrowler
 Battleztar Bazinga
-Black Hole
-Blackboard
+BetaBot
+Blow
 BlowFish
 BotALot
+Brandprotect
 Brandwatch
 Buddy
+BuiltBotTough
 BuiltWith
-BunnySlippers
 BuzzSumo
-CATExplorador
+CCBot
+CSHttp
 Calculon
-ChinaClaw
+CensysInspect
+CheeseBot
+CherryPicker
+Chlooe
+Cliqzbot
+Cloud mapping
 Cocolyzebot
-Collector
-CopyRightCheck
-CyotekWebCopy
+Copier
+CrazyWebCrawler
+CrunchBot
 DBLBot
-DSearch
+DIIbot
+DatabaseDriverMysqli
 Demon
-Devil
-DigitalPebble
-Dirbuster
-Discobot
-DittoSpyder
+Digincore
 DnyzBot
-DomCopBot
-DomainSigmaCrawler
-Dotbot
-Drip
-ECCP/1.0
-EMail Wolf
+DomainCrawler
+Domains Project
+Download Wonder
+EasyDL
 Ebingbong
+EirGrabber
 EroCrawler
-ExtLinksBot
+Evil
 ExtractorPro
-EyeNetIE
 Ezooms
-FemtosearchBot
-Firefox/7.0
+FDM
 FlashGet
+Foobot
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+Fyrebot
 GalaxyBot
-GermCrawler
-GetRight
+Genieo
+GetWeb
 Getintent
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-Gotit
-GrapeFX
-HEADMasterSEO
-HTMLparser
-Heritrix
+GrapeshotCrawler
+GridBot
+HTTP::Lite
+HTTrack
 Hloader
+HybridBot
 IDBTE4M
+IRLbot
 Iblog
-IlseBot
-IndeedBot
-InfoTekies
-InterGET
+InfoNaviRobot
+Intelliseek
+Internet Ninja
+InternetSeer
 Iria
-Iskanie
+JennyBot
+JetCar
+Jetty
 JikeSpider
+JustView
 Kenjin Spider
-Keyword Density
+Kinza
 LNSpiderguy
-Likse
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+LWP::Simple
+Larbin
+LeechGet
+LexiBot
+Libwhisker
+Lightspeedsystems
+LinkWalker
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
+MarkMonitor
 MarkWatch
-Masscan
+Mass Downloader
 MauiBot
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Mister PiX
 Moblie Safari
 Mojeek
-Mojolicious
+Mr.4x3
 Msrabot
-Musobot
 NPbot
-Needle
+Nameprotect
+NearSite
+Nessus
 Net Vampire
 NetAnts
-NetLyzer
-NetSpider
-Netcraft
-Nibbler
-Niki-bot
-Ninja
-Nuclei
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
+NetZIP
+Nettrack
+NimbleCrawler
+Nimbostratus
+Offline Explorer
+OpenLinkProfiler
 Openvas
-OrangeBot
-OrangeSpider
 OutclicksBot
-PHPCrawl
-PageAnalyzer
-PageScorer
-PageThing.com
-PeoplePal
-Picscout
-PictureFinder
-PleaseCrawl
-Pu_iN
-Pump
-Quick-Crawler
+OutfoxBot
+Papa Foto
+Pavuk
+Petalbot
+Picsearch
+Pimonster
+Pixray
+Psbot
+RankActive
 RankActiveLinkBot
+RankingBot
+RankingBot2
+Rankivabot
+RealDownload
+Reaper
 RebelMouse
-SEOkicks
-SEOprofiler
-SISTRIX
-ScanAlert
-ScoutJet
+Recorder
+RepoMonkey
+SBIder
+SEOkicks-Robot
+ScrepyBot
+SearchmetricsBot
 Semrush
-SemrushBot
 Seomoz
-Shodan
+Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
 SiteSucker
-SlySearch
+Sitebeam
+Sitevigil
 Snapbot
-Sociscraper
-Sosospider
-Spanner
-Spbot
-Spinn3r
-SputnikBot
-Sqlworm
+Spammen
 Steeler
-Stripper
+Sucker
 Sucuri
-SuperBot
+Surfbot
 Suzuran
+T0PHackTeam
 Teleport
 Telesoft
+Telesphoreo
 TheNomad
-Toata
-Toweyabot
+TightTwatBot
+Titan
+Tracemyfile
 Trendiction
 Trendictionbot
-True_Robot
+Turingos
 UnisterBot
-V-BOT
+Upflow
 VB Project
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
+WASALive-Bot
+WEBDAV
 WISENutbot
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
 Web Auto
-Web Enhancer
-Web Sucker
-WebAuto
+Web Collage
+Web Fetch
 WebBandit
-WebFetch
+WebCollage
+WebCopier
 WebGo IS
-WebStripper
-Website Quester
-WebsiteQuester
+WebImageCollector
+WebLeacher
+WebPix
+WebReaper
+WebWhacker
+WebZIP
+Webalta
+Webster
 Whacker
 Whatweb
 Who.is Bot
-WinHTTrack
-Xaldon WebSpider
+WiseGuys Robot
+Xaldon_WebSpider
+Xenu
 Zade
-Zauba
-ZoomBot
-ZyBorg
-arquivo-web-crawler
+Zermelo
+ZmEu
+ZoominfoBot
+ZumBot
 arquivo.pt
-backlink-check
+clark-crawler
 cognitiveseo
-crawler4j
-eCatch
-facebookscraper
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+domainsproject.org
 gopher
-heritrix
 internetVista monitor
-ips-agent
-lwp-request
+isitwp.com
+lwp-trivial
+meanpathbot
 mediawords
 muhstik-scan
-netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-plumanalytics
+polaris version
+probe-image-size
 s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-seoscanners
-sexsearcher
-spyfu
-trendiction.de
-voyagerx.com
-webpros.com
+scan.lol
+seostar
+serpstatbot
+sogouspider
+sp_auditbot
+sysscan
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
 webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io