V4.2022.02.2901 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
-404enemy
+80legs
 ADmantX
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-Aspiegel
+ALittle Client
+ASPSeek
+Aboundex
+AiHitBot
+Anarchy99
 Asterias
-Atomseobot
+Attach
 AwarioRssBot
-BDCbot
-BLEXBot
-BackDoorBot
+AwarioSmartBot
+BBBike
+BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+Black Hole
 Blow
 BlowFish
-Boardreader
-BotALot
+Brandprotect
+Brandwatch
 BuiltBotTough
-BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
+CATExplorador
+CCBot
+CODE87
 CSHttp
-CensysInspect
+CheTeam
+CheeseBot
+ChinaClaw
 Citoid
-Cliqzbot
-Cloud mapping
-CopyRightCheck
-Craftbot
-Crescent
+Claritybot
+Collector
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-Custo
 DIIbot
-DTS Agent
-DataCha0s
-Demon
+DSearch
 Deusu
-Devil
-Digincore
-Disco
-DnBCrawler-Analytics
+DigitalPebble
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DomCopBot
 DomainCrawler
+Domains Project
 Dotbot
 Drip
-EMail Siphon
+ECCP/1.0
 EasyDL
-Ebingbong
-Evil
+EirGrabber
 Exabot
+Express WebPictures
+ExtLinksBot
 Extractor
-EyeNetIE
+FDM
+FHscan
 FemtosearchBot
+Fimap
 FlashGet
+Freeuploader
 FyberSpider
-GalaxyBot
-GetRight
-GetWeb
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 Gigabot
-GrabNet
+Grafula
 GrapeFX
-HTMLparser
+HTTP::Lite
 HTTrack
-Havij
-Hloader
+Haansoft
+HaosouSpider
+Heritrix
 IRLbot
-Iblog
-IndeedBot
 InfoNaviRobot
-Internet Ninja
+Intelliseek
+InternetSeer
+Iria
+Iskanie
 IstellaBot
 JamesBOT
-Jbrofuzz
-JetCar
-Jetty
-Jorgee
+JennyBot
 JustView
-Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
+LWP::Simple
+Lanshanbot
+Larbin
 Leap
+LeechGet
 LexiBot
-Lftp
-LibWeb
+Libwhisker
 LieBaoFast
 LinkScan
+LinkWalker
 Linkbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-Litemage_walker
-MIDown tool
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
-MSFrontPage
-MSIECrawler
 MTRobot
-Mag-Net
-Mail.RU_Bot
-Mass Downloader
-MeanPath Bot
-Meanpathbot
+Magnet
+Majestic-SEO
+MarkMonitor
+Masscan
+Mb2345Browser
 Mediatoolkitbot
-Mister PiX
-Moblie Safari
-Mojolicious
+Microsoft URL Control
+Minefield
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
+Mr.4x3
 NICErsPRO
 NPbot
-NearSite
-Nessus
 NetAnts
-NetMechanic
+NetSpider
+NetZIP
+Netcraft
 NextGenSearchBot
-Nikto
+Nibbler
 Ninja
+Nmap
+Not
+Nutch
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
+Openfind
+OrangeBot
 OrangeSpider
 OutclicksBot
-PageAnalyzer
+PHPCrawl
+Page Analyzer
 PageGrabber
 PageThing.com
-Pavuk
-Pi-Monster
-Pockey
-ProPowerBot
+Pandalytics
+Panscient
+Picscout
+Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
+Psbot
 Pu_iN
-PxBroker
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
-Re-re
-Ripper
-SBIder
-SEOprofiler
-Scrapy
-ScrepyBot
-Seekport
-SemanticJuice
+Quick-Crawler
+ReGet
+RealDownload
+Reaper
+RepoMonkey
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
+ScreenerBot
+Semrush
 SemrushBot
+SentiBot
 SeobilityBot
-Seomoz
-Shodan
-SiteExplorer
-SiteLockSpider
-Sitevigil
-SlySearch
+Siphon
+SiteSnagger
+Sitebeam
+Siteimprove
 Snake
 SocialRankIOBot
-SpaceBison
-Spammen
+Sosospider
 SpankBot
-Spanner
-Steeler
+SputnikBot
 Stripper
+Sucker
 Sucuri
 SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Telesoft
+SuperHTTP
+Suzuran
 Telesphoreo
+Telesphorep
 TheNomad
-TightTwatBot
+Titan
 Tracemyfile
+Trendiction
 Trendictionbot
 Turingos
-URLy Warning
-Upflow
-V-BOT
+TwengaBot
+URLy.Warning
 VB Project
-VCI
-VidibleScraper
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 VoidEYE
+Voltron
+WBSearchBot
+WEBDAV
 WISENutbot
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
 Web Pix
-WebAuto
-WebCopier
+Web Sauger
+Web Sucker
+WebBandit
+WebEnhancer
 WebFetch
-WebFuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebPix
+WebReaper
+WebStripper
 Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
-Whacker
 Widow
-Wonderbot
+Woobot
 Xaldon_WebSpider
-Zauba
+Zitebot
+ZoomBot
 ZoominfoBot
-ZumBot
-arquivo-web-crawler
-autoemailspider
+ZyBorg
+arquivo.pt
 cah.io.community
-check1.exe
 clark-crawler
-cognitiveseo
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
 crawler.feedback
 dataforseo.com
 evc-batch
+facebookscraper
+heritrix
 instabid
-internetVista monitor
-isitwp.com
 iubenda-radar
-lwp-request
-lwp-trivial
+meanpathbot
 mediawords
-oBot
-pcBrowser
+muhstik-scan
 polaris version
-s1z.ru
 satoristudio.net
-scan.lol
-seobility
 serpstatbot
-sexsearcher
-siteripz
-sogouspider
 spyfu
+tAkeOut
 trendiction.com
 trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-x09Mozilla
+webmeup-crawler
+webprosbot
+xpymep1.exe
+zauba.io