V4.2021.11.2689 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-80legs
-ADmantX
-AIBOT
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
-Alligator
-Anthill
-Apexoo
-AwarioRssBot
-BackStreet
-BackWeb
-Bandit
-Battleztar Bazinga
-Bigfoot
-BlowFish
-Boardreader
-Brandprotect
-BuiltWith
-Bullseye
-BunnySlippers
+01h4x.com
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
+Anarchie
+Anarchy
+Ankit
+Aspiegel
+Asterias
+Attach
+AwarioSmartBot
+BBBike
+BDCbot
+Badass
+Barkrowler
+Bitacle
+Black Hole
+BlackWidow
+Bolt
+Brandwatch
+Buck
+Buddy
 BuzzSumo
-CATExplorador
-CSHttp
-Cegbfeieh
-CherryPicker
-Chlooe
-Claritybot
-Cliqzbot
-Cocolyzebot
-Custo
+CODE87
+CazoodleBot
+CheeseBot
+ChinaClaw
+Cloud mapping
+Copier
+Copyscape
+Craftbot
+CrazyWebCrawler
 CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
 DTS Agent
-Demon
+DatabaseDriverMysqli
+Devil
+Digincore
 Discobot
-Discoverybot
-DittoSpyder
-DnyzBot
-DomCopBot
+DnBCrawler-Analytics
 DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
+Domains Project
+Dotbot
 Dragonfly
+ECCP/1.0
 EasyDL
 Ebingbong
+Exabot
 Express WebPictures
-FHscan
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
-Fuzz
+Extractor
+ExtractorPro
 FyberSpider
 Fyrebot
+GT::WWW
 GalaxyBot
 Genieo
-GermCrawler
-GetRight
-Getintent
+GetWeb
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-HEADMasterSEO
+GrabNet
+GrapeshotCrawler
+HMView
 HTTP::Lite
 Haansoft
+HaosouSpider
 Harvest
 Havij
 Hloader
-Humanlinks
+HybridBot
 IDBTE4M
-IlseBot
-IndeedBot
-InfoNaviRobot
+IRLbot
+Image Fetch
+Indy Library
 InfoTekies
 Internet Ninja
-Iria
-Iskanie
-Jbrofuzz
+JOC Web Spider
+JamesBOT
 JetCar
-JikeSpider
-Jyxobot
-Keyword Density
-Kinza
-LeechFTP
-Lftp
-LibWeb
+Jetty
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Leap
+LeechGet
+LexiBot
 LieBaoFast
-Lightspeedsystems
-Likse
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
+Ltx71
 MFC_Tear_Sample
+MIDown tool
 MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
 MTRobot
-Majestic-SEO
+Mail.RU_Bot
 Majestic12
-Mb2345Browser
+MarkMonitor
+MarkWatch
+Mata Hari
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
-Moblie Safari
-Mojeek
-Mr.4x3
-Msrabot
-Nameprotect
-NearSite
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Mojolicious
+Mozlila
+Navroad
+Needle
+Net Vampire
 NetAnts
-NetLyzer
-Nibbler
-Nikto
-Nimbostratus
-Ninja
+Netcraft
+Nettrack
+NextGenSearchBot
+NimbleCrawler
 Nmap
-Nuclei
-Nutch
-Octopus
-Offline Navigator
+Offline Explorer
 OpenLinkProfiler
-Openfind
-Openvas
-OutclicksBot
+OrangeBot
+OrangeSpider
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+PageScorer
+Pandalytics
 Papa Foto
-Pi-Monster
+Pavuk
+PeoplePal
+Petalbot
 Picscout
-Piepmatz
-Pixray
-PleaseCrawl
-ProWebWalker
+Picsearch
+Pockey
 Probethenet
+Pump
+PxBroker
 Quick-Crawler
-RSSingBot
+RankFlex
+Rankivabot
+ReGet
 RealDownload
+Reaper
 RebelMouse
-Recorder
-RepoMonkey
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-Scanbot
-Screaming
+RedesScrapy
+Rogerbot
+SISTRIX
+SalesIntelligent
+Scrapy
+ScreenerBot
+SearchmetricsBot
 Semrush
-SemrushBot
-SentiBot
-SeobilityBot
-Shodan
-SiteCheckerBotCrawler
+SeoSiteCheckup
+Seomoz
+Site Sucker
 SiteSnagger
 SiteSucker
 Sitebeam
-Sitevigil
-SmartDownload
+SlySearch
 Snapbot
-SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sottopop
-Spbot
+Sosospider
+Spammen
+Spanner
 Sqlmap
 Sqlworm
+Steeler
 Sucuri
-SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
+Surfbot
 T0PHackTeam
-T8Abot
 Teleport
-TeleportPro
 Telesoft
-Telesphorep
 The Intraformant
-TheNomad
-Tracemyfile
-Trendictionbot
-True_Robot
-URLy Warning
+Toata
+Toweyabot
+Turnitin
+TurnitinBot
 URLy.Warning
-UnisterBot
+V-BOT
 VB Project
 VCI
-Vacuum
 Vagabondo
-VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
 Voil
 WEBDAV
-WPScan
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
 Web Auto
-Web Fetch
+Web Enhancer
 Web Fuck
 Web Pix
-WebCopier
-WebGo IS
+WebFuck
+WebImageCollector
 WebLeacher
 WebPix
 WebReaper
-WebSauger
 WebStripper
-Webster
+WebZIP
+WebmasterWorldForumBot
+Webshag
+Who.is Bot
+WiseGuys Robot
 Woobot
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zermelo
-Zitebot
+ZmEu
 ZoomBot
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
+ZumBot
+ZyBorg
 cah.io.community
-check1.exe
-crawler.feedback
+com.plumanalytics
 dataforseo.com
 demandbase-bot
-eCatch
-gopher
+evc-batch
+facebookscraper
 instabid
-internetVista monitor
+ips-agent
 lwp-trivial
 magpie-crawler
+netEstate NE Crawler
 page scorer
-pcBrowser
-polaris version
+plumanalytics
 s1z.ru
-satoristudio.net
-seobility
+scalaj-http
+seoscanners
+seostar
+sitechecker.pro
+sogouspider
+tAkeOut
 trendiction.com
 trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+webprosbot
 x22Mozilla
-xpymep1.exe