V4.2022.02.2914 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-AhrefsBot
-Aipbot
-Ankit
+404checker
+AIBOT
+ALittle Client
+ASPSeek
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
+AlphaBot
+Anarchie
+Anarchy99
+Anthill
+Apexoo
 Asterias
-Atomseobot
 Attach
-BDFetch
+AwarioSmartBot
+BDCbot
+BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
-Barkrowler
+BacklinkCrawler
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Black Hole
 BlackWidow
 Blackboard
-Boardreader
-Bolt
-Brandprotect
-Brandwatch
-Buddy
-BuzzSumo
-CCBot
+BotALot
+BuiltBotTough
+Bullseye
+BunnySlippers
+CODE87
 CSHttp
+Calculon
+Cegbfeieh
 CensysInspect
-CheeseBot
+CheTeam
+Chlooe
+Citoid
 Cocolyzebot
-Copier
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Curious
-DIIbot
+CyotekWebCopy
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Discobot
-Dispatch
-DittoSpyder
+Disco
+Discoverybot
 DomCopBot
 DomainAppender
 DomainSigmaCrawler
 DomainStatsBot
+Domains Project
+Dragonfly
+Drip
 EMail Wolf
-EasyDL
-Evil
-ExtractorPro
+Ebingbong
+Express WebPictures
 EyeNetIE
-FHscan
-Foobot
+Firefox/7.0
+Flunky
+FrontPage
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
 GermCrawler
-GetRight
 GetWeb
+Getintent
 Go!Zilla
 Go-Ahead-Got-It
-Gotit
-GrapeFX
+GrabNet
+Grabber
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
-HTTrack
-Haansoft
 HaosouSpider
 Heritrix
+Hloader
 Humanlinks
 HybridBot
-IDBTE4M
-Iblog
+IRLbot
+Id-search
 Image Fetch
 Image Sucker
-Indy Library
-InfoNaviRobot
+IndeedBot
+InfoTekies
 InterGET
-Internet Ninja
-Iskanie
-JennyBot
+InternetSeer
+Iria
+JamesBOT
+Jbrofuzz
 JetCar
-Jetty
-Jyxobot
-Kenjin Spider
-Keyword Density
-LWP::Simple
-Leap
-LeechFTP
-LexiBot
-Lftp
-LibWeb
-LieBaoFast
+Joomla
+JustView
+Larbin
+Lightspeedsystems
 Likse
-Linkbot
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-MTRobot
-Mag-Net
-Magnet
-Mail.RU_Bot
+MIIxpc
+MJ12bot
+MQQBrowser
 Majestic-SEO
 MarkMonitor
+Mass Downloader
 Masscan
 Mata Hari
-Mb2345Browser
+MauiBot
+MeanPath Bot
 Meanpathbot
 MegaIndex.ru
-Metauri
+Microsoft Data Access
 Microsoft URL Control
+Minefield
 Moblie Safari
-MolokaiBot
-Mozlila
-Msrabot
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
-Nessus
-NetSpider
-NetZIP
+Name Intelligence
+NetLyzer
+NetMechanic
 NextGenSearchBot
-Nibbler
 Niki-bot
-NimbleCrawler
-Not
-Octopus
-OnCrawl
-OpenLinkProfiler
+Nimbostratus
+Ninja
+Nmap
+Nuclei
+Nutch
+Offline Explorer
 OpenVAS
 Openfind
-OrangeBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
+OrangeSpider
+OutclicksBot
 PageGrabber
-PageThing.com
 Pavuk
-Picsearch
-PictureFinder
-Piepmatz
-Pixray
+Pi-Monster
 PleaseCrawl
 ProPowerBot
-Probethenet
-PxBroker
-PyCurl
+Pu_iN
+Pump
 RankActive
 RankFlex
-RankingBot
-Rankivabot
 RankurBot
+Re-re
 ReGet
 RealDownload
-Recorder
 Ripper
-SEOkicks
-SEOkicks-Robot
+RocketCrawler
+Rogerbot
 SEOstats
+SISTRIX
 SMTBot
-Scanbot
+SalesIntelligent
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
+Scrapy
+Searchestate
+SemanticJuice
+Semrush
 SemrushBot
-SentiBot
-Shodan
-Siteimprove
-SlySearch
-Snapbot
-Snoopy
+Site Sucker
+SiteSucker
+SmartDownload
 Sosospider
 Sottopop
-Spammen
-SpankBot
-Spinn3r
-Sqlworm
-Sqworm
-Stripper
-Sucuri
+Spanner
+Spbot
+Steeler
+SuperBot
 SuperHTTP
 Swiftbot
-Szukacz
-T8Abot
-The Intraformant
-TightTwatBot
-Tracemyfile
+Teleport
+Thumbor
+Trendiction
 Trendictionbot
-TurnitinBot
+Turnitin
 TwengaBot
+Twice
+Typhoeus
 URLy.Warning
-V-BOT
 VB Project
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
-WWW-Mechanize
+WBSearchBot
+WISENutbot
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-Web Auto
-Web Fetch
-Web Sucker
+WallpapersHD
+WeSEE
+Web Pix
 WebBandit
-WebFetch
+WebCollage
+WebCopier
+WebEnhancer
 WebFuck
-WebImageCollector
 WebLeacher
-WebPix
-WebWhacker
-Webalta
-Website Quester
-WebsiteExtractor
+WebReaper
+WebSauger
+WebStripper
+WebSucker
+WebZIP
 WebsiteQuester
+Webster
+Whack
+Who.is Bot
 Wonderbot
-Woobot
 Xaldon WebSpider
-Zade
+Xenu
 Zermelo
+ZoomBot
 ZoominfoBot
-ZumBot
-backlink-check
-cah.io.community
-crawler4j
-demandbase-bot
-evc-batch
-facebookscraper
+ZyBorg
+adscanner
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+check1.exe
+clark-crawler
+com.plumanalytics
+dataforseo.com
+heritrix
+instabid
+ips-agent
 iubenda-radar
-lwp-trivial
-magpie-crawler
-meanpathbot
+lwp-request
 muhstik-scan
-page scorer
-pcBrowser
+netEstate NE Crawler
+oBot
 polaris version
-scalaj-http
+probe-image-size
+satoristudio.net
 scan.lol
+seobility
 seoscanners
-sitechecker.pro
-sogouspider
+seostar
 sysscan
+trendiction.com
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
 webgains-bot
 webpros.com
-zgrab
+x09Mozilla
+zauba.io