V4.2022.08.3279 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-80legs
-AIBOT
-Abonti
+01h4x.com
+ADmantX
+Aboundex
 AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-Alexibot
-Ankit
+AllSubmitter
+Alligator
+Anarchy
 Anthill
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BLEXBot
-BackStreet
-Badass
+Apexoo
+Aspiegel
+Asterias
+BDCbot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
 BetaBot
-Black Hole
-BlackWidow
-Blow
+BlowFish
 Boardreader
+Bolt
+Brandwatch
+Buck
+BuiltBotTough
 BuiltWith
-BunnySlippers
-CSHttp
-CensysInspect
+BuzzSumo
+CCBot
+Calculon
 CheTeam
 CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
-Cocolyzebot
-Copyscape
-CyotekWebCopy
+Citoid
+Collector
+Craftbot
+CrunchBot
+Curious
 DIIbot
+DSearch
 DTS Agent
-Demon
-Discoverybot
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Discobot
 Dispatch
-DomainAppender
-Dragonfly
+DnBCrawler-Analytics
+DomainCrawler
+Dotbot
+Drip
+ECCP/1.0
 EMail Siphon
-EasyDL
+EMail Wolf
 Ebingbong
 Ecxi
-EirGrabber
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Ezooms
+Evil
+Exabot
 FHscan
 FemtosearchBot
-Foobot
-GetRight
+FlashGet
+Freeuploader
+FrontPage
+G-i-g-a-b-o-t
+GermCrawler
+Getintent
+Gigabot
 GoZilla
-Gotit
+GrabNet
+Grabber
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
 HTTP::Lite
-HTTrack
-Hloader
-HybridBot
+HaosouSpider
+Heritrix
+Humanlinks
 IDBTE4M
-IRLbot
 Iblog
-IndeedBot
+IlseBot
+Image Fetch
+InfoTekies
 InterGET
+Internet Ninja
 Iria
-IstellaBot
-JOC Web Spider
 JamesBOT
 Jbrofuzz
 Jetty
+Joomla
+JustView
 Kenjin Spider
-Kinza
-Leap
-LexiBot
-LibWeb
+LNSpiderguy
+Larbin
+LeechGet
+Libwhisker
+Likse
 LinkWalker
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Ltx71
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Litemage_walker
 MFC_Tear_Sample
-MIIxpc
-MJ12bot
 MSFrontPage
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
 Mata Hari
 MauiBot
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Mojeek
+Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
 Mozlila
-Msrabot
 Musobot
-NPbot
-Name Intelligence
-Navroad
+NICErsPRO
 Nessus
 Net Vampire
-NetLyzer
+NetSpider
 Nettrack
-Netvibes
-Nibbler
-Nikto
+Niki-bot
 Ninja
-Nuclei
-Nutch
-Octopus
+Not
 Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
 Openfind
 OrangeBot
-OrangeSpider
-OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
 Pandalytics
-Petalbot
-Picscout
-PictureFinder
-Piepmatz
-ProPowerBot
+Panscient
+Papa Foto
+PleaseCrawl
+Pockey
+Probethenet
 Pu_iN
-Pump
+PyCurl
 RankActive
-RankingBot
+RankActiveLinkBot
+RankingBot2
+Rankivabot
 RankurBot
-RealDownload
-Recorder
-RedesScrapy
+ReGet
 RepoMonkey
-Rogerbot
-SEOprofiler
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
 SISTRIX
 SMTBot
+SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
-ScreenerBot
+Scrapy
+Screaming
 ScrepyBot
-SearchmetricsBot
-Seekport
 SemanticJuice
-SeobilityBot
+Semrush
+SemrushBot
+SeoSiteCheckup
 SiteCheckerBotCrawler
-SiteExplorer
 SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
-Sogou web spider
-Sosospider
+Snake
+Snapbot
 Sottopop
-SpaceBison
-SpankBot
+Spanner
+Spbot
 Spinn3r
-SputnikBot
+Sqlworm
 Sqworm
-Sucker
-Sucuri
 Swiftbot
 T0PHackTeam
-Telesoft
-Titan
-Toweyabot
+T8Abot
+Telesphoreo
+The Intraformant
+TightTwatBot
+Tracemyfile
 True_Robot
-TurnitinBot
+Turingos
 TwengaBot
 Typhoeus
 URLy Warning
 URLy.Warning
-V-BOT
 VB Project
-VelenPublicWebCrawler
+VCI
+VeriCiteCrawler
 Voil
+Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
+WISENutbot
+WWW-Collector-E
+WWWOFFLE
 Wallpapers/3.0
-Web Fetch
+WallpapersHD
+WeSEE
+Web Auto
 Web Fuck
 Web Pix
-Web Sauger
-WebCollage
-WebCopier
+Web Sucker
+WebAuto
 WebEnhancer
-WebGo IS
-WebImageCollector
-WebReaper
+WebFuck
+WebLeacher
+WebSauger
+WebStripper
 WebSucker
-WebWhacker
-Webalta
-Webshag
-Webster
-Whack
-Whacker
+WebmasterWorldForumBot
+WebsiteExtractor
 Whatweb
 WinHTTrack
 WiseGuys Robot
 Wotbox
-Xaldon_WebSpider
-Zade
-Zermelo
-ZmEu
-ZumBot
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-backlink-check
+Wprecon
+Xenu
+YoudaoBot
+Zauba
+Zeus
+ZoomBot
+ZoominfoBot
+ZyBorg
+adscanner
 check1.exe
-clark-crawler
-cognitiveseo
 crawl.sogou.com
-facebookscraper
+crawler.feedback
+evc-batch
 gopher
 heritrix
-instabid
-internetVista monitor
-isitwp.com
+iubenda-radar
+linkdexbot
 lwp-request
-meanpathbot
-muhstik-scan
-oBot
-page scorer
-polaris version
-probe-image-size
+netEstate NE Crawler
+pcBrowser
 s1z.ru
 satoristudio.net
+scalaj-http
 scan.lol
-seocompany.store
+seobility
+seoscanners
+siteripz
 sogouspider
-spyfu
-sysscan
 voyagerx.com
 webgains-bot
+webpros.com
 webprosbot
+x22Mozilla
 xpymep1.exe
+zauba.io
+zgrab