V4.2022.11.3462 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ALittle Client
+ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-AiHitBot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-AllSubmitter
-Anarchy99
-Apexoo
+Anarchy
+Ankit
+Anthill
+Atomseobot
 AwarioRssBot
-BBBike
+AwarioSmartBot
 BLEXBot
+BackStreet
 BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Badass
+Barkrowler
 BatchFTP
-BetaBot
 Bigfoot
+Bitacle
 Blow
-Boardreader
-Brandprotect
-Brandwatch
+BlowFish
 Buddy
-BuiltBotTough
-BuiltWith
-BunnySlippers
+Bullseye
 CCBot
+CSHttp
 CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
+CherryPicker
 ChinaClaw
 Claritybot
-Cloud mapping
-Cogentbot
+Cocolyzebot
 Copier
 Cosmos
+Craftbot
 Crawling at Home Project
-DBLBot
+Curious
+Custo
 DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
-Digincore
-Dirbuster
-Discobot
+Devil
+Disco
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-EasyDL
+DomainAppender
+Download Wonder
+Drip
+EMail Siphon
 Ebingbong
-Ecxi
-EroCrawler
-Extractor
+Exabot
+ExtLinksBot
 ExtractorPro
-EyeNetIE
-Ezooms
-FDM
-Foobot
-Freeuploader
-FrontPage
-GT::WWW
+FHscan
+Fimap
+Fyrebot
 GalaxyBot
-Genieo
 GetRight
 GetWeb
-Getintent
 Gigabot
-Gotit
-Grabber
+Go!Zilla
+Go-Ahead-Got-It
 Grafula
+GrapeshotCrawler
+HMView
+HTMLparser
+HTTrack
 Haansoft
 HaosouSpider
 Harvest
-Heritrix
-HonoluluBot
+Havij
+Hloader
 Humanlinks
-HybridBot
-IDBTE4M
+Id-search
+IlseBot
 Image Fetch
-Image Sucker
-Indy Library
-InfoNaviRobot
-Intelliseek
-InternetSeer
-Iskanie
-IstellaBot
+IndeedBot
+InterGET
+Internet Ninja
 JamesBOT
-JennyBot
 JetCar
-Jetty
-Jyxobot
-Kinza
-LNSpiderguy
-LWP::Simple
-LeechFTP
-LexiBot
-Lftp
-LibWeb
-LieBaoFast
+JustView
+Kozmosbot
+Leap
+LeechGet
+Likse
 LinkScan
-LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-MIDown tool
 MSFrontPage
+MTRobot
 Mag-Net
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Mass Downloader
+Masscan
 MauiBot
+Mb2345Browser
 MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Minefield
 Moblie Safari
-MolokaiBot
+Mojolicious
+Mozlila
 Mr.4x3
 Msrabot
+Musobot
 NICErsPRO
 NPbot
+Nameprotect
 Navroad
 NearSite
-Nessus
 Net Vampire
-NetAnts
+NetLyzer
 NetSpider
 Nettrack
-Niki-bot
-Nikto
-Nimbostratus
-Nmap
-Not
-Nutch
+Netvibes
+Offline Navigator
 OnCrawl
-OpenVAS
+Openfind
 OrangeBot
-OrangeSpider
-PHPCrawl
+OutclicksBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
+PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
+Panscient
+Papa Foto
 PeoplePal
 Picscout
+PictureFinder
+Pimonster
 Pixray
-ProWebWalker
+PleaseCrawl
+Pockey
 Psbot
-Pu_iN
+Pump
 Quick-Crawler
-RSSingBot
+RankActive
 RankActiveLinkBot
+Rankivabot
 Reaper
-RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
 ScoutJet
-Screaming
-SearchmetricsBot
-Semrush
-SentiBot
-SiteCheckerBotCrawler
-SiteExplorer
+ScrepyBot
+SemrushBot
+Seomoz
+Shodan
 SiteLockSpider
-Sitebeam
-Snoopy
-Sociscraper
-Sottopop
-SpankBot
-Spanner
+Sitevigil
+SlySearch
+Snapbot
+Spammen
+Spinn3r
 SputnikBot
-Sqlworm
-Sqworm
 Sucker
+SuperHTTP
 Surfbot
+SurveyBot
 Swiftbot
-T8Abot
-Teleport
-Thumbor
-TightTwatBot
+T0PHackTeam
+TeleportPro
+Telesphorep
+TheNomad
 Titan
-Toata
-Tracemyfile
 Trendiction
-Trendictionbot
-Turingos
+TurnitinBot
 TwengaBot
 Twice
 Typhoeus
-VCI
+URLy Warning
+UnisterBot
+V-BOT
 Vacuum
 Vagabondo
-Virusdie
-Voltron
+VelenPublicWebCrawler
+VidibleScraper
+Voil
 WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
 Wallpapers
-Web Collage
-Web Fuck
-Web Pix
-Web Sauger
-WebAuto
-WebFetch
-WebLeacher
-WebReaper
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Enhancer
+WebEnhancer
 WebSauger
-WebWhacker
+WebZIP
 Webalta
-WebsiteQuester
+Whack
 Whatweb
-WinHTTrack
-Wonderbot
+Widow
+Wotbox
+Wprecon
 Xenu
-Zade
 Zermelo
+Zitebot
 ZoomBot
 ZoominfoBot
 ZumBot
-adscanner
-arquivo.pt
+ZyBorg
+autoemailspider
 backlink-check
+cah.io.community
 check1.exe
+clark-crawler
 cognitiveseo
-com.plumanalytics
-dataforseo.com
+crawler.feedback
 demandbase-bot
-gopher
+facebookscraper
+internetVista monitor
+ips-agent
+iubenda-radar
 muhstik-scan
-page scorer
+netEstate NE Crawler
 pcBrowser
-polaris version
 probe-image-size
 ripz
-scalaj-http
+s1z.ru
+scan.lol
+seobility
 seocompany.store
 seoscanners
-serpstatbot
-siteripz
+seostar
+sitechecker.pro
 sogouspider
-spyfu
-trendiction.com
-x09Mozilla
+sysscan
+ubermetrics-technologies.com
+voyagerx.com
 x22Mozilla
+zauba.io
+zgrab