V4.2022.07.3257 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+ADmantX
+ASPSeek
+Abonti
+AhrefsBot
+Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
+Alligator
 Anarchie
-Anthill
-Aspiegel
-Atomseobot
+Anarchy99
+Asterias
+Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BLEXBot
+BDCbot
+BDFetch
 BackStreet
-Badass
-BetaBot
-Bitacle
+Bigfoot
 Black Hole
-BotALot
-Brandprotect
-Brandwatch
-Buddy
+BlackWidow
+Blow
+Boardreader
+Bolt
 BuiltWith
 Bullseye
 BuzzSumo
-CATExplorador
-CODE87
+CCBot
+CSHttp
+CazoodleBot
 CheTeam
+CherryPicker
 ChinaClaw
-Claritybot
-Cloud mapping
-Cocolyzebot
-Collector
-Copier
+Cliqzbot
+Cogentbot
 CopyRightCheck
-Crawling at Home Project
+Cosmos
+Craftbot
+CrazyWebCrawler
+Crescent
 Curious
 Custo
-CyotekWebCopy
-DIIbot
-Devil
-Digincore
+DBLBot
+DSearch
+Deusu
 Dirbuster
-Disco
 Discobot
-DnBCrawler-Analytics
 DnyzBot
-Domains Project
+DomainAppender
+DomainCrawler
+DomainStatsBot
+Dotbot
 Download Wonder
-Drip
-Ecxi
-EirGrabber
-Extractor
-FemtosearchBot
+ECCP/1.0
+EMail Wolf
+EasyDL
+Exabot
+Express WebPictures
+Fimap
 Firefox/7.0
-FlashGet
 Flunky
 Foobot
+Freeuploader
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+Fyrebot
 GalaxyBot
-Genieo
-GetRight
+GermCrawler
+GetWeb
 Getintent
-GoZilla
+Gotit
 GrabNet
-Grabber
+Grafula
 GrapeshotCrawler
 GridBot
 HMView
+HTMLparser
 HTTrack
-Havij
-HonoluluBot
+Harvest
 Humanlinks
 IDBTE4M
 IRLbot
+Id-search
 IlseBot
-IndeedBot
+Image Sucker
 Indy Library
-InfoNaviRobot
 Intelliseek
-JennyBot
+Iria
+JOC Web Spider
 JetCar
-Jetty
-JikeSpider
-Jorgee
 JustView
-Kenjin Spider
-Kinza
-Larbin
-LeechGet
-LexiBot
-Lftp
+Keybot Translation-Search-Machine
+Lanshanbot
+LeechFTP
 LibWeb
-Likse
-LinkScan
-LinkextractorPro
+LinkWalker
 LinksManager
-Lipperhey
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
-MQQBrowser
+MSFrontPage
 Mag-Net
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
 MarkWatch
-Mb2345Browser
+Mass Downloader
+Masscan
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Minefield
-Mister PiX
-Moblie Safari
-Mozlila
-NearSite
-Nessus
-NetLyzer
-NetMechanic
+Microsoft URL Control
+Mojolicious
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+Navroad
+Needle
+NetAnts
 NetZIP
-Nettrack
-Nibbler
-NimbleCrawler
+Netcraft
+Nikto
 Nimbostratus
 Nmap
-Not
 Nuclei
-Octopus
-Offline Navigator
+Offline Explorer
+OnCrawl
+OrangeBot
 OrangeSpider
-PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-PageThing.com
-Pandalytics
-PeoplePal
-Piepmatz
+Page Analyzer
+PageScorer
+Pavuk
 Pimonster
 Pixray
 Pockey
 ProPowerBot
-Probethenet
-PyCurl
-RSSingBot
+ProWebWalker
+Psbot
+Pu_iN
+Pump
+PxBroker
+Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Rankivabot
-Recorder
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+ReGet
+RepoMonkey
+Ripper
+SEOkicks-Robot
+SalesIntelligent
 Scanbot
+SemanticJuice
 Semrush
-SemrushBot
 SentiBot
 SeoSiteCheckup
 SeobilityBot
-SiteCheckerBotCrawler
-Sitebeam
+Shodan
+Site Sucker
+SiteExplorer
+SiteSnagger
+SiteSucker
 Siteimprove
-Sitevigil
+SlySearch
+Snake
 Snapbot
-Snoopy
+SocialRankIOBot
 Sociscraper
-SpankBot
+Sogou web spider
+SpaceBison
 Spbot
-SputnikBot
-Sqlmap
-Sqlworm
+Spinn3r
+Sqworm
 Stripper
+Sucuri
 SuperBot
-SuperHTTP
-SurveyBot
 Suzuran
-T8Abot
-Telesphoreo
+Swiftbot
+T0PHackTeam
+Teleport
 Telesphorep
 The Intraformant
-Thumbor
-Titan
-Toata
+TheNomad
 Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
+Turnitin
 URLy Warning
+URLy.Warning
+UnisterBot
 Upflow
-VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Voil
-WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
-WWW-Mechanize
+WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Auto
+WallpapersHD
 Web Collage
 Web Enhancer
-Web Pix
 Web Sauger
-Web Sucker
+WebBandit
 WebCollage
-WebFuck
+WebFetch
 WebReaper
-WebStripper
-WebWhacker
-Webshag
 Website Quester
+WebsiteExtractor
+Whatweb
+Wonderbot
 Wotbox
-Xenu
+Xaldon_WebSpider
+Zade
+Zauba
+Zermelo
+Zeus
+ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
-arquivo.pt
+adscanner
+archive.org_bot
+backlink-check
+clark-crawler
 coccocbot
-cognitiveseo
-com.plumanalytics
-dataforseo.com
+crawler4j
 domainsproject.org
-instabid
+internetVista monitor
+iubenda-radar
+linkdexbot
 lwp-request
-meanpathbot
-muhstik-scan
+magpie-crawler
+netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-polaris version
-ripz
 s1z.ru
-scalaj-http
-seobility
-seocompany.store
-seoscanners
-sp_auditbot
-ubermetrics-technologies.com
+siteripz
+sogouspider
+trendiction.com
+trendiction.de
 voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
+webprosbot
+x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab