V4.2022.07.3258 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ASPSeek
+01h4x.com
+360Spider
+80legs
+ALittle Client
 Abonti
-AhrefsBot
-Aipbot
+Aboundexbot
+Acunetix
+AiHitBot
 Alexibot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy99
-Asterias
-Attach
-AwarioRssBot
+AlphaBot
+Anarchy
+Anthill
+Aspiegel
 AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
-BackStreet
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Barkrowler
+Battleztar Bazinga
 Bigfoot
-Black Hole
-BlackWidow
+Blackboard
 Blow
+BlowFish
 Boardreader
-Bolt
-BuiltWith
+Brandwatch
+Buddy
+BuiltBotTough
 Bullseye
-BuzzSumo
-CCBot
-CSHttp
+BunnySlippers
 CazoodleBot
 CheTeam
-CherryPicker
-ChinaClaw
+Citoid
+Claritybot
 Cliqzbot
 Cogentbot
-CopyRightCheck
+Copyscape
 Cosmos
-Craftbot
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
+CrunchBot
 Curious
-Custo
-DBLBot
-DSearch
-Deusu
+DIIbot
+DTS Agent
+DataCha0s
+Devil
 Dirbuster
+Disco
 Discobot
-DnyzBot
+Discoverybot
+DnBCrawler-Analytics
 DomainAppender
-DomainCrawler
-DomainStatsBot
+Domains Project
 Dotbot
-Download Wonder
-ECCP/1.0
-EMail Wolf
+Dragonfly
+EMail Siphon
 EasyDL
+Ecxi
+EroCrawler
 Exabot
-Express WebPictures
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
 Fimap
 Firefox/7.0
 Flunky
-Foobot
-Freeuploader
-FyberSpider
 Fyrebot
+GT::WWW
 GalaxyBot
 GermCrawler
-GetWeb
+GetRight
 Getintent
-Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
-GridBot
+Gigabot
+GoZilla
+GrapeFX
+HEADMasterSEO
 HMView
 HTMLparser
 HTTrack
-Harvest
-Humanlinks
-IDBTE4M
+Heritrix
+Hloader
+HonoluluBot
+IDBot
 IRLbot
-Id-search
-IlseBot
-Image Sucker
-Indy Library
+Image Fetch
 Intelliseek
+Internet Ninja
 Iria
-JOC Web Spider
-JetCar
-JustView
-Keybot Translation-Search-Machine
+JennyBot
+Kozmosbot
 Lanshanbot
-LeechFTP
-LibWeb
-LinkWalker
+Lftp
+LieBaoFast
+Lightspeedsystems
+Linkbot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Ltx71
-MIDown tool
+Lmspider
 MJ12bot
-MSFrontPage
+MQQBrowser
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
 Majestic12
-MarkWatch
-Mass Downloader
-Masscan
-Mata Hari
 MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Msrabot
+Minefield
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
 Musobot
-NICErsPRO
-Name Intelligence
-Navroad
+NPbot
+Nameprotect
+NearSite
 Needle
-NetAnts
-NetZIP
-Netcraft
-Nikto
-Nimbostratus
+Net Vampire
+NextGenSearchBot
+Ninja
 Nmap
-Nuclei
-Offline Explorer
-OnCrawl
-OrangeBot
+Nutch
+Octopus
+Openfind
+Openvas
 OrangeSpider
+OutclicksBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
-Pavuk
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
+Petalbot
+Picsearch
+PictureFinder
 Pimonster
 Pixray
-Pockey
+PleaseCrawl
 ProPowerBot
 ProWebWalker
-Psbot
+Probethenet
 Pu_iN
-Pump
 PxBroker
 Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankFlex
-ReGet
-RepoMonkey
+RankingBot
+Re-re
+Reaper
+RebelMouse
+Recorder
 Ripper
-SEOkicks-Robot
+Rogerbot
+SEOprofiler
+SEOstats
+SISTRIX
 SalesIntelligent
 Scanbot
-SemanticJuice
-Semrush
-SentiBot
+ScoutJet
+Searchestate
+SearchmetricsBot
 SeoSiteCheckup
-SeobilityBot
-Shodan
+Seomoz
 Site Sucker
-SiteExplorer
-SiteSnagger
-SiteSucker
-Siteimprove
+SiteLockSpider
 SlySearch
 Snake
-Snapbot
-SocialRankIOBot
 Sociscraper
-Sogou web spider
 SpaceBison
-Spbot
-Spinn3r
-Sqworm
-Stripper
+Spammen
+SpankBot
+Sqlworm
+Steeler
 Sucuri
 SuperBot
+Surfbot
+SurveyBot
 Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
-Telesphorep
-The Intraformant
-TheNomad
+T8Abot
+Telesoft
+Thumbor
+TightTwatBot
+Titan
 Toweyabot
-Turnitin
-URLy Warning
+Trendiction
+Trendictionbot
+Turingos
+TwengaBot
+Twice
 URLy.Warning
 UnisterBot
-Upflow
+VB Project
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
+Virusdie
+Voil
 WBSearchBot
 WISENutbot
-WPScan
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Collage
+WeSEE
 Web Enhancer
-Web Sauger
+Web Fuck
+WebAuto
 WebBandit
-WebCollage
-WebFetch
-WebReaper
+WebEnhancer
+WebFuck
+WebLeacher
+WebStripper
+WebZIP
+Webalta
+Webshag
 Website Quester
 WebsiteExtractor
-Whatweb
-Wonderbot
-Wotbox
-Xaldon_WebSpider
-Zade
+Whacker
+Woobot
+Xaldon WebSpider
+YoudaoBot
 Zauba
 Zermelo
-Zeus
+Zitebot
 ZmEu
-ZoomBot
-adscanner
-archive.org_bot
-backlink-check
-clark-crawler
-coccocbot
-crawler4j
-domainsproject.org
+ZyBorg
+arquivo.pt
+autoemailspider
+com.plumanalytics
+crawler.feedback
+dataforseo.com
+eCatch
+instabid
 internetVista monitor
-iubenda-radar
-linkdexbot
+ips-agent
+isitwp.com
 lwp-request
-magpie-crawler
-netEstate NE Crawler
-oBot
+mediawords
+muhstik-scan
 page scorer
-pcBrowser
-s1z.ru
+probe-image-size
+ripz
+seoscanners
+sitechecker.pro
 siteripz
 sogouspider
-trendiction.com
+sp_auditbot
+spyfu
 trendiction.de
 voyagerx.com
-webprosbot
+webmeup-crawler
 x22Mozilla
-xpymep1.exe
 zauba.io