V4.2022.01.2863 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
+404checker
 AIBOT
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
+ALittle Client
+ASPSeek
+Aboundex
 Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
-Asterias
+Alligator
+Ankit
+Anthill
+BDCbot
+BackDoorBot
 BackStreet
-BackWeb
-Barkrowler
-Battleztar Bazinga
-Bitacle
-Blackboard
-Bolt
+Bandit
+BatchFTP
+Bigfoot
+Blow
+BlowFish
+Boardreader
+Brandwatch
 Buck
+Buddy
 BuiltBotTough
-BuiltWith
-Calculon
+CATExplorador
+CazoodleBot
+CensysInspect
 CheTeam
-CherryPicker
+CheeseBot
 Chlooe
 Citoid
 Cloud mapping
-Cocolyzebot
-Copier
+Cogentbot
+Collector
 CopyRightCheck
-Craftbot
-Crawling at Home Project
-Curious
-Custo
+CrazyWebCrawler
 DIIbot
-DTS Agent
+DataCha0s
+Demon
+Devil
 Digincore
-Dirbuster
 Discobot
 Discoverybot
 Dispatch
-DittoSpyder
 DnyzBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-ECCP/1.0
-EMail Wolf
-EirGrabber
+Dotbot
+Download Wonder
+Dragonfly
+EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
 EroCrawler
+Exabot
+Extractor
 ExtractorPro
+Extreme Picture Finder
 Ezooms
 FDM
-FemtosearchBot
-FlashGet
-Freeuploader
+Foobot
 Fuzz
+FyberSpider
 Fyrebot
-GT::WWW
-GalaxyBot
+G-i-g-a-b-o-t
 Genieo
-GermCrawler
-GetRight
+Getintent
 Gigabot
+Go-Ahead-Got-It
 Gotit
 Grafula
-GrapeFX
-GridBot
-HMView
-HTMLparser
-HTTrack
-Haansoft
+GrapeshotCrawler
+HEADMasterSEO
+HTTP::Lite
 HaosouSpider
 Havij
-Humanlinks
 HybridBot
 IDBTE4M
+IRLbot
 Iblog
-Id-search
 IlseBot
-IndeedBot
-InfoTekies
-Intelliseek
-InterGET
+Image Fetch
+Internet Ninja
 InternetSeer
-Iria
 Iskanie
+Jbrofuzz
 JetCar
+JikeSpider
 Joomla
-Jorgee
-Jyxobot
-Kinza
-Kozmosbot
 LNSpiderguy
-LeechFTP
-LexiBot
-LieBaoFast
-Likse
-LinkWalker
-Linkdexbot
+Leap
+LibWeb
+Lightspeedsystems
+LinkScan
 LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
 Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+Lmspider
 MIDown tool
-MTRobot
-Majestic SEO
+MJ12bot
+MQQBrowser
+MSIECrawler
+Magnet
+Majestic12
 MarkMonitor
-Mass Downloader
-Mb2345Browser
-MeanPath Bot
-Microsoft Data Access
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
 Mojeek
 Mojolicious
-Msrabot
+Morfeus Fucking Scanner
 NICErsPRO
 NPbot
-Name Intelligence
-NearSite
 Needle
 Nessus
 NetAnts
-NetMechanic
-Netvibes
-Nikto
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
 NimbleCrawler
-Offline Navigator
-OpenVAS
-Openvas
-OutclicksBot
+Nimbostratus
+Nuclei
+OnCrawl
+OpenLinkProfiler
+Openfind
+OrangeBot
 PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
 Page Analyzer
+PageAnalyzer
 PageGrabber
 PageThing.com
-Panscient
-Pavuk
 PeoplePal
 Petalbot
-Picscout
+Picsearch
 PictureFinder
+Pimonster
 PleaseCrawl
 ProPowerBot
 Psbot
+Pu_iN
+Pump
+PyCurl
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
 RankingBot
 RankingBot2
+Re-re
+RealDownload
 Reaper
+RebelMouse
 Recorder
-RepoMonkey
-SEOkicks
-SEOkicks-Robot
-SISTRIX
+Ripper
+Rogerbot
+SBIder
+SalesIntelligent
+ScanAlert
 Scanbot
 ScoutJet
 Screaming
-Semrush
-SemrushBot
+SearchmetricsBot
 SentiBot
 SeobilityBot
-Seomoz
+Shodan
 Siphon
 SiteExplorer
-SiteSucker
-Snoopy
+SiteLockSpider
+Snake
 SocialRankIOBot
-Sociscraper
 Sogou web spider
-Spanner
-Sqlworm
-Sucuri
-Surfbot
-Teleport
-TheNomad
+Sosospider
+SpaceBison
+SpankBot
+Spbot
+Sucker
+Szukacz
+T0PHackTeam
+TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
+Thumbor
 Toata
 Tracemyfile
+Trendiction
 True_Robot
-Turingos
-TwengaBot
-Typhoeus
-V-BOT
+Turnitin
+TurnitinBot
+Upflow
 VCI
 Vagabondo
 VidibleScraper
 Voil
-WASALive-Bot
+Voltron
 WBSearchBot
 WISENutbot
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Enhancer
-Web Fetch
+Web Pix
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
-WebLeacher
-WebReaper
+WebCopier
+WebEnhancer
+WebPix
+WebSauger
 WebStripper
 WebSucker
-WebWhacker
 WebZIP
-Webshag
-WebsiteQuester
 Webster
-Whack
-Whatweb
-Widow
 WinHTTrack
+WiseGuys Robot
 Wonderbot
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zitebot
-ZyBorg
+Zade
+Zauba
+Zeus
+adscanner
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
+cah.io.community
+check1.exe
 cognitiveseo
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+facebookscraper
 heritrix
-instabid
-internetVista monitor
 ips-agent
-isitwp.com
-meanpathbot
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
 polaris version
+probe-image-size
+satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seostar
 serpstatbot
+sexsearcher
 sitechecker.pro
-spyfu
+sp_auditbot
 sysscan
 trendiction.com
-ubermetrics-technologies.com
-webpros.com
-zauba.io
+voyagerx.com
+webgains-bot
+webprosbot