V4.2021.11.2746 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+01h4x.com
+360Spider
 ALittle Client
+ASPSeek
 Abonti
-Aboundexbot
-Acunetix
-AiHitBot
-Alexibot
+Aipbot
+AlphaBot
+Anarchy
 Anarchy99
-Anthill
-Asterias
-AwarioRssBot
-BBBike
-BDCbot
-BacklinkCrawler
+Ankit
+Apexoo
+Attach
+BackWeb
+Badass
 Bandit
 Battleztar Bazinga
-Bitacle
+Bigfoot
 Black Hole
+BlackWidow
 Blackboard
+Blow
+BlowFish
+Brandprotect
 Brandwatch
-Buck
-Buddy
 BuiltWith
 Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
+CCBot
 CazoodleBot
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Cogentbot
+Cegbfeieh
+CensysInspect
+Chlooe
+Cloud mapping
+Cocolyzebot
 Copyscape
+Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-Custo
-CyotekWebCopy
-DBLBot
+Crescent
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Demon
+Deusu
 Devil
 Digincore
-DigitalPebble
+Dirbuster
 Discoverybot
-Dispatch
+DnBCrawler-Analytics
+DomainAppender
 DomainStatsBot
-Dotbot
 Dragonfly
-EMail Siphon
+EMail Wolf
+EasyDL
 Ebingbong
-Ecxi
-Express WebPictures
+Evil
 ExtLinksBot
-EyeNetIE
-FHscan
-Firefox/7.0
-Flunky
-Foobot
-FyberSpider
-GT::WWW
-Genieo
-GetWeb
+Extractor
+FDM
+Fimap
+FrontPage
+G-i-g-a-b-o-t
+GermCrawler
 Getintent
-Go-Ahead-Got-It
-GrabNet
+Gigabot
+Go!Zilla
+GoZilla
+Gotit
 Grafula
-HTMLparser
+GrapeFX
 HTTrack
 HaosouSpider
-Havij
-Heritrix
-HybridBot
-Iblog
-IlseBot
-IndeedBot
+Harvest
+Hloader
+IDBTE4M
+IDBot
+IRLbot
+Indy Library
 InfoNaviRobot
-IstellaBot
+JOC Web Spider
+JamesBOT
 JennyBot
 JetCar
-Jorgee
-Jyxobot
 Keyword Density
-LWP::Simple
 Lanshanbot
-Larbin
-LeechGet
-LinkScan
-LinkWalker
+Lftp
+LibWeb
+Libwhisker
+Likse
+Linkdexbot
 LinkextractorPro
-LinkpadBot
 LinksManager
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
+LinqiaScrapeBot
+Lipperhey Spider
 MIIxpc
+MQQBrowser
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 MarkMonitor
-Mass Downloader
 MauiBot
-MeanPath Bot
-Mediatoolkitbot
 MegaIndex.ru
 Metauri
-Moblie Safari
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
-NPbot
-Needle
+Mr.4x3
+NearSite
 Nessus
-NetAnts
-NetLyzer
-NetSpider
-NetZIP
-Netcraft
+Net Vampire
 Nettrack
-Nibbler
+Netvibes
+Nikto
 NimbleCrawler
+Nimbostratus
 Nuclei
 Nutch
 Offline Navigator
 OpenLinkProfiler
-OpenVAS
-Openfind
+OrangeBot
 OrangeSpider
 OutclicksBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-PageThing.com
 Panscient
 PeoplePal
 Petalbot
-Pi-Monster
-Picscout
+Pixray
 Probethenet
 Psbot
 Pump
-PxBroker
+Quick-Crawler
 RSSingBot
-RankFlex
-RankingBot
-Re-re
+Rankivabot
 ReGet
 RealDownload
-RebelMouse
-RedesScrapy
-Rogerbot
-SEOlyticsCrawler
+RocketCrawler
+SBIder
+SEOkicks-Robot
 SEOprofiler
+SISTRIX
 SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
 SearchmetricsBot
+SemrushBot
+Seomoz
 Shodan
-SiteLockSpider
-SiteSnagger
-Siteimprove
-SocialRankIOBot
+SiteExplorer
+Sitebeam
+Snake
 Sociscraper
 Sogou web spider
 Sosospider
-SpaceBison
-Spanner
-Spbot
+Sottopop
+Spinn3r
+Sqlmap
 Sqworm
-Steeler
+Stripper
+Sucker
+SuperBot
 Surfbot
-Teleport
+SurveyBot
+Szukacz
+T0PHackTeam
 TeleportPro
-Telesphoreo
+Telesoft
 TheNomad
 Thumbor
-TightTwatBot
-Tracemyfile
-Trendiction
-True_Robot
+Titan
+Turingos
 Turnitin
-TurnitinBot
 Twice
-VB Project
+Typhoeus
+URLy.Warning
+V-BOT
 VCI
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
+Voltron
 WBSearchBot
+WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
+WWW-Mechanize
+WallpapersHD
 Web Auto
-Web Pix
-Web Sucker
+Web Fuck
 WebAuto
-WebBandit
 WebCollage
-WebImageCollector
+WebCopier
+WebEnhancer
+WebFetch
+WebGo IS
+WebLeacher
 WebPix
 WebReaper
 WebStripper
-Webshag
-WebsiteExtractor
+WebWhacker
+WebsiteQuester
 Webster
 Whack
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
-Woobot
-Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
 Zade
 Zauba
-Zeus
+Zitebot
 ZoomBot
 ZoominfoBot
-arquivo-web-crawler
-check1.exe
-coccocbot-web
+ZyBorg
+arquivo.pt
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
 dataforseo.com
-demandbase-bot
-eCatch
-facebookscraper
+gopher
 internetVista monitor
+ips-agent
+lwp-trivial
+meanpathbot
+mediawords
 muhstik-scan
-oBot
+netEstate NE Crawler
 pcBrowser
-polaris version
+plumanalytics
+ripz
+s1z.ru
 scalaj-http
 scan.lol
-seocompany.store
-serpstatbot
 sexsearcher
+sitechecker.pro
 sogouspider
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
+spyfu
 ubermetrics-technologies.com
-voyagerx.com
 webgains-bot
-webmeup-crawler
-webprosbot
-x09Mozilla
-zgrab
+x22Mozilla
+xpymep1.exe
+zauba.io