V4.2023.02.3571 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
+01h4x.com
+80legs
+ALittle Client
 ASPSeek
 Abonti
 Aboundex
-Aboundexbot
+Acunetix
 AhrefsBot
-Aipbot
-AlphaBot
-Anarchie
-Anarchy
+Alexibot
+AllSubmitter
+Alligator
+Ankit
 Anthill
 Apexoo
+Asterias
 AwarioRssBot
 AwarioSmartBot
+BBBike
+BDCbot
 BackDoorBot
-BackStreet
-BatchFTP
+Bandit
 Battleztar Bazinga
-BetaBot
 Bigfoot
-Black Hole
-Blow
+Bitacle
 BotALot
-Buck
-BunnySlippers
-Calculon
-CazoodleBot
-Cegbfeieh
+Brandprotect
+Buddy
+BuiltBotTough
+BuiltWith
+BuzzSumo
+CCBot
+CODE87
 CheTeam
 CheeseBot
+Citoid
 Cliqzbot
-Cocolyzebot
+Cloud mapping
+Collector
+Copier
+CopyRightCheck
+Craftbot
 Crawling at Home Project
 Custo
-DIIbot
+CyotekWebCopy
+DBLBot
 DSearch
-DataCha0s
-DatabaseDriverMysqli
 Deusu
+Devil
+Digincore
 DigitalPebble
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
+Dirbuster
+Disco
+Discoverybot
+Dispatch
+DnyzBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Domains Project
 Dotbot
-Drip
-ECCP/1.0
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
-Evil
-Exabot
-Extractor
+Download Wonder
+EMail Siphon
+EMail Wolf
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FDM
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Freeuploader
-Fuzz
-FyberSpider
-GT::WWW
-GalaxyBot
-GetWeb
+Flunky
+Foobot
+Fyrebot
+GetRight
 Getintent
-GoZilla
-Gotit
+Go-Ahead-Got-It
+GrabNet
+Grabber
+Grafula
 GridBot
-HEADMasterSEO
-Harvest
-Hloader
-HonoluluBot
-IRLbot
-IlseBot
+HMView
+HybridBot
+Iblog
+Image Sucker
 IndeedBot
-Indy Library
-InfoTekies
 Intelliseek
+InterGET
 InternetSeer
-Iria
-JOC Web Spider
-JikeSpider
-LNSpiderguy
-Lanshanbot
+Jbrofuzz
+Jetty
+Joomla
+Jyxobot
+Kinza
 Larbin
-Leap
-LeechFTP
+LibWeb
 Libwhisker
-Likse
 LinkScan
+LinkWalker
 Linkbot
-LinkpadBot
 LinqiaMetadataDownloaderBot
-Ltx71
-MIIxpc
+Lipperhey
+Litemage_walker
+Lmspider
+MIDown tool
 MJ12bot
-Mag-Net
+MSIECrawler
+MTRobot
+Magnet
 Mail.RU_Bot
 Majestic-SEO
 Majestic12
-Mass Downloader
-Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
+MarkWatch
+Masscan
+MauiBot
+MeanPath Bot
+MegaIndex.ru
+MicroMessenger
+Microsoft URL Control
+Minefield
+Mister PiX
 Mojeek
 Mojolicious
-MolokaiBot
-Mozlila
-Musobot
+Morfeus Fucking Scanner
 NICErsPRO
 NPbot
-Name Intelligence
-Nameprotect
+NearSite
+Net Vampire
 NetAnts
-Netcraft
+NetLyzer
+NetMechanic
+NetZIP
 Nettrack
-Nibbler
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
+Nikto
+Nimbostratus
+Ninja
 Nmap
 Not
-Nuclei
-Nutch
 Offline Navigator
+OnCrawl
 Openvas
-OutclicksBot
-OutfoxBot
+OrangeBot
+PECL::HTTP
 Page Analyzer
 PageScorer
+Panscient
 Petalbot
-Pi-Monster
 Picsearch
 PictureFinder
 Piepmatz
-Pimonster
-Pixray
+PleaseCrawl
+Probethenet
 Psbot
-Quick-Crawler
+Pu_iN
+Pump
 RSSingBot
 RankFlex
-RankingBot
+RankingBot2
 Rankivabot
-Recorder
+RankurBot
+Reaper
 RepoMonkey
-Ripper
-SBIder
+Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
 Scanbot
-Screaming
-Searchestate
+ScreenerBot
 Seekport
 SemrushBot
-SeobilityBot
-Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
-Sociscraper
+SeoSiteCheckup
 Sogou web spider
-Sottopop
-Spammen
+Sosospider
 SpankBot
-Sqlmap
-Stripper
+Spbot
+SputnikBot
+Sqworm
+Sucker
 Sucuri
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
+Swiftbot
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-Toata
-Toweyabot
+TheNomad
 Tracemyfile
 Trendictionbot
+True_Robot
 Turingos
-Turnitin
-TurnitinBot
-URLy.Warning
-Upflow
-Vacuum
-WPScan
+UnisterBot
+V-BOT
+VCI
+VidibleScraper
+VoidEYE
+Voil
+Voltron
+WEBDAV
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
+Wallpapers
 Web Auto
-Web Collage
+Web Enhancer
+Web Pix
 Web Sucker
-WebAuto
-WebBandit
-WebImageCollector
-WebPix
-WebStripper
-WebSucker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebCollage
+WebEnhancer
+WebFuck
+WebReaper
+WebSauger
 Website Quester
-WebsiteQuester
-Whack
-Whacker
+Webster
+Who.is Bot
+WiseGuys Robot
 Wonderbot
 Wotbox
 Wprecon
 Xaldon WebSpider
 Xaldon_WebSpider
+Zade
 Zauba
 Zermelo
-Zeus
-Zitebot
-adscanner
+ZoominfoBot
+ZyBorg
 arquivo-web-crawler
-arquivo.pt
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
+backlink-check
+cah.io.community
+check1.exe
+cognitiveseo
+demandbase-bot
 eCatch
-evc-batch
-heritrix
+gopher
 instabid
-ips-agent
 iubenda-radar
 linkdexbot
 magpie-crawler
+muhstik-scan
 page scorer
-polaris version
 probe-image-size
-seoscanners
+ripz
+seocompany.store
 seostar
 sexsearcher
 sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
-sysscan
+tAkeOut
 ubermetrics-technologies.com
-x09Mozilla
+webgains-bot
+webmeup-crawler
+webpros.com
+zgrab