V4.2023.01.3545 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+01h4x.com
+ADmantX
 ALittle Client
-ASPSeek
-Abonti
-AhrefsBot
+Aboundex
+Aboundexbot
 Aipbot
-AllSubmitter
-Alligator
-Ankit
-Apexoo
-Aspiegel
+AlphaBot
+Anarchy
+Anarchy99
 Atomseobot
-Attach
-AwarioRssBot
+AwarioSmartBot
+BBBike
 BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-Badass
-Barkrowler
+Battleztar Bazinga
+BetaBot
 Bigfoot
-BlackWidow
+Bitacle
+Black Hole
 Blackboard
+Blow
 BlowFish
 Brandwatch
-Buck
-Buddy
-BuiltWith
-Bullseye
-CATExplorador
-CODE87
-CSHttp
+BunnySlippers
+Cegbfeieh
 CensysInspect
-CherryPicker
-ChinaClaw
-Chlooe
+CheTeam
+Citoid
 Cliqzbot
-Cloud mapping
 Cocolyzebot
-Cosmos
+Cogentbot
+Copier
 Crescent
 CrunchBot
 Curious
-Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DataCha0s
-DigitalPebble
+DSearch
+DTS Agent
+Demon
+Devil
 Dirbuster
-Discoverybot
+Discobot
 Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-EMail Siphon
+Download Wonder
+ECCP/1.0
+EMail Wolf
 EasyDL
-Extractor
+Ebingbong
+Evil
+Exabot
+Express WebPictures
+ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
-Firefox/7.0
-FlashGet
-Flunky
+FHscan
+FemtosearchBot
 Fuzz
+Fyrebot
 GT::WWW
+Genieo
+GermCrawler
+GetRight
+GetWeb
 Gigabot
+Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 GrabNet
-Grabber
-Grafula
-GrapeFX
 GrapeshotCrawler
+HMView
 HTMLparser
-HaosouSpider
-IDBTE4M
-Id-search
-IlseBot
-IndeedBot
-Indy Library
-InfoNaviRobot
+HTTP::Lite
+HTTrack
+Hloader
+HonoluluBot
+Humanlinks
+Image Fetch
 InfoTekies
 Intelliseek
-InterGET
-InternetSeer
 Iria
-JamesBOT
-Jbrofuzz
-Jetty
-JikeSpider
+Iskanie
+JetCar
+Jorgee
 Keybot Translation-Search-Machine
-LWP::Simple
-Leap
-LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
+Keyword Density
+Larbin
+LeechFTP
+LibWeb
+Libwhisker
+LieBaoFast
+LinkScan
 LinkWalker
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-MSIECrawler
-MTRobot
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MSFrontPage
 Magnet
 Mail.RU_Bot
-Mass Downloader
+MarkWatch
 Masscan
-MauiBot
+Mata Hari
+Meanpathbot
+MegaIndex.ru
 MicroMessenger
-Mojolicious
+Microsoft Data Access
 MolokaiBot
-Musobot
+Mozlila
+NICErsPRO
 Nameprotect
 Needle
 Nessus
-Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
 NetZIP
-Nibbler
-Nimbostratus
-Ninja
-Nmap
-Not
-Nutch
-OpenLinkProfiler
-Openvas
-OutclicksBot
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Offline Explorer
+Offline Navigator
+OpenVAS
 Page Analyzer
 PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
 Panscient
 Papa Foto
-Pavuk
 PeoplePal
+Piepmatz
 Pimonster
 PleaseCrawl
+Pockey
+ProPowerBot
 ProWebWalker
-Pump
-RankActiveLinkBot
-RankFlex
-RankingBot
+Probethenet
+Pu_iN
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot2
 Rankivabot
-Re-re
 ReGet
-RedesScrapy
-RocketCrawler
-Rogerbot
+RealDownload
+Reaper
+RepoMonkey
+SEOkicks-Robot
 SEOstats
 SISTRIX
 SMTBot
 SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
+Scrapy
 ScreenerBot
-ScrepyBot
-Searchestate
+Seekport
+Semrush
 SemrushBot
-SiteExplorer
+SeobilityBot
+SiteLockSpider
 Sitebeam
-Siteimprove
-SlySearch
+Sitevigil
+Snake
+Snoopy
 Sociscraper
 Sosospider
-Sottopop
 Spammen
 SpankBot
+Spbot
 Spinn3r
-Sqlmap
-Sqlworm
-Sqworm
-Steeler
-Stripper
-Sucuri
-T8Abot
-Telesoft
+SputnikBot
+SuperHTTP
+Suzuran
+Teleport
+Telesphoreo
 Telesphorep
-TheNomad
-TightTwatBot
-Tracemyfile
+Toata
 Trendiction
 True_Robot
-URLy Warning
-URLy.Warning
-UnisterBot
-V-BOT
+Turingos
+Twice
+Upflow
+VB Project
+VCI
 Vacuum
-VelenPublicWebCrawler
-Voil
+VeriCiteCrawler
 Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
-Wallpapers/3.0
-WallpapersHD
+WISENutbot
+WWW-Mechanize
+Wallpapers
+WeSEE
 Web Auto
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Sauger
-WebFuck
-WebImageCollector
-Webshag
+WebAuto
+WebBandit
+WebEnhancer
+WebGo IS
+WebWhacker
+WebZIP
+Webalta
+Website Quester
 Whack
-Whatweb
-Wonderbot
-Wotbox
+Whacker
+Who.is Bot
+Widow
+Woobot
+Xaldon WebSpider
+Zade
+Zauba
+Zermelo
+Zeus
 Zitebot
-ZoomBot
+ZmEu
 ZoominfoBot
-ZyBorg
-adscanner
-coccocbot
+archive.org_bot
+check1.exe
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-crawler4j
-dataforseo.com
+crawler.feedback
 demandbase-bot
 domainsproject.org
-facebookscraper
-gopher
+evc-batch
 heritrix
+ips-agent
+iubenda-radar
 magpie-crawler
-meanpathbot
-mediawords
-plumanalytics
+netEstate NE Crawler
+oBot
 polaris version
+probe-image-size
 ripz
-scan.lol
+scalaj-http
 seobility
 seocompany.store
-seoscanners
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-tAkeOut
+sogouspider
 trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab