V4.2022.10.3430 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-ASPSeek
+ALittle Client
+Aboundexbot
 Aipbot
-Alexibot
-AllSubmitter
-Anarchy
-Anarchy99
+Alligator
+Anarchie
 Anthill
 Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
+Attach
+AwarioSmartBot
 BBBike
-BDCbot
+BDFetch
 BLEXBot
+BackWeb
 Backlink-Ceck
-Bandit
+Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
-Bolt
-BuiltBotTough
-BuiltWith
-CCBot
-CODE87
+BlowFish
+Brandprotect
+Buddy
+CSHttp
 CazoodleBot
-Cegbfeieh
-CensysInspect
-ChinaClaw
-Chlooe
+CheTeam
 Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
+Copier
 CopyRightCheck
-CrazyWebCrawler
+Cosmos
+Craftbot
+Crescent
 CrunchBot
-Curious
-CyotekWebCopy
-DIIbot
-DSearch
+DTS Agent
 DatabaseDriverMysqli
-Demon
-DigitalPebble
+Deusu
+Devil
 Dirbuster
-Discoverybot
+Disco
 Dispatch
+DittoSpyder
+DnyzBot
 DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dragonfly
-ECCP/1.0
-EMail Wolf
+EMail Siphon
 EasyDL
-Ebingbong
-Exabot
-ExtractorPro
-EyeNetIE
-Fimap
-Firefox/7.0
-FlashGet
+EirGrabber
+Express WebPictures
+Extreme Picture Finder
+FHscan
 Flunky
+Foobot
+Fuzz
 FyberSpider
-Fyrebot
-GermCrawler
-GetRight
-Getintent
-Gigabot
-Go-Ahead-Got-It
+GT::WWW
+GalaxyBot
+GoZilla
 GrabNet
-GrapeFX
+Grabber
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
-Harvest
-Hloader
-HonoluluBot
+HTTrack
+HaosouSpider
 Humanlinks
-IRLbot
+IDBot
+Iblog
+Id-search
 IlseBot
-IndeedBot
+Image Fetch
+Image Sucker
+InfoNaviRobot
+InfoTekies
+Internet Ninja
+InternetSeer
 Iria
-JOC Web Spider
 JamesBOT
-JennyBot
 JetCar
-Jetty
-JikeSpider
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
+Joomla
+JustView
+Jyxobot
+Kenjin Spider
+Leap
+LeechFTP
 LeechGet
 LexiBot
-Libwhisker
+Lftp
 Lightspeedsystems
 Likse
-LinkScan
-Linkbot
-LinksManager
+LinkWalker
+LinkextractorPro
+LinqiaRSSBot
+Lipperhey
+Lmspider
 Ltx71
 MIDown tool
-MTRobot
-Mag-Net
-Magnet
-Majestic SEO
+MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
+Majestic12
 MarkMonitor
+Masscan
 MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Metauri
+MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
 Minefield
-Moblie Safari
 Mojeek
-Mr.4x3
-Nameprotect
+Mojolicious
+MolokaiBot
+Msrabot
+NICErsPRO
+NearSite
+Needle
 Nessus
-NetLyzer
-NetSpider
+NetAnts
 NetZIP
 Nettrack
-Nibbler
-Niki-bot
-Nimbostratus
-Not
+Nutch
 Octopus
-OnCrawl
-OpenVAS
 OutclicksBot
 PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
-Pandalytics
+Panscient
 Papa Foto
-Pavuk
 PeoplePal
-Picscout
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-Pu_iN
-Pump
+PleaseCrawl
+ProPowerBot
+Psbot
+PxBroker
 PyCurl
-RankingBot
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+Rankivabot
+RealDownload
 Reaper
-RedesScrapy
-Ripper
-SEOlyticsCrawler
-SEOprofiler
+RepoMonkey
+SEOkicks-Robot
 SISTRIX
-SalesIntelligent
-ScanAlert
+Scanbot
 Scrapy
-ScrepyBot
-SearchmetricsBot
-Semrush
+Screaming
+Seekport
 SentiBot
 SeobilityBot
 Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteSucker
+Siteimprove
 Sitevigil
-Sociscraper
-Sosospider
+SmartDownload
+Snake
+Snapbot
+Snoopy
 Spammen
 SpankBot
-Spanner
-Sqlmap
-Steeler
-SuperBot
-SuperHTTP
-Suzuran
-Swiftbot
+Sqlworm
+Sucker
+Sucuri
+Szukacz
 T0PHackTeam
-TeleportPro
-Telesphorep
+Telesoft
+Telesphoreo
+The Intraformant
 TheNomad
-TightTwatBot
+Titan
 Toata
-Toweyabot
-Tracemyfile
+Trendiction
 Trendictionbot
-Turnitin
+Turingos
+Twice
 Typhoeus
-URLy.Warning
 UnisterBot
-VB Project
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+V-BOT
 VidibleScraper
-Virusdie
 WASALive-Bot
-Wallpapers/3.0
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 WallpapersHD
 WeSEE
+Web Auto
 Web Fetch
-Web Fuck
-Web Sauger
-Web Sucker
+WebAuto
 WebBandit
-WebEnhancer
+WebCollage
+WebCopier
 WebFetch
-WebFuck
-WebSauger
-WebSucker
-WebZIP
+WebGo IS
+WebLeacher
+WebWhacker
+Webalta
+Webshag
 Website Quester
-WebsiteQuester
-Whack
-WinHTTrack
+WebsiteExtractor
+Whacker
 Wonderbot
 Woobot
 Wotbox
-Xaldon WebSpider
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
 Zade
-Zauba
-Zeus
+Zermelo
 ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
+archive.org_bot
 backlink-check
-clark-crawler
-crawler.feedback
-facebookscraper
-instabid
-linkdexbot
+coccocbot
+crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
+heritrix
+ips-agent
 lwp-request
-lwp-trivial
-oBot
-pcBrowser
-ripz
-s1z.ru
-satoristudio.net
-scalaj-http
-seobility
+meanpathbot
+muhstik-scan
+plumanalytics
+scan.lol
+seocompany.store
+sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
-sysscan
 trendiction.de
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla
 x22Mozilla
 zauba.io
-zgrab