V4.2022.09.3355 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-80legs
+404checker
 AIBOT
 ALittle Client
 ASPSeek
 Abonti
 Aboundex
-Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
-Ankit
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Anarchy99
+Aspiegel
+Asterias
+Attach
 AwarioRssBot
-BBBike
-BDFetch
-Badass
-Bandit
+BackDoorBot
+BackWeb
 BatchFTP
-Battleztar Bazinga
 Bigfoot
-Bitacle
+BlackWidow
 Blow
+BlowFish
 Boardreader
+BotALot
+Brandwatch
+Buck
 BuiltBotTough
-BuzzSumo
-CCBot
-CazoodleBot
+CODE87
+Calculon
 Cegbfeieh
+CheTeam
+CherryPicker
 ChinaClaw
 Citoid
 Claritybot
-Cliqzbot
-Cloud mapping
+Collector
 Copier
-Crawling at Home Project
-CrazyWebCrawler
+Cosmos
+Craftbot
+Crescent
 CyotekWebCopy
-DBLBot
+DIIbot
 DSearch
 DTS Agent
-DatabaseDriverMysqli
+Deusu
 Digincore
-Dirbuster
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
+DigitalPebble
+Discobot
+Dispatch
+DomainCrawler
 DomainStatsBot
-Download Wonder
-Drip
+ECCP/1.0
 EMail Siphon
+EMail Wolf
+EasyDL
 Ebingbong
 Ecxi
 EirGrabber
-Exabot
+Evil
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
-Fimap
-Foobot
-Freeuploader
-Fyrebot
+FHscan
+Firefox/7.0
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
-GermCrawler
-GetRight
+GalaxyBot
+GetWeb
 Getintent
-Go-Ahead-Got-It
-GrabNet
+Gigabot
+Go!Zilla
+Gotit
 Grabber
-HMView
+Grafula
+GrapeshotCrawler
+HTMLparser
 HTTP::Lite
 Haansoft
+Harvest
+Havij
 Hloader
-IDBTE4M
-Image Sucker
-IndeedBot
-Indy Library
-InfoTekies
-InternetSeer
+IlseBot
+Internet Ninja
 Iria
-JetCar
+Iskanie
+JamesBOT
 JikeSpider
-Keyword Density
-LNSpiderguy
+Joomla
+Jorgee
+Keybot Translation-Search-Machine
+LWP::Simple
 Larbin
-LieBaoFast
-LinkWalker
-LinkextractorPro
+LeechGet
+LexiBot
+Lightspeedsystems
+LinkScan
 LinkpadBot
-LinksManager
+LinqiaScrapeBot
+Litemage_walker
 Lmspider
-MQQBrowser
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
+MSIECrawler
 Majestic SEO
+MarkMonitor
 MarkWatch
 Mata Hari
 MauiBot
-Mb2345Browser
-Mediatoolkitbot
+Metauri
 MicroMessenger
-Minefield
-Moblie Safari
-Morfeus Fucking Scanner
+Microsoft URL Control
+Mister PiX
+Mojolicious
+Mr.4x3
 Musobot
-Nameprotect
+NICErsPRO
+NPbot
+Name Intelligence
 NearSite
 Net Vampire
 NetAnts
-Nettrack
-Netvibes
+Netcraft
 Niki-bot
-Nikto
 Nimbostratus
 Nmap
 Not
-Octopus
-OpenVAS
+Nuclei
+Nutch
+Offline Explorer
+Offline Navigator
+OnCrawl
 Openfind
 Openvas
-OutfoxBot
+OrangeBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+PageThing.com
 Papa Foto
 Pavuk
+Petalbot
+Picscout
+PictureFinder
 Pimonster
-Pockey
-Probethenet
-Psbot
 Pu_iN
-Pump
-RankFlex
-RankingBot2
-RankurBot
+PxBroker
+PyCurl
+Quick-Crawler
+Rankivabot
+Re-re
+ReGet
+Reaper
 RebelMouse
-Recorder
 RedesScrapy
 RepoMonkey
-SEOkicks
+RocketCrawler
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-Scanbot
-Scrapy
-Screaming
-ScreenerBot
-Searchestate
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
+ScoutJet
 SearchmetricsBot
+Seekport
 SemanticJuice
-SentiBot
-SeoSiteCheckup
-Seomoz
+SemrushBot
+SeobilityBot
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteSnagger
+SiteSucker
+Siteimprove
 SmartDownload
 Snapbot
-SocialRankIOBot
-Sogou web spider
+Sociscraper
 Sottopop
-Spbot
+SpaceBison
+SputnikBot
+Sqlmap
 Sqlworm
 Steeler
 Stripper
 SuperBot
 Surfbot
-T0PHackTeam
-Teleport
-Telesoft
+SurveyBot
+TeleportPro
 Telesphoreo
-Thumbor
-TightTwatBot
-Toata
+Titan
 Toweyabot
+Trendiction
 Trendictionbot
-True_Robot
-Turnitin
-Twice
-Typhoeus
+Turingos
+TwengaBot
 URLy Warning
-URLy.Warning
-V-BOT
-Vacuum
-Virusdie
+VB Project
+VCI
+VidibleScraper
 Voltron
 WASALive-Bot
-WBSearchBot
-WEBDAV
 WISENutbot
-WPScan
-WWWOFFLE
+WWW::Mechanize
 WeSEE
 Web Collage
-Web Enhancer
-Web Sauger
+Web Pix
 Web Sucker
+WebBandit
 WebCopier
 WebEnhancer
-WebFetch
 WebImageCollector
 WebLeacher
-WebPix
 WebReaper
 WebSauger
-WebStripper
+WebZIP
 Webalta
 Webshag
-WebsiteExtractor
+Whack
+Whatweb
 Widow
+WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zeus
-ZmEu
-ZumBot
+Zade
+Zitebot
+ZoominfoBot
+ZyBorg
 archive.org_bot
-arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
-clark-crawler
+check1.exe
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-dataforseo.com
-eCatch
-facebookscraper
-internetVista monitor
+domainsproject.org
+heritrix
 isitwp.com
-lwp-request
+iubenda-radar
 muhstik-scan
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-s1z.ru
+oBot
+ripz
 satoristudio.net
-scalaj-http
+seocompany.store
+seoscanners
+seostar
 siteripz
-sp_auditbot
-spyfu
-sysscan
-tAkeOut
-trendiction.de
-voyagerx.com
-webmeup-crawler
-x22Mozilla
+ubermetrics-technologies.com
+webprosbot
+x09Mozilla
 zgrab