vrr/opencode
2
0
Fork 0
mirror of https://github.com/anomalyco/opencode.git synced 2026-05-08 10:10:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 19

chore: fix model alerts (#25990)

Browse source
This commit is contained in:
Victor Navarro 2026-05-06 16:57:34 +02:00 • committed by GitHub
parent 2abc4507b2
commit 889f979c0b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

18
infra/monitoring.ts
View file

@ -178,7 +178,7 @@ new incident.AlertRoute("HoneycombAlertRoute", {
reference: $interpolate`alert.attributes.${fields.product.id}`,
},
],
groupingWindowSeconds: 900,
groupingWindowSeconds: 3600,
},
incidentTemplate: {
name: {
@ -215,7 +215,6 @@ type Trigger = (opts: { model: string; product: Product }) => {
description: string
json: honeycomb.GetQuerySpecificationOutputArgs
threshold: { op: ">=" | "<="; value: number }
baseline: 3600 | 86400
}
type Model = { id: string; products: Product[]; triggers: Trigger[] }
@ -232,6 +231,8 @@ const httpErrors: Trigger = ({ model, product }) => ({
filterCombination: "AND",
filters: [
{ column: "model", op: "=", value: model },
{ column: "event_type", op: "=", value: "completions" },
{ column: "user_agent", op: "contains", value: "opencode" },
{ column: "isGoTier", op: "=", value: product === "go" ? "true" : "false" },
],
},
@ -241,6 +242,8 @@ const httpErrors: Trigger = ({ model, product }) => ({
filterCombination: "AND",
filters: [
{ column: "model", op: "=", value: model },
{ column: "event_type", op: "=", value: "completions" },
{ column: "user_agent", op: "contains", value: "opencode" },
{ column: "isGoTier", op: "=", value: product === "go" ? "true" : "false" },
{ column: "status", op: ">=", value: "400" },
{ column: "status", op: "!=", value: "401" },
@ -250,10 +253,7 @@ const httpErrors: Trigger = ({ model, product }) => ({
formulas: [{ name: "ERROR", expression: "$FAILED / $TOTAL" }],
timeRange: 900,
},
// Alert when errors surge 50% compared to the previous period
threshold: { op: ">=", value: 50 },
// What previous time period to evaluate against
baseline: 3600,
threshold: { op: ">=", value: 0.8 },
})
const models: Model[] = [
@ -296,10 +296,8 @@ for (const model of models) {
name: spec.title,
description: spec.description,
queryJson: honeycomb.getQuerySpecificationOutput(spec.json).json,
alertType: "on_change",
// This is the minimum when using % change detection
frequency: 900,
baselineDetails: [{ type: "percentage", offsetMinutes: spec.baseline / 60 }],
alertType: "on_true",
frequency: 300,
thresholds: [{ ...spec.threshold, exceededLimit: 1 }],
recipients: [
{

6
packages/console/app/src/routes/incident/webhook.ts
View file

@ -2,6 +2,8 @@ import type { APIEvent } from "@solidjs/start/server"
import { Resource } from "@opencode-ai/console-resource"
import { Webhook } from "svix"
const DISCORD_INCIDENT_ROLE_ID = "1501447160175136838"
type Incident = {
mode?: "test" | "standard"
name?: string
@ -37,14 +39,14 @@ const postDiscordMessage = async (incident: Incident) => {
`**${incident.mode === "test" ? "[TEST] " : ""}${incident.name ?? "Incident has been created"}**`,
incident.summary,
"",
"@inference",
`<@&${DISCORD_INCIDENT_ROLE_ID}>`,
"",
incident.permalink,
]
.filter((line) => line !== undefined)
.join("\n"),
allowed_mentions: {
parse: ["everyone"],
roles: [DISCORD_INCIDENT_ROLE_ID],
},
flags: 4,
}),