diff --git a/packages/kilo-docs/docs/contributing/architecture/model-o11y.md b/packages/kilo-docs/docs/contributing/architecture/model-o11y.md index 5f3fb0459..7b22baa13 100644 --- a/packages/kilo-docs/docs/contributing/architecture/model-o11y.md +++ b/packages/kilo-docs/docs/contributing/architecture/model-o11y.md @@ -71,10 +71,10 @@ Common dashboards which offer filtering based on provider, model, and tool: Implement [multi-window, multi-burn-rate alerting](https://sre.google/workbook/alerting-on-slos/) against error budgets: -| Window | Burn Rate | Action | Use Case | -| ------ | --------- | ------ | ------------------- | -| 5 min | 14.4x | Page | Major Outage | -| 30 min | 6x | Page | Incident | +| Window | Burn Rate | Action | Use Case | +| ------ | --------- | ------ | ------------------ | +| 5 min | 14.4x | Page | Major Outage | +| 30 min | 6x | Page | Incident | | 6 hr | 1x | Ticket | Change in behavior | Paging should **only occur on Recommended Models when using the Kilo Gateway**. All other alerts should be tickets, and some may be configured to be ignored. @@ -96,7 +96,10 @@ Paging should **only occur on Recommended Models when using the Kilo Gateway**. - Total turns/steps - Total tool calls by tool type - Total errors by error type + - Agent stuck errors (repetitive tool calls, etc) + - Tool call errors - Total tokens consumed +- Context condensing frequency - Termination reason (user closed, timeout, explicit completion, error) #### Alerting diff --git a/packages/kilo-docs/sidebars.ts b/packages/kilo-docs/sidebars.ts index d25908810..69bf68840 100644 --- a/packages/kilo-docs/sidebars.ts +++ b/packages/kilo-docs/sidebars.ts @@ -233,6 +233,7 @@ const sidebars: SidebarsConfig = { "contributing/architecture/track-repo-url", "contributing/architecture/vercel-ai-gateway", "contributing/architecture/voice-transcription", + "contributing/architecture/model-o11y", ], }, ],