shu/vpp-ai-platform
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
master
vpp-ai-platform/contracts/schema/kpi_report.json

286 lines
6.5 KiB
JSON
Raw Permalink Normal View History

M5: shadow run, kill-switch hierarchy L0–L4, KPI dashboard, shadow replay CLI Shadow run (ROADMAP M5, phase-1 acceptance form): SHADOW runtime mode records bids without submitting them, simulates the market answer from the actual day-ahead clearing price, dispatches to the simulation gateway, runs the D+1 review, and scores every day shadow-vs-human-vs-hindsight (ShadowDayRecord) with a lineage-completeness audit. KpiReport regenerated after every day per docs/12 §4 definitions (C1/C2 placeholders as named config). Kill switches (docs/13 §8): BreakerService with L0 permit revocation, L1 envelope suspension, L2 loss breaker (mark-to-market, reduce-only bids), L3 channel breaker (bids fall back to the file channel, dispatch BLOCKED), L4 AI-off (templates run, no Proposal created); abnormal-day protocol on EXTREME situations; per-level authority (B8 placeholder); auditable drill. Runtime: shadow-close workflow, shadow schedule entries, live-data ingestion through the quality gate, human-bid ingestion, breaker/KPI/shadow endpoints and insight cards, replay CLI (npm run shadow). Ledger, time series and streak counters are file-backed so a multi-week run survives restarts. Domain: HumanBidRecord, ShadowDayRecord, KpiReport, BreakerRecord, SHADOW receipt channel; contracts, fixtures and pydantic models regenerated. Services: L2 metrics moved from evals so the shadow run and the harness share one implementation. Fixes: envelope/permit validity compared ISO timestamps as strings ('…00Z' vs '…00.000Z'); L2 baseline was stale since M4 (skill_versions only, metrics unchanged) — rewritten from the live service. Docs: docs/14 shadow-run runbook (timeline, breaker trigger/authority/ recovery, KPI definitions as implemented); README and CLAUDE.md status. Tests: 21 consecutive shadow days with complete lineage, KPI report, WIDEN recommendation produced but not acted on; restart durability; drill; L2/L3/L4 and abnormal-day paths; API. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_017wrZgPL9LoKaD69BpEQU4v
2026-09-02 22:54:14 -04:00
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"type": "object",
"properties": {
"id": {
"type": "string",
"minLength": 1
},
"window": {
"type": "object",
"properties": {
"from": {
"anyOf": [
{
"type": "string",
"pattern": "^\\d{4}-\\d{2}-\\d{2}$"
},
{
"type": "null"
}
]
},
"to": {
"anyOf": [
{
"type": "string",
"pattern": "^\\d{4}-\\d{2}-\\d{2}$"
},
{
"type": "null"
}
]
},
"days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
}
},
"required": [
"from",
"to",
"days"
],
"additionalProperties": false
},
"kpis": {
"type": "array",
"items": {
"type": "object",
"properties": {
"id": {
"type": "string",
"enum": [
"FORECAST_LOAD_MAPE",
"FORECAST_PV_NRMSE",
"POTENTIAL_ACCURACY",
"DECISION_LATENCY_P95_MS",
"DISPATCH_SUCCESS_RATE",
"REVENUE_UPLIFT_VS_HUMAN",
"CROSS_REGION_MATCH"
]
},
"value": {
"anyOf": [
{
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
{
"type": "null"
}
]
},
"unit": {
"type": "string",
"minLength": 1
},
"target": {
"anyOf": [
{
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
{
"type": "null"
}
]
},
"comparator": {
"type": "string",
"enum": [
"LTE",
"GTE"
]
},
"samples": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"status": {
"type": "string",
"enum": [
"MEET",
"MISS",
"NO_DATA",
"NOT_APPLICABLE"
]
},
"definition": {
"type": "string",
"minLength": 1
}
},
"required": [
"id",
"value",
"unit",
"target",
"comparator",
"samples",
"status",
"definition"
],
"additionalProperties": false
}
},
"comparison": {
"type": "object",
"properties": {
"shadow_yuan": {
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
"human_yuan": {
"anyOf": [
{
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
{
"type": "null"
}
]
},
"hindsight_yuan": {
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
"naive_yuan": {
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
"capture_ratio": {
"anyOf": [
{
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
{
"type": "null"
}
]
},
"uplift_vs_naive": {
"anyOf": [
{
"type": "string",
"pattern": "^-?\\d+(\\.\\d+)?$"
},
{
"type": "null"
}
]
},
"days_with_human_baseline": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
}
},
"required": [
"shadow_yuan",
"human_yuan",
"hindsight_yuan",
"naive_yuan",
"capture_ratio",
"uplift_vs_naive",
"days_with_human_baseline"
],
"additionalProperties": false
},
"shadow": {
"type": "object",
"properties": {
"days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"complete_days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"consecutive_complete_days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"first_date": {
"anyOf": [
{
"type": "string",
"pattern": "^\\d{4}-\\d{2}-\\d{2}$"
},
{
"type": "null"
}
]
},
"last_date": {
"anyOf": [
{
"type": "string",
"pattern": "^\\d{4}-\\d{2}-\\d{2}$"
},
{
"type": "null"
}
]
},
"released_days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"pending_days": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"widen_recommendations": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"breaker_trips": {
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
}
},
"required": [
"days",
"complete_days",
"consecutive_complete_days",
"first_date",
"last_date",
"released_days",
"pending_days",
"widen_recommendations",
"breaker_trips"
],
"additionalProperties": false
},
"generated_at": {
"type": "string",
"format": "date-time",
"pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d:[0-5]\\d(?:\\.\\d+)?(?:Z))$"
}
},
"required": [
"id",
"window",
"kpis",
"comparison",
"shadow",
"generated_at"
],
"additionalProperties": false,
"$id": "https://vpp-ai-platform/contracts/kpi_report.json",
"title": "KpiReport"
}
Reference in New Issue Copy Permalink