79일차 운영 데이터 기반 Ops Assistant: 실습 15개 · 강의(개요 30장 · 단계 문서 · 4단계 정리 · 05 바이브), 정답본 LAB-A · answers · VIBE-A · tops 포함

2026-11-03 20:54:35 +09:00
1 parent 9ce9aceba6
commit 6f0ecd59a9
@@ -0,0 +1,137 @@
+{
+  "cases": "lab01-challenge2.json",
+  "webhook": "my-ops-facts",
+  "passed": 0,
+  "total": 3,
+  "results": [
+    {
+      "case": "비용 출처가 멈춰도 200 · 모르는 것은 모른다고",
+      "webhook": "my-ops-facts",
+      "run": 1,
+      "passed": false,
+      "problems": [
+        "status 500 (expected 200)",
+        "sources_down = null (expected [\"cost\"])",
+        "health.cost = null (expected unknown)",
+        "unknown = null (expected [\"cost\"])"
+      ],
+      "seconds": 0.1,
+      "status": 500,
+      "request": {},
+      "response": {
+        "message": "Error in workflow"
+      }
+    },
+    {
+      "case": "다른 영역은 그대로",
+      "webhook": "my-ops-facts",
+      "run": 1,
+      "passed": false,
+      "problems": [
+        "status 500 (expected 200)",
+        "dlq.size = null (expected 3)",
+        "health.dlq = null (expected red)",
+        "red = null (expected [\"runs\", \"dlq\", \"release\"])",
+        "overall = null (expected red)"
+      ],
+      "seconds": 0.1,
+      "status": 500,
+      "request": {},
+      "response": {
+        "message": "Error in workflow"
+      }
+    },
+    {
+      "case": "출처가 돌아오면 다시 노랑",
+      "webhook": "my-ops-facts",
+      "run": 1,
+      "passed": false,
+      "problems": [
+        "sources_down = null (expected [])",
+        "unknown = null (expected [])"
+      ],
+      "seconds": 0.1,
+      "status": 200,
+      "request": {},
+      "response": {
+        "period": {
+          "from": "2026-10-26",
+          "to": "2026-10-30"
+        },
+        "runs": {
+          "total": 357,
+          "errors": 21,
+          "error_rate": 0.0588,
+          "p95_ms": 2598,
+          "unanswered_rate": 0.0476,
+          "top_failure": {
+            "node": "Search FAQ",
+            "message": "timeout of 1000ms exceeded",
+            "count": 16
+          }
+        },
+        "alerts": {
+          "count": 6,
+          "high": 3,
+          "by_reason": {
+            "timeout": 1,
+            "rate_limit": 1,
+            "batch_rejected": 1,
+            "low_quality": 2,
+            "api_error": 1
+          }
+        },
+        "dlq": {
+          "size": 3,
+          "parked": 2,
+          "waiting": 1
+        },
+        "quality": {
+          "batches": 4,
+          "avg_score": 0.6583,
+          "last_score": 1,
+          "rejected_batches": 1,
+          "quarantine": 1
+        },
+        "cost": {
+          "requests": 156,
+          "calls": 192,
+          "cost_usd": 0.073604,
+          "daily_usd": 0.08,
+          "used_ratio": 0.9201,
+          "top_user": {
+            "user": "test-bot",
+            "cost_usd": 0.027228,
+            "share": 0.3699
+          }
+        },
+        "release": {
+          "active": "1.1.0",
+          "canary_release": "1.2.0",
+          "canary_percent": 20,
+          "active_repeat_rate": 0.0773,
+          "canary_repeat_rate": 0.625
+        },
+        "health": {
+          "runs": "red",
+          "alerts": "yellow",
+          "dlq": "red",
+          "quality": "yellow",
+          "cost": "yellow",
+          "release": "red"
+        },
+        "red": [
+          "runs",
+          "dlq",
+          "release"
+        ],
+        "yellow": [
+          "alerts",
+          "quality",
+          "cost"
+        ],
+        "overall": "red"
+      }
+    }
+  ]
+}