{ "cases": "lab02-periods.json", "webhook": "my-log-report", "passed": 5, "total": 5, "results": [ { "case": "첫 주 · 오류 0 → 이상 없음", "webhook": "my-log-report", "run": 1, "passed": true, "problems": [], "seconds": 0.1, "status": 200, "request": { "from": "2026-10-19", "to": "2026-10-23" }, "response": { "total": 309, "errors": 0, "error_rate": 0, "p50_ms": 1252, "p95_ms": 2525, "by_route": { "자동 답변": 292, "담당자 연결": 17 }, "by_day": { "2026-10-19": { "total": 73, "errors": 0, "error_rate": 0 }, "2026-10-20": { "total": 57, "errors": 0, "error_rate": 0 }, "2026-10-21": { "total": 60, "errors": 0, "error_rate": 0 }, "2026-10-22": { "total": 55, "errors": 0, "error_rate": 0 }, "2026-10-23": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 292, "repeats": 16, "repeat_rate": 0.0548 } }, "steps": { "faq_ms": { "runs": 309, "p50": 27, "p95": 39 }, "answer_ms": { "runs": 292, "p50": 1200, "p95": 2470 } }, "cost_usd": 0.03855, "cost_per_run": 0.000125, "llm_calls": 292, "failures": [], "unanswered_topics": [ { "topic": "와이파이", "count": 17 } ], "anomalies": [] } }, { "case": "둘째 주 · 기준 0.0588 × 3", "webhook": "my-log-report", "run": 1, "passed": true, "problems": [], "seconds": 0.1, "status": 200, "request": { "from": "2026-10-26", "to": "2026-10-30" }, "response": { "total": 357, "errors": 21, "error_rate": 0.0588, "p50_ms": 1171, "p95_ms": 2598, "by_route": { "오류": 21, "자동 답변": 299, "담당자 연결": 17, "잠시 후": 20 }, "by_day": { "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 }, "2026-10-27": { "total": 62, "errors": 0, "error_rate": 0 }, "2026-10-28": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 }, "2026-10-30": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 110, "repeats": 3, "repeat_rate": 0.0273 }, "1.1.0": { "answers": 181, "repeats": 14, "repeat_rate": 0.0773 }, "1.2.0": { "answers": 8, "repeats": 5, "repeat_rate": 0.625 } }, "steps": { "faq_ms": { "runs": 337, "p50": 28, "p95": 40 }, "answer_ms": { "runs": 304, "p50": 1162, "p95": 2532 } }, "cost_usd": 0.03981, "cost_per_run": 0.000112, "llm_calls": 304, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 }, { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 17 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 }, { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } }, { "case": "월요일만 · 기준 0.2286 × 3", "webhook": "my-log-report", "run": 1, "passed": true, "problems": [], "seconds": 0.0, "status": 200, "request": { "from": "2026-10-26", "to": "2026-10-26" }, "response": { "total": 70, "errors": 16, "error_rate": 0.2286, "p50_ms": 1082, "p95_ms": 2468, "by_route": { "오류": 16, "자동 답변": 50, "담당자 연결": 4 }, "by_day": { "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 } }, "by_release": { "1.0.0": { "answers": 50, "repeats": 1, "repeat_rate": 0.02 } }, "steps": { "faq_ms": { "runs": 70, "p50": 31, "p95": 1000 }, "answer_ms": { "runs": 50, "p50": 1169, "p95": 2482 } }, "cost_usd": 0.00645, "cost_per_run": 9.2e-05, "llm_calls": 50, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 4 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 } ] } }, { "case": "목요일만 · 15시만", "webhook": "my-log-report", "run": 1, "passed": true, "problems": [], "seconds": 0.1, "status": 200, "request": { "from": "2026-10-29", "to": "2026-10-29" }, "response": { "total": 97, "errors": 5, "error_rate": 0.0515, "p50_ms": 1150, "p95_ms": 2533, "by_route": { "자동 답변": 66, "담당자 연결": 6, "잠시 후": 20, "오류": 5 }, "by_day": { "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 } }, "by_release": { "1.1.0": { "answers": 66, "repeats": 5, "repeat_rate": 0.0758 } }, "steps": { "faq_ms": { "runs": 77, "p50": 24, "p95": 38 }, "answer_ms": { "runs": 71, "p50": 1100, "p95": 2539 } }, "cost_usd": 0.00942, "cost_per_run": 9.7e-05, "llm_calls": 71, "failures": [ { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 6 } ], "anomalies": [ { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } }, { "case": "두 주 · 기준 0.0315 × 3", "webhook": "my-log-report", "run": 1, "passed": true, "problems": [], "seconds": 0.1, "status": 200, "request": { "from": "2026-10-19", "to": "2026-10-30" }, "response": { "total": 666, "errors": 21, "error_rate": 0.0315, "p50_ms": 1205, "p95_ms": 2537, "by_route": { "자동 답변": 591, "담당자 연결": 34, "오류": 21, "잠시 후": 20 }, "by_day": { "2026-10-19": { "total": 73, "errors": 0, "error_rate": 0 }, "2026-10-20": { "total": 57, "errors": 0, "error_rate": 0 }, "2026-10-21": { "total": 60, "errors": 0, "error_rate": 0 }, "2026-10-22": { "total": 55, "errors": 0, "error_rate": 0 }, "2026-10-23": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 }, "2026-10-27": { "total": 62, "errors": 0, "error_rate": 0 }, "2026-10-28": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 }, "2026-10-30": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 402, "repeats": 19, "repeat_rate": 0.0473 }, "1.1.0": { "answers": 181, "repeats": 14, "repeat_rate": 0.0773 }, "1.2.0": { "answers": 8, "repeats": 5, "repeat_rate": 0.625 } }, "steps": { "faq_ms": { "runs": 646, "p50": 27, "p95": 39 }, "answer_ms": { "runs": 596, "p50": 1179, "p95": 2509 } }, "cost_usd": 0.07836, "cost_per_run": 0.000118, "llm_calls": 596, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 }, { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 34 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 }, { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } } ] }