$ uv run tools/flow.py test cases/lab02-periods.json -v POST http://localhost:5678/webhook/my-log-report · 5 case(s) × 1 ✔ 첫 주 · 오류 0 → 이상 없음 · 0.1s · 292 calls · $0.038550 → request POST /webhook/my-log-report { "from": "2026-10-19", "to": "2026-10-23" } ← response HTTP 200 { "total": 309, "errors": 0, "error_rate": 0, "p50_ms": 1252, "p95_ms": 2525, "by_route": { "자동 답변": 292, "담당자 연결": 17 }, "by_day": { "2026-10-19": { "total": 73, "errors": 0, "error_rate": 0 }, "2026-10-20": { "total": 57, "errors": 0, "error_rate": 0 }, "2026-10-21": { "total": 60, "errors": 0, "error_rate": 0 }, "2026-10-22": { "total": 55, "errors": 0, "error_rate": 0 }, "2026-10-23": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 292, "repeats": 16, "repeat_rate": 0.0548 } }, "steps": { "faq_ms": { "runs": 309, "p50": 27, "p95": 39 }, "answer_ms": { "runs": 292, "p50": 1200, "p95": 2470 } }, "cost_usd": 0.03855, "cost_per_run": 0.000125, "llm_calls": 292, "failures": [], "unanswered_topics": [ { "topic": "와이파이", "count": 17 } ], "anomalies": [] } ✔ 둘째 주 · 기준 0.0588 × 3 · 0.1s · 304 calls · $0.039810 → request POST /webhook/my-log-report { "from": "2026-10-26", "to": "2026-10-30" } ← response HTTP 200 { "total": 357, "errors": 21, "error_rate": 0.0588, "p50_ms": 1171, "p95_ms": 2598, "by_route": { "오류": 21, "자동 답변": 299, "담당자 연결": 17, "잠시 후": 20 }, "by_day": { "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 }, "2026-10-27": { "total": 62, "errors": 0, "error_rate": 0 }, "2026-10-28": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 }, "2026-10-30": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 110, "repeats": 3, "repeat_rate": 0.0273 }, "1.1.0": { "answers": 181, "repeats": 14, "repeat_rate": 0.0773 }, "1.2.0": { "answers": 8, "repeats": 5, "repeat_rate": 0.625 } }, "steps": { "faq_ms": { "runs": 337, "p50": 28, "p95": 40 }, "answer_ms": { "runs": 304, "p50": 1162, "p95": 2532 } }, "cost_usd": 0.03981, "cost_per_run": 0.000112, "llm_calls": 304, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 }, { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 17 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 }, { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } ✔ 월요일만 · 기준 0.2286 × 3 · 0.0s · 50 calls · $0.006450 → request POST /webhook/my-log-report { "from": "2026-10-26", "to": "2026-10-26" } ← response HTTP 200 { "total": 70, "errors": 16, "error_rate": 0.2286, "p50_ms": 1082, "p95_ms": 2468, "by_route": { "오류": 16, "자동 답변": 50, "담당자 연결": 4 }, "by_day": { "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 } }, "by_release": { "1.0.0": { "answers": 50, "repeats": 1, "repeat_rate": 0.02 } }, "steps": { "faq_ms": { "runs": 70, "p50": 31, "p95": 1000 }, "answer_ms": { "runs": 50, "p50": 1169, "p95": 2482 } }, "cost_usd": 0.00645, "cost_per_run": 9.2e-05, "llm_calls": 50, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 4 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 } ] } ✔ 목요일만 · 15시만 · 0.1s · 71 calls · $0.009420 → request POST /webhook/my-log-report { "from": "2026-10-29", "to": "2026-10-29" } ← response HTTP 200 { "total": 97, "errors": 5, "error_rate": 0.0515, "p50_ms": 1150, "p95_ms": 2533, "by_route": { "자동 답변": 66, "담당자 연결": 6, "잠시 후": 20, "오류": 5 }, "by_day": { "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 } }, "by_release": { "1.1.0": { "answers": 66, "repeats": 5, "repeat_rate": 0.0758 } }, "steps": { "faq_ms": { "runs": 77, "p50": 24, "p95": 38 }, "answer_ms": { "runs": 71, "p50": 1100, "p95": 2539 } }, "cost_usd": 0.00942, "cost_per_run": 9.7e-05, "llm_calls": 71, "failures": [ { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 6 } ], "anomalies": [ { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } ✔ 두 주 · 기준 0.0315 × 3 · 0.1s · 596 calls · $0.078360 → request POST /webhook/my-log-report { "from": "2026-10-19", "to": "2026-10-30" } ← response HTTP 200 { "total": 666, "errors": 21, "error_rate": 0.0315, "p50_ms": 1205, "p95_ms": 2537, "by_route": { "자동 답변": 591, "담당자 연결": 34, "오류": 21, "잠시 후": 20 }, "by_day": { "2026-10-19": { "total": 73, "errors": 0, "error_rate": 0 }, "2026-10-20": { "total": 57, "errors": 0, "error_rate": 0 }, "2026-10-21": { "total": 60, "errors": 0, "error_rate": 0 }, "2026-10-22": { "total": 55, "errors": 0, "error_rate": 0 }, "2026-10-23": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-26": { "total": 70, "errors": 16, "error_rate": 0.2286 }, "2026-10-27": { "total": 62, "errors": 0, "error_rate": 0 }, "2026-10-28": { "total": 64, "errors": 0, "error_rate": 0 }, "2026-10-29": { "total": 97, "errors": 5, "error_rate": 0.0515 }, "2026-10-30": { "total": 64, "errors": 0, "error_rate": 0 } }, "by_release": { "1.0.0": { "answers": 402, "repeats": 19, "repeat_rate": 0.0473 }, "1.1.0": { "answers": 181, "repeats": 14, "repeat_rate": 0.0773 }, "1.2.0": { "answers": 8, "repeats": 5, "repeat_rate": 0.625 } }, "steps": { "faq_ms": { "runs": 646, "p50": 27, "p95": 39 }, "answer_ms": { "runs": 596, "p50": 1179, "p95": 2509 } }, "cost_usd": 0.07836, "cost_per_run": 0.000118, "llm_calls": 596, "failures": [ { "node": "Search FAQ", "message": "timeout of 1000ms exceeded", "count": 16 }, { "node": "Answer", "message": "429 Rate limit reached for requests", "count": 5 } ], "unanswered_topics": [ { "topic": "와이파이", "count": 34 } ], "anomalies": [ { "hour": "2026-10-26T09", "total": 16, "errors": 16, "error_rate": 1 }, { "hour": "2026-10-29T15", "total": 7, "errors": 5, "error_rate": 0.7143 } ] } Passed 5/5 report: runs/lab02-periods-20261031-075016.json