publicproj/aio-01d4-stu
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
main
aio-01d4-stu/Last3Mon/77/answers/07-lab01-challenge2-before.json
T

374 lines
8.5 KiB
JSON
Raw Permalink Normal View History

77일차 실행 기록 분석: 실습 15개 · 강의(개요 30장 · 단계 문서 · 4단계 정리 · 05 바이브), 정답본 LAB-A · answers · VIBE-A · tlog 포함
2026-11-01 23:43:55 +09:00
{
"cases": "lab01-challenge2.json",
"webhook": "my-log-report",
"passed": 0,
"total": 5,
"results": [
{
"case": "두 주 · 단계별 p95",
"webhook": "my-log-report",
"run": 1,
"passed": false,
"problems": [
"steps.faq_ms.p95 = null (expected 39)",
"steps.answer_ms.p95 = null (expected 2509)",
"steps.answer_ms.p50 = null (expected 1179)"
],
"seconds": 0.1,
"status": 200,
"request": {
"from": "2026-10-19",
"to": "2026-10-30"
},
"response": {
"total": 666,
"errors": 21,
"error_rate": 0.0315,
"p50_ms": 1205,
"p95_ms": 2537,
"by_route": {
"자동 답변": 591,
"담당자 연결": 34,
"오류": 21,
"잠시 후": 20
},
"by_day": {
"2026-10-19": {
"total": 73,
"errors": 0,
"error_rate": 0
},
"2026-10-20": {
"total": 57,
"errors": 0,
"error_rate": 0
},
"2026-10-21": {
"total": 60,
"errors": 0,
"error_rate": 0
},
"2026-10-22": {
"total": 55,
"errors": 0,
"error_rate": 0
},
"2026-10-23": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-26": {
"total": 70,
"errors": 16,
"error_rate": 0.2286
},
"2026-10-27": {
"total": 62,
"errors": 0,
"error_rate": 0
},
"2026-10-28": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-29": {
"total": 97,
"errors": 5,
"error_rate": 0.0515
},
"2026-10-30": {
"total": 64,
"errors": 0,
"error_rate": 0
}
},
"by_release": {
"1.0.0": {
"answers": 402,
"repeats": 19,
"repeat_rate": 0.0473
},
"1.1.0": {
"answers": 181,
"repeats": 14,
"repeat_rate": 0.0773
},
"1.2.0": {
"answers": 8,
"repeats": 5,
"repeat_rate": 0.625
}
}
}
},
{
"case": "두 주 · 단계마다 잰 실행 수",
"webhook": "my-log-report",
"run": 1,
"passed": false,
"problems": [
"steps.faq_ms.runs = null (expected 646)",
"steps.answer_ms.runs = null (expected 596)"
],
"seconds": 0.1,
"status": 200,
"request": {
"from": "2026-10-19",
"to": "2026-10-30"
},
"response": {
"total": 666,
"errors": 21,
"error_rate": 0.0315,
"p50_ms": 1205,
"p95_ms": 2537,
"by_route": {
"자동 답변": 591,
"담당자 연결": 34,
"오류": 21,
"잠시 후": 20
},
"by_day": {
"2026-10-19": {
"total": 73,
"errors": 0,
"error_rate": 0
},
"2026-10-20": {
"total": 57,
"errors": 0,
"error_rate": 0
},
"2026-10-21": {
"total": 60,
"errors": 0,
"error_rate": 0
},
"2026-10-22": {
"total": 55,
"errors": 0,
"error_rate": 0
},
"2026-10-23": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-26": {
"total": 70,
"errors": 16,
"error_rate": 0.2286
},
"2026-10-27": {
"total": 62,
"errors": 0,
"error_rate": 0
},
"2026-10-28": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-29": {
"total": 97,
"errors": 5,
"error_rate": 0.0515
},
"2026-10-30": {
"total": 64,
"errors": 0,
"error_rate": 0
}
},
"by_release": {
"1.0.0": {
"answers": 402,
"repeats": 19,
"repeat_rate": 0.0473
},
"1.1.0": {
"answers": 181,
"repeats": 14,
"repeat_rate": 0.0773
},
"1.2.0": {
"answers": 8,
"repeats": 5,
"repeat_rate": 0.625
}
}
}
},
{
"case": "월요일 · FAQ 단계가 느림",
"webhook": "my-log-report",
"run": 1,
"passed": false,
"problems": [
"steps.faq_ms.p95 = null (expected 1000)",
"steps.answer_ms.p95 = null (expected 2482)"
],
"seconds": 0.1,
"status": 200,
"request": {
"from": "2026-10-26",
"to": "2026-10-26"
},
"response": {
"total": 70,
"errors": 16,
"error_rate": 0.2286,
"p50_ms": 1082,
"p95_ms": 2468,
"by_route": {
"오류": 16,
"자동 답변": 50,
"담당자 연결": 4
},
"by_day": {
"2026-10-26": {
"total": 70,
"errors": 16,
"error_rate": 0.2286
}
},
"by_release": {
"1.0.0": {
"answers": 50,
"repeats": 1,
"repeat_rate": 0.02
}
}
}
},
{
"case": "두 주 · 비용",
"webhook": "my-log-report",
"run": 1,
"passed": false,
"problems": [
"cost_usd = null (expected 0.07836)",
"cost_per_run = null (expected 0.000118)",
"llm_calls = null (expected 596)"
],
"seconds": 0.1,
"status": 200,
"request": {
"from": "2026-10-19",
"to": "2026-10-30"
},
"response": {
"total": 666,
"errors": 21,
"error_rate": 0.0315,
"p50_ms": 1205,
"p95_ms": 2537,
"by_route": {
"자동 답변": 591,
"담당자 연결": 34,
"오류": 21,
"잠시 후": 20
},
"by_day": {
"2026-10-19": {
"total": 73,
"errors": 0,
"error_rate": 0
},
"2026-10-20": {
"total": 57,
"errors": 0,
"error_rate": 0
},
"2026-10-21": {
"total": 60,
"errors": 0,
"error_rate": 0
},
"2026-10-22": {
"total": 55,
"errors": 0,
"error_rate": 0
},
"2026-10-23": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-26": {
"total": 70,
"errors": 16,
"error_rate": 0.2286
},
"2026-10-27": {
"total": 62,
"errors": 0,
"error_rate": 0
},
"2026-10-28": {
"total": 64,
"errors": 0,
"error_rate": 0
},
"2026-10-29": {
"total": 97,
"errors": 5,
"error_rate": 0.0515
},
"2026-10-30": {
"total": 64,
"errors": 0,
"error_rate": 0
}
},
"by_release": {
"1.0.0": {
"answers": 402,
"repeats": 19,
"repeat_rate": 0.0473
},
"1.1.0": {
"answers": 181,
"repeats": 14,
"repeat_rate": 0.0773
},
"1.2.0": {
"answers": 8,
"repeats": 5,
"repeat_rate": 0.625
}
}
}
},
{
"case": "빈 기간 · 비용 0",
"webhook": "my-log-report",
"run": 1,
"passed": false,
"problems": [
"cost_usd = null (expected 0)",
"cost_per_run = null (expected 0)",
"llm_calls = null (expected 0)",
"steps.faq_ms.p95 = null (expected 0)"
],
"seconds": 0.0,
"status": 200,
"request": {
"from": "2026-11-02",
"to": "2026-11-06"
},
"response": {
"total": 0,
"errors": 0,
"error_rate": 0,
"p50_ms": 0,
"p95_ms": 0,
"by_route": {},
"by_day": {},
"by_release": {}
}
}
]
}
Reference in new issue Copy Permalink