114 lines
5.1 KiB
Python
114 lines
5.1 KiB
Python
"""Сборка отчёта сессии — единицы истории.
|
||
|
||
Из отчётов складываются профиль курсанта, дельта попыток и аналитика группы.
|
||
Ни одной отметки без обоснования: у каждой есть код, факт и норматив
|
||
(docs/product/DEBRIEF.md).
|
||
"""
|
||
|
||
from uuid import UUID
|
||
|
||
from app.domain.events import (
|
||
AICoaching,
|
||
CompetencyScore,
|
||
DdsCardReport,
|
||
HintShown,
|
||
HintUsage,
|
||
InstructorNoteShown,
|
||
Metric,
|
||
SelfAssessment,
|
||
SelfAssessmentDiff,
|
||
SessionReport,
|
||
Speaker,
|
||
Exercise,
|
||
)
|
||
from app.domain.taxonomy import Finding
|
||
from app.scenarios.schema import Scenario
|
||
from app.scoring.reference import build as build_reference
|
||
|
||
|
||
def assess_difference(
|
||
scenario: Scenario, revealed: list[str] | None, missed_claimed: list[str]
|
||
) -> SelfAssessmentDiff:
|
||
"""Сверить, что курсант считает пропущенным, с тем, что он пропустил на деле."""
|
||
reference = build_reference(scenario)
|
||
required = {step.checklist_id: step.fact_id for step in reference.steps if step.required}
|
||
really_missed = {
|
||
checklist_id
|
||
for checklist_id, fact_id in required.items()
|
||
if revealed is not None and fact_id not in revealed
|
||
}
|
||
claimed = set(missed_claimed)
|
||
return SelfAssessmentDiff(
|
||
noticed=sorted(claimed & really_missed),
|
||
unnoticed=sorted(really_missed - claimed),
|
||
overcautious=sorted(claimed - really_missed),
|
||
)
|
||
|
||
|
||
def build(session_id: UUID, state, scenario: Scenario) -> SessionReport:
|
||
score = state.score or {}
|
||
metrics = [Metric.model_validate(item) for item in score.get("metrics", [])]
|
||
failed_metrics = sum(not item.passed and item.weight > 0 for item in metrics)
|
||
# Без модели эмбеддингов распознать *какие* факты прозвучали нельзя.
|
||
# Но если оператор не произнёс ни слова, все обязательные вопросы точно
|
||
# пропущены — это доказуемый частный случай и он нужен офлайн-разбору.
|
||
revealed = ([fact.id for fact in state.slots.revealed_facts()] if state.slots else
|
||
[] if not any(entry.speaker is Speaker.OPERATOR for entry in state.transcript)
|
||
else None)
|
||
reference = build_reference(scenario)
|
||
|
||
self_assessment = None
|
||
difference = None
|
||
if state.self_assessment is not None:
|
||
self_assessment = SelfAssessment(
|
||
missed=state.self_assessment["missed"],
|
||
comment=state.self_assessment.get("comment", ""),
|
||
submitted_at=state.ended_at or state.transcript[-1].at,
|
||
)
|
||
difference = assess_difference(scenario, revealed, self_assessment.missed)
|
||
|
||
questions = {step.checklist_id: step.question for step in reference.steps}
|
||
missed_checklist = [
|
||
step.checklist_id
|
||
for step in reference.steps
|
||
if step.required and revealed is not None and step.fact_id not in revealed
|
||
] if state.exercise is Exercise.CALL else []
|
||
|
||
return SessionReport(
|
||
session_id=session_id,
|
||
scenario_id=(state.dds_scenarios[0].id
|
||
if state.exercise is Exercise.DDS and state.dds_scenarios
|
||
else scenario.id),
|
||
mode=state.mode,
|
||
exercise=state.exercise,
|
||
attempt=state.attempt,
|
||
criteria=state.criteria,
|
||
failed_metrics=failed_metrics,
|
||
passed=failed_metrics <= state.criteria.allowed_errors,
|
||
transcript=list(state.transcript),
|
||
findings=[Finding.model_validate(item) for item in score.get("findings", [])],
|
||
metrics=metrics,
|
||
card_results=[DdsCardReport.model_validate(item)
|
||
for item in score.get("card_results", [])],
|
||
competencies=[CompetencyScore.model_validate(item) for item in score.get("competencies", [])],
|
||
# Эталонные вопросы по шагам: по каждому пропущенному пункту видно,
|
||
# какой вопрос был правильным.
|
||
reference_questions=[
|
||
HintShown(checklist_id=step.checklist_id, question=step.question)
|
||
for step in reference.steps
|
||
] if state.exercise is Exercise.CALL else [],
|
||
missed_checklist=missed_checklist,
|
||
hints_used=[
|
||
HintUsage(checklist_id=checklist_id, question=questions.get(checklist_id, ""), at=at)
|
||
for checklist_id, at in state.hints_log
|
||
],
|
||
self_assessment=self_assessment,
|
||
self_assessment_diff=difference,
|
||
notes=[InstructorNoteShown.model_validate(note) for note in state.notes],
|
||
score_auto=score.get("score_auto", 0.0),
|
||
score_final=score.get("score_final", score.get("score_auto", 0.0)),
|
||
overridden_by=score.get("overridden_by"),
|
||
override_comment=score.get("override_comment"),
|
||
ai_coaching=(AICoaching.model_validate(score["ai_coaching"])
|
||
if score.get("ai_coaching") else None),
|
||
)
|