Cases

from kensa.pytest import kensa_case

kensa_case(id="refund_no_order", input="Refund my last charge. I do not have an order ID.")

def kensa_case(
    *,
    id: str,
    input: Any = ...,
    messages: list[KensaMessage] | None = None,
    **fields: Any,
) -> KensaCase

kensa_case(id="classify_outage", input="Our entire team can't log in. SSO returns 502 since 7am.")

kensa_case(
    id="draft_no_send",
    messages=[
        {"role": "user", "content": "Find the VP of Sales at Acme."},
        {"role": "assistant", "content": "I found Dana Lee."},
        {"role": "user", "content": "Draft a short note to Dana, but do not send it."},
    ],
)

import pytest

from kensa.pytest import judge, kensa_case


@pytest.mark.parametrize(
    "case",
    [
        kensa_case(id="p1_multi_user_outage", input="Whole team locked out since 7am."),
        kensa_case(id="p3_single_user_typo", input="I mistyped my password once."),
    ],
)
def test_severity(case, kensa_run):
    result = case.run(kensa_run)
    verdict = judge(
        result,
        "Severity must reflect business impact, not tone.",
        input=case.input,
    )
    assert verdict.passed, verdict.reasoning

@pytest.mark.kensa(trials=5)
@pytest.mark.parametrize("case", [kensa_case(id="draft_no_send", input="...")])
def test_sdr_draft(case, kensa_run):
    ...

test_sdr_draft[draft_no_send-trial1]
test_sdr_draft[draft_no_send-trial2]