umpirix/sdk/python/tests/test_integration.py
caelum0x 4847e35451 OpenJev: open-source typed decision service
Typed decision/classification service with an in-process gte-small ONNX
embedding engine and lexical fallback, JS/Python SDKs, adapters, and the
otsone model family. Apache-2.0 (sub-packages keep their MIT licenses).

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-09-25 00:12:36 +03:00

114 lines
3.7 KiB
Python

import pytest
from openjev import (
AsyncTypeSafeClient,
Choice,
ChoiceAnswer,
NoulAnswer,
Questions,
Score,
ScoreAnswer,
SystemOneResponse,
)
from tests.conftest import Client
from tests.helpers import models, system_one
pytestmark = pytest.mark.integration
class PydanticQuestionsResponse(SystemOneResponse):
billing: NoulAnswer
tone: ChoiceAnswer
urgency: ScoreAnswer
async def test_live_models(live_client: Client) -> None:
available = await models(live_client)
assert available
for model in available:
assert isinstance(model.name, str)
assert isinstance(model.description, str)
assert isinstance(model.release_date, str)
async def test_live_questions(live_client: Client) -> None:
result = await system_one(
live_client,
state={
"subject": "Charged twice this month",
"body": "I see two charges of $49. I only have one account. Please fix this ASAP.",
},
questions={
"billing": {
"type": "noul",
"instructions": "Is this ticket about billing?",
"criteria": {
"true": {
"meaning": "Payments or invoices",
"examples": ["charged twice"],
}
},
},
"tone": Choice(
instructions="What is the customer's tone?",
criteria={"calm": None, "frustrated": None, "angry": None},
),
"urgency": Score(
instructions="How urgent is this ticket?",
criteria=["can wait", "this week", "today"],
),
},
)
assert result.model
assert result.usage.input_tokens is None or result.usage.input_tokens > 0
assert result.usage.output_tokens is None or result.usage.output_tokens >= 0
assert 0 <= result.nouls["billing"].noul <= 1
assert result.choices["tone"].choice in {"calm", "frustrated", "angry"}
assert sum(result.choices["tone"].probabilities.values()) == pytest.approx(
1, abs=0.1
)
assert 0 <= result.scores["urgency"].score <= 2
assert result.scores["urgency"].legend == {
0: "can wait",
1: "this week",
2: "today",
}
assert set(result.scores["urgency"].probabilities) == {0, 1, 2}
assert sum(result.scores["urgency"].probabilities.values()) == pytest.approx(
1, abs=0.1
)
async def test_live_pydantic_response(live_client: Client) -> None:
state = {
"subject": "Charged twice this month",
"body": "I see two charges of $49. Please fix this ASAP.",
}
questions: Questions = {
"billing": {"type": "noul", "instructions": "Is this ticket about billing?"},
"tone": Choice(
instructions="What is the customer's tone?",
criteria={"calm": None, "frustrated": None, "angry": None},
),
"urgency": Score(
instructions="How urgent is this ticket?",
criteria=["can wait", "this week", "today"],
),
}
if isinstance(live_client, AsyncTypeSafeClient):
result = await live_client.system_one(
state, questions, response_model=PydanticQuestionsResponse
)
else:
result = live_client.system_one(
state, questions, response_model=PydanticQuestionsResponse
)
assert result.billing == result.nouls["billing"]
assert result.tone == result.choices["tone"]
assert result.urgency == result.scores["urgency"]
assert 0 <= result.billing.noul <= 1
assert result.tone.choice in {"calm", "frustrated", "angry"}
assert 0 <= result.urgency.score <= 2
assert result.request_id