Typed decision/classification service with an in-process gte-small ONNX embedding engine and lexical fallback, JS/Python SDKs, adapters, and the otsone model family. Apache-2.0 (sub-packages keep their MIT licenses). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
81 lines
2.0 KiB
Python
81 lines
2.0 KiB
Python
from collections.abc import Mapping
|
|
|
|
import httpx2
|
|
from typing_extensions import override
|
|
|
|
from openjev import (
|
|
AsyncTypeSafeClient,
|
|
JSONContent,
|
|
JSONValue,
|
|
ModelMetadata,
|
|
Questions,
|
|
RetryPolicy,
|
|
SystemOneResponse,
|
|
TypeSafeClient,
|
|
)
|
|
|
|
|
|
class TrackingTransport(httpx2.MockTransport):
|
|
close_calls = 0
|
|
aclose_calls = 0
|
|
|
|
@override
|
|
def close(self) -> None:
|
|
self.close_calls += 1
|
|
|
|
@override
|
|
async def aclose(self) -> None:
|
|
self.aclose_calls += 1
|
|
|
|
|
|
async def models(
|
|
client: TypeSafeClient | AsyncTypeSafeClient,
|
|
*,
|
|
retry: RetryPolicy | None = None,
|
|
timeout: float | httpx2.Timeout | None = None,
|
|
extra_headers: Mapping[str, str] | None = None,
|
|
) -> tuple[ModelMetadata, ...]:
|
|
if isinstance(client, AsyncTypeSafeClient):
|
|
return (
|
|
await client.models.list(
|
|
retry=retry, timeout=timeout, extra_headers=extra_headers
|
|
)
|
|
).models
|
|
else:
|
|
return client.models.list(
|
|
retry=retry, timeout=timeout, extra_headers=extra_headers
|
|
).models
|
|
|
|
|
|
async def system_one(
|
|
client: TypeSafeClient | AsyncTypeSafeClient,
|
|
*,
|
|
state: JSONContent,
|
|
questions: Questions,
|
|
model: str | None = None,
|
|
extra_body: Mapping[str, JSONValue | None] | None = None,
|
|
retry: RetryPolicy | None = None,
|
|
timeout: float | httpx2.Timeout | None = None,
|
|
extra_headers: Mapping[str, str] | None = None,
|
|
) -> SystemOneResponse:
|
|
if isinstance(client, AsyncTypeSafeClient):
|
|
return await client.system_one(
|
|
state,
|
|
questions,
|
|
model=model,
|
|
extra_body=extra_body,
|
|
retry=retry,
|
|
timeout=timeout,
|
|
extra_headers=extra_headers,
|
|
)
|
|
else:
|
|
return client.system_one(
|
|
state,
|
|
questions,
|
|
model=model,
|
|
extra_body=extra_body,
|
|
retry=retry,
|
|
timeout=timeout,
|
|
extra_headers=extra_headers,
|
|
)
|