service

Classes

`EvaluationService`	Cached handler registry used by RPC workers and local smoke runs.
`EvaluationClient`	Thin client facade with local get-or-submit semantics.

class EvaluationClient

Bases: object

Thin client facade with local get-or-submit semantics.

__init__(service)

Parameters:: service (EvaluationService)

batch(requests)

Parameters:: requests (Iterable[EvaluationRequest])
Return type:: list[EvaluationResult]

evaluate(request)

Parameters:: request (EvaluationRequest)
Return type:: EvaluationResult

evaluate_batch_with_prefix(prefix_inputs, requests, *, prefix_settings=None, metadata=None, ttl_seconds=None)

Parameters:

prefix_inputs (Any)
requests (Iterable[EvaluationRequest])
prefix_settings (Any | None)
metadata (dict[str, Any] | None)
ttl_seconds (int | None)

Return type:

list[EvaluationResult]

classmethod from_registry(registry)

Parameters:: registry (str | Path)
Return type:: EvaluationClient

get_or_submit(request)

Parameters:: request (EvaluationRequest)
Return type:: EvaluationResult

get_or_submit_batch(requests)

Parameters:: requests (Iterable[EvaluationRequest])
Return type:: list[EvaluationResult]

classmethod local(service)

Parameters:: service (EvaluationService)
Return type:: EvaluationClient

class EvaluationService

Bases: object

Cached handler registry used by RPC workers and local smoke runs.

__init__(cache_dir)

Parameters:: cache_dir (str | Path)

batch(requests)

Parameters:: requests (Iterable[EvaluationRequest])
Return type:: list[EvaluationResult]

evaluate(request)

Parameters:: request (EvaluationRequest)
Return type:: EvaluationResult

evaluate_batch_with_prefix(prefix_inputs, requests, *, prefix_settings=None, metadata=None, ttl_seconds=None)

Parameters:

prefix_inputs (Any)
requests (Iterable[EvaluationRequest])
prefix_settings (Any | None)
metadata (dict[str, Any] | None)
ttl_seconds (int | None)

Return type:

list[EvaluationResult]

prepare_prefix_cache(inputs, settings=None, *, metadata=None, ttl_seconds=None)

Parameters:

inputs (Any)
settings (Any | None)
metadata (dict[str, Any] | None)
ttl_seconds (int | None)

Return type:

EvaluationCacheSlot

prepare_teacher_hidden_cache(inputs, settings=None, *, metadata=None)

Parameters:

inputs (Any)
settings (Any | None)
metadata (dict[str, Any] | None)

Return type:

EvaluationCacheSlot

register(name, handler, *, batch_handler=None)

Parameters:

name (str)
handler (Callable[[EvaluationRequest], EvaluationResult | dict])
batch_handler (Callable[[list[EvaluationRequest]], Iterable[EvaluationResult | dict]] | None)

Return type:

None

exception RemoteEvaluationUnsupportedError

Bases: NotImplementedError

Raised when a caller asks this scaffold to open a remote RPC transport.