Index

A

adapter (xr_ai_models.EmbeddingSpec attribute) (xr_ai_models.LLMSpec attribute) (xr_ai_models.STTSpec attribute) (xr_ai_models.TTSSpec attribute) (xr_ai_models.VLMSpec attribute) AdapterSpec (class in xr_ai_models) AddTranscriptRequest (class in xr_ai_tools.text_memory) AddTranscriptResult (class in xr_ai_tools.text_memory) Agent (class in xr_ai_runtime) agent_id (xr_ai_hub.AgentPresence attribute) (xr_ai_hub.ProcessorEndpoint property) agent_name (xr_ai_runtime.RuntimeContext property) AGENT_PRESENCE (xr_ai_hub.MsgType attribute) AGENT_STATUS_TOPIC (in module xr_ai_hub) AgentPresence (class in xr_ai_hub) AgentRuntime (class in xr_ai_runtime) ALL (xr_ai_hub.Subscribe attribute) anchor_relative() (in module xr_ai_tools.spatial) api_key_env (xr_ai_models.EndpointSpec attribute)

arguments (xr_ai_models.ToolCall attribute) ARUCO (xr_ai_tools.marker_tracking.MarkerType attribute) ask_image() (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.VLMService method) ask_images() (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.VLMService method) ask_video() (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.VLMService method) AsyncTool (class in xr_ai_tools) (class in xr_ai_tools.async_tools) attached (xr_ai_hub.AgentPresence attribute) AUDIO (xr_ai_hub.Subscribe attribute) AUDIO_CHUNK (xr_ai_hub.MsgType attribute) AudioChunk (class in xr_ai_hub) AudioSink (class in xr_ai_voicegate) available (xr_ai_tools.image_polygon.ImagePolygonFillResult attribute) (xr_ai_tools.marker_tracking.MarkerTrackingResult attribute) (xr_ai_tools.vision.ImageQueryResult attribute) available_presets() (in module xr_ai_models.presets) avg_chunk_bytes (xr_ai_tools.video_memory.VideoStatsResult attribute)

B

base_url (xr_ai_models.EndpointSpec attribute) begin_utterance() (xr_ai_voicegate.VoiceGate method)

BGRA (xr_ai_hub.PixelFormat attribute) bind() (xr_ai_voicegate.VoiceGate method)

C

call (xr_ai_tools.tool_calling.ToolCallRecord attribute) call() (xr_ai_tools.rpc.RPCClient method) Capabilities (class in xr_ai_models) capabilities (xr_ai_models.AdapterSpec attribute) (xr_ai_models.LLMService attribute) (xr_ai_models.OpenAICompatLLM attribute) (xr_ai_models.OpenAICompatVLM property) (xr_ai_models.VLMService attribute) CaptureTools (class in xr_ai_tools.capture) Category (in module xr_ai_models) channels (xr_ai_hub.AudioChunk attribute) chat() (xr_ai_models.LLMService method) (xr_ai_models.OpenAICompatLLM method) ChatMessage (class in xr_ai_models) ChatResponse (class in xr_ai_models) chunk_count (xr_ai_tools.rag.RAGHealthResult attribute) cleanup_participant() (xr_ai_voice.HubVoiceTransport method) clear() (xr_ai_tools.image.ImageRegistry method) close() (xr_ai_hub.ProcessorEndpoint method) (xr_ai_hub.ShmRingBuffer method) (xr_ai_models.EmbeddingService method) (xr_ai_models.LLMService method) (xr_ai_models.OpenAICompatEmbedding method) (xr_ai_models.OpenAICompatLLM method) (xr_ai_models.OpenAICompatSTT method) (xr_ai_models.OpenAICompatTTS method) (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.RivaSTT method) (xr_ai_models.RivaTTS method) (xr_ai_models.STTService method) (xr_ai_models.TTSService method) (xr_ai_models.VLMService method) (xr_ai_tools.rag.RAGTools method) (xr_ai_tools.rpc.RPCClient method) (xr_ai_tools.rpc.RPCServer method) (xr_ai_tools.tracking.TrackingTools method) (xr_ai_tools.video_memory.VideoMemoryTools method)

command (xr_ai_launcher.Process attribute) config (xr_ai_launcher.Process attribute) connected_participants (xr_ai_hub.ProcessorEndpoint property) connector_id (xr_ai_hub.ConnectorRegistration attribute) (xr_ai_hub.ParticipantEvent attribute) CONNECTOR_REGISTER (xr_ai_hub.MsgType attribute) ConnectorRegistration (class in xr_ai_hub) content (xr_ai_models.ChatMessage attribute) (xr_ai_models.ChatResponse attribute) (xr_ai_tools.tool_calling.ToolLoopResult attribute) (xr_ai_tools.ToolInvocationResult attribute) (xr_ai_tools.tools.ToolInvocationResult attribute) ContentPart (in module xr_ai_models) contribute() (xr_ai_voice.VoiceAggregationAgent method) CONTROL (xr_ai_hub.MsgType attribute) ControlMessage (class in xr_ai_hub) ConversationEntry (class in xr_ai_tools.text_memory) coordinates (xr_ai_tools.image_polygon.ImagePolygonFillRequest attribute) corners (xr_ai_tools.marker_tracking.TrackedMarker attribute) correlation_id (xr_ai_runtime.MessageMetadata attribute) could_match_magic_phrase() (xr_ai_voicegate.VoiceGate method) count (xr_ai_tools.text_memory.TranscriptStatsResult attribute) credentials (xr_ai_models.DeploymentSpec attribute) CurrentFrameRequest (class in xr_ai_tools.current_frame) CurrentFrameTool (class in xr_ai_tools.current_frame)

D

data (xr_ai_hub.AudioChunk attribute) (xr_ai_hub.DataMessage attribute) (xr_ai_hub.FrameData attribute) (xr_ai_hub.SlotView attribute) DATA (xr_ai_hub.Subscribe attribute) DATA_MESSAGE (xr_ai_hub.MsgType attribute) data_sz (xr_ai_hub.FrameSignal attribute) DataMessage (class in xr_ai_hub) decode() (in module xr_ai_hub) default_extras (xr_ai_models.AdapterSpec attribute) DEFAULT_IMAGE (in module xr_ai_vllm)

deployment (xr_ai_models.EmbeddingSpec attribute) (xr_ai_models.LLMSpec attribute) (xr_ai_models.STTSpec attribute) (xr_ai_models.TTSSpec attribute) (xr_ai_models.VLMSpec attribute) DeploymentSpec (class in xr_ai_models) description (xr_ai_models.ToolDef attribute) detect_gpu_config() (in module xr_ai_launcher) document_count (xr_ai_tools.rag.RAGHealthResult attribute) documents (xr_ai_tools.rag.ListDocumentsResult attribute) duration_seconds (xr_ai_tools.video_memory.SampleFramesResult attribute)

E

earliest_us (xr_ai_tools.text_memory.TranscriptStatsResult attribute) (xr_ai_tools.video_memory.VideoStatsResult attribute) embed() (xr_ai_models.EmbeddingService method) (xr_ai_models.OpenAICompatEmbedding method) embedding() (xr_ai_models.ModelsConfig method) EmbeddingService (class in xr_ai_models) EmbeddingSpec (class in xr_ai_models) EmptyRequest (class in xr_ai_tools.types) encode() (in module xr_ai_hub) end_us (xr_ai_tools.text_memory.QueryTranscriptsRequest attribute) (xr_ai_tools.text_memory.RecallConversationRequest attribute) (xr_ai_tools.video_memory.RecordedVideoResult attribute) (xr_ai_tools.video_memory.SampleFramesResult attribute)

endpoint (xr_ai_models.EmbeddingSpec attribute) (xr_ai_models.LLMSpec attribute) (xr_ai_models.STTSpec attribute) (xr_ai_models.TTSSpec attribute) (xr_ai_models.VLMSpec attribute) (xr_ai_voice.HubVoiceTransport property) EndpointSpec (class in xr_ai_models) ensure_credentials() (in module xr_ai_launcher) entries (xr_ai_models.ModelsConfig attribute) (xr_ai_tools.text_memory.RecallConversationResult attribute) error (xr_ai_tools.tracking.HeadPose attribute) execute() (xr_ai_tools.Tool method) (xr_ai_tools.tools.Tool method)

F

feed() (xr_ai_vad.VadDetector method) (xr_ai_voicegate.VoiceGate method) fill_polygon_magenta() (in module xr_ai_tools.image_polygon) final (xr_ai_voice.VoiceOutput attribute) finish_reason (xr_ai_models.ChatResponse attribute) flush_return_audio() (xr_ai_hub.ProcessorEndpoint method) fmt (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameSignal attribute) followup_grace_s (xr_ai_voicegate.VoiceGateConfig attribute) forget() (xr_ai_voicegate.VoiceGate method) format_phrase_help() (xr_ai_voicegate.VoiceGate method) forward (xr_ai_tools.tracking.HeadPose attribute) (xr_ai_tools.types.SpatialFrame attribute)

frame_budget (xr_ai_tools.video_memory.SampleFramesResult attribute) FRAME_DATA (xr_ai_hub.MsgType attribute) FRAME_REQUEST (xr_ai_hub.MsgType attribute) FRAME_SIGNAL (xr_ai_hub.MsgType attribute) FrameData (class in xr_ai_hub) FrameRequest (class in xr_ai_hub) frames (xr_ai_tools.video_memory.SampleFramesResult attribute) (xr_ai_tools.vision.VideoQueryRequest attribute) FrameSignal (class in xr_ai_hub) FrameUnavailable function_id (xr_ai_models.AdapterSpec attribute)

G

gaze_target() (in module xr_ai_tools.spatial) get() (xr_ai_hub.LiveFrameSource method) (xr_ai_tools.tools.ToolSet method) (xr_ai_tools.ToolSet method) get_health() (xr_ai_tools.rag.RAGTools method) (xr_ai_tools.tracking.TrackingTools method) (xr_ai_tools.video_memory.VideoMemoryTools method)

get_preset() (in module xr_ai_models.presets) gpu (xr_ai_launcher.Process attribute) gpu_compute_major() (in module xr_ai_vllm) GPUInventoryError

H

handle_tool_call() (in module xr_ai_tools.tool_calling) HeadPose (class in xr_ai_tools.tracking) health() (xr_ai_models.EmbeddingService method) (xr_ai_models.LLMService method) (xr_ai_models.OpenAICompatEmbedding method) (xr_ai_models.OpenAICompatLLM method) (xr_ai_models.OpenAICompatSTT method) (xr_ai_models.OpenAICompatTTS method) (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.RivaSTT method) (xr_ai_models.RivaTTS method) (xr_ai_models.STTService method) (xr_ai_models.TTSService method) (xr_ai_models.VLMService method) (xr_ai_tools.rag.RAGTools method) (xr_ai_tools.tracking.TrackingTools method) (xr_ai_tools.video_memory.VideoMemoryTools method)

health_check (xr_ai_models.EndpointSpec property) health_path (xr_ai_models.EndpointSpec attribute) health_url (xr_ai_models.OpenAICompatLLM attribute) (xr_ai_models.OpenAICompatVLM property) height (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameSignal attribute) (xr_ai_tools.current_frame.ImageFrame attribute) (xr_ai_tools.video_memory.HistoricalFrameResult attribute) (xr_ai_tools.video_memory.SampledVideoFrame attribute) HistoricalFrameRequest (class in xr_ai_tools.video_memory) HistoricalFrameResult (class in xr_ai_tools.video_memory) HistoricalFramesRequest (class in xr_ai_tools.video_memory) HistoricalVideoRequest (class in xr_ai_tools.video_memory) HubVoiceTransport (class in xr_ai_voice)

I

I420 (xr_ai_hub.PixelFormat attribute) id (xr_ai_models.ToolCall attribute) image (xr_ai_tools.image.TimedImage attribute) (xr_ai_tools.image_polygon.ImagePolygonFillRequest attribute) (xr_ai_tools.image_polygon.ImagePolygonFillResult attribute) (xr_ai_tools.marker_tracking.MarkerTrackingRequest attribute) (xr_ai_tools.vision.ImageQueryRequest attribute) ImageFrame (class in xr_ai_tools.current_frame) ImageInput (in module xr_ai_models) ImagePart (class in xr_ai_models) ImagePoint (class in xr_ai_tools.image_polygon) ImagePolygonFillRequest (class in xr_ai_tools.image_polygon) ImagePolygonFillResult (class in xr_ai_tools.image_polygon) ImagePolygonFillTool (class in xr_ai_tools.image_polygon)

ImageQueryChunk (class in xr_ai_tools.vision) ImageQueryRequest (class in xr_ai_tools.vision) ImageQueryResult (class in xr_ai_tools.vision) ImageQueryTool (class in xr_ai_tools.vision) ImageReference (class in xr_ai_tools.image) ImageRegistry (class in xr_ai_tools.image) images (xr_ai_tools.vision.MultiImageQueryRequest attribute) interrupt (xr_ai_voice.VoiceOutput attribute) invoke() (xr_ai_tools.Tool method) (xr_ai_tools.tools.Tool method) is_native_profile() (in module xr_ai_launcher) is_valid (xr_ai_tools.tracking.HeadPose attribute) items() (xr_ai_tools.tools.ToolSet method) (xr_ai_tools.ToolSet method) iterations (xr_ai_tools.tool_calling.ToolLoopResult attribute)

J

joined (xr_ai_hub.ParticipantEvent attribute)

K

kind (xr_ai_models.AdapterSpec attribute)

KIND_OPENAI_COMPAT (in module xr_ai_models)

L

language (xr_ai_models.AdapterSpec attribute) last_open_error (xr_ai_tools.tracking.OpenXRHealth attribute) latest_us (xr_ai_tools.text_memory.TranscriptStatsResult attribute) (xr_ai_tools.video_memory.VideoStatsResult attribute) LatestFramesRequest (class in xr_ai_tools.video_memory) LatestVideoRequest (class in xr_ai_tools.video_memory) launch_mode (xr_ai_launcher.Process attribute) launch_mode() (xr_ai_launcher.ModelDeployment method) ListDocumentsResult (class in xr_ai_tools.rag) listening_chime (xr_ai_voicegate.VoiceGateConfig attribute) ListRecordedParticipantsResult (class in xr_ai_tools.video_memory) ListTranscriptSourcesResult (class in xr_ai_tools.text_memory)

LiveFrameSource (class in xr_ai_hub) llm() (xr_ai_models.ModelsConfig method) LLMService (class in xr_ai_models) LLMSpec (class in xr_ai_models) load_cloudxr_env() (in module xr_ai_launcher) load_config() (in module xr_ai_vllm) load_credentials() (in module xr_ai_launcher) load_deployment_profile() (in module xr_ai_launcher) load_model_deployment() (in module xr_ai_launcher) load_models_config() (in module xr_ai_models) load_models_config_from_dict() (in module xr_ai_models) load_voice_gate_config() (in module xr_ai_voicegate)

M

magic_phrases (xr_ai_voicegate.VoiceGateConfig attribute) make_embedding() (in module xr_ai_models) make_llm() (in module xr_ai_models) make_stt() (in module xr_ai_models) make_tts() (in module xr_ai_models) make_vlm() (in module xr_ai_models) ManagedProcess() (in module xr_ai_launcher) mark_ready() (xr_ai_hub.ProcessorEndpoint method) marker_type (xr_ai_tools.marker_tracking.TrackedMarker attribute) MarkerPoint (class in xr_ai_tools.marker_tracking) markers (xr_ai_tools.marker_tracking.MarkerTrackingResult attribute) MarkerTrackingRequest (class in xr_ai_tools.marker_tracking) MarkerTrackingResult (class in xr_ai_tools.marker_tracking) MarkerTrackingTool (class in xr_ai_tools.marker_tracking) MarkerType (class in xr_ai_tools.marker_tracking) matches_magic_phrase() (xr_ai_voicegate.VoiceGate method) max_height (xr_ai_tools.video_memory.SampleFramesResult attribute) max_width (xr_ai_tools.video_memory.SampleFramesResult attribute) message (xr_ai_tools.image_polygon.ImagePolygonFillResult attribute) (xr_ai_tools.marker_tracking.MarkerTrackingResult attribute) (xr_ai_tools.tool_calling.ToolCallRecord attribute) (xr_ai_tools.tool_calling.ToolCallResult attribute) message_id (xr_ai_runtime.MessageMetadata attribute) message_type (xr_ai_runtime.Topic attribute) MessageMetadata (class in xr_ai_runtime) messages (xr_ai_tools.tool_calling.ToolLoopResult attribute) metadata (xr_ai_runtime.RuntimeContext property) midpoint() (in module xr_ai_tools.spatial) min_speech (xr_ai_voice.VadConfig attribute) model_name (xr_ai_models.AdapterSpec attribute) ModelCallback (in module xr_ai_tools.tool_calling) ModelDeployment (class in xr_ai_launcher) ModelKind (in module xr_ai_models)

ModelsConfig (class in xr_ai_models) module xr_ai_hub xr_ai_launcher xr_ai_logging xr_ai_models xr_ai_models.presets xr_ai_runtime xr_ai_tools xr_ai_tools.async_tools xr_ai_tools.capture xr_ai_tools.current_frame xr_ai_tools.image xr_ai_tools.image_polygon xr_ai_tools.marker_tracking xr_ai_tools.rag xr_ai_tools.rpc xr_ai_tools.spatial xr_ai_tools.text_memory xr_ai_tools.tool_calling xr_ai_tools.tools xr_ai_tools.tracking xr_ai_tools.types xr_ai_tools.video_memory xr_ai_tools.vision xr_ai_vad xr_ai_vllm xr_ai_voice xr_ai_voicegate xr_ai_web_events MsgType (class in xr_ai_hub) MultiImageQueryRequest (class in xr_ai_tools.vision) MultiImageQueryTool (class in xr_ai_tools.vision)

N

name (xr_ai_launcher.Process attribute) (xr_ai_models.ToolCall attribute) (xr_ai_models.ToolDef attribute) (xr_ai_runtime.Topic attribute)

namespaced() (xr_ai_tools.tools.ToolSet class method) (xr_ai_tools.ToolSet class method) NATIVE_DEVICE_PROFILES (in module xr_ai_launcher) num_chunks (xr_ai_tools.video_memory.VideoStatsResult attribute) NV12 (xr_ai_hub.PixelFormat attribute)

O

observe_tts_wav() (xr_ai_voicegate.VoiceGate method) offset_user_frame() (in module xr_ai_tools.spatial) ok (xr_ai_tools.text_memory.AddTranscriptResult attribute) on_audio() (xr_ai_hub.ProcessorEndpoint method) on_data() (xr_ai_hub.ProcessorEndpoint method) on_drop() (xr_ai_voicegate.VoiceGate method) on_frame() (xr_ai_hub.ProcessorEndpoint method) on_frame_data() (xr_ai_hub.ProcessorEndpoint method) on_participant() (xr_ai_hub.ProcessorEndpoint method) on_participant_joined() (xr_ai_voicegate.VoiceGate method) on_phrase_only() (xr_ai_voicegate.VoiceGate method) on_query() (xr_ai_voicegate.VoiceGate method)

on_stop() (xr_ai_voicegate.VoiceGate method) OnSpeechStartCb (in module xr_ai_vad) OnUtteranceCb (in module xr_ai_vad) open_attempts (xr_ai_tools.tracking.OpenXRHealth attribute) OpenAICompatEmbedding (class in xr_ai_models) OpenAICompatLLM (class in xr_ai_models) OpenAICompatSTT (class in xr_ai_models) OpenAICompatTTS (class in xr_ai_models) OpenAICompatVLM (class in xr_ai_models) OpenXRHealth (class in xr_ai_tools.tracking) origin (xr_ai_tools.types.SpatialFrame attribute) output() (xr_ai_voice.VoiceAgent method) ownership (xr_ai_models.DeploymentSpec attribute)

P

Parallel (class in xr_ai_launcher) parameters (xr_ai_models.ToolDef attribute) parent_message_id (xr_ai_runtime.MessageMetadata attribute) PARTICIPANT_EVENT (xr_ai_hub.MsgType attribute) participant_id (xr_ai_hub.AudioChunk attribute) (xr_ai_hub.DataMessage attribute) (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameRequest attribute) (xr_ai_hub.FrameSignal attribute) (xr_ai_hub.ParticipantEvent attribute) (xr_ai_hub.ReturnAudioFlush attribute) (xr_ai_runtime.MessageMetadata attribute) (xr_ai_tools.current_frame.CurrentFrameRequest attribute) (xr_ai_tools.current_frame.ImageFrame attribute) (xr_ai_tools.marker_tracking.MarkerTrackingRequest attribute) (xr_ai_tools.text_memory.RecallConversationRequest attribute) (xr_ai_tools.video_memory.VideoStatsRequest attribute) (xr_ai_tools.video_memory.VideoStatsResult attribute) participant_joined() (xr_ai_voicegate.VoiceGate method) participant_tools() (xr_ai_tools.capture.CaptureTools method) ParticipantEvent (class in xr_ai_hub) participants (xr_ai_tools.video_memory.ListRecordedParticipantsResult attribute) participants() (xr_ai_hub.LiveFrameSource method)

path (xr_ai_tools.video_memory.RecordedVideoResult attribute) payload (xr_ai_hub.ControlMessage attribute) (xr_ai_web_events.WebEvent attribute) pitch_deg (xr_ai_tools.tracking.HeadPose attribute) PixelFormat (class in xr_ai_hub) play_chime() (xr_ai_voicegate.VoiceGate method) play_wav() (xr_ai_voicegate.AudioSink method) port (xr_ai_launcher.Process attribute) position (xr_ai_tools.tracking.HeadPose attribute) print_task_done_banner() (in module xr_ai_logging) Process (class in xr_ai_launcher) processes (xr_ai_launcher.Parallel attribute) ProcessorEndpoint (class in xr_ai_hub) profile_path (xr_ai_launcher.ModelDeployment attribute) project (xr_ai_launcher.Process attribute) pts_us (xr_ai_hub.AudioChunk attribute) (xr_ai_hub.DataMessage attribute) (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameSignal attribute) (xr_ai_hub.ParticipantEvent attribute) publish() (xr_ai_runtime.AgentRuntime method) (xr_ai_runtime.RuntimeContext method) put() (xr_ai_tools.image.ImageRegistry method) put_derived() (xr_ai_tools.image.ImageRegistry method)

Q

QR_CODE (xr_ai_tools.marker_tracking.MarkerType attribute) query (xr_ai_tools.rag.RetrieveRequest attribute) (xr_ai_tools.vision.ImageQueryRequest attribute) (xr_ai_tools.vision.MultiImageQueryRequest attribute) (xr_ai_tools.vision.VideoQueryRequest attribute)

query_must_not_be_blank() (xr_ai_tools.rag.RetrieveRequest class method) QueryTranscriptsRequest (class in xr_ai_tools.text_memory) QueryTranscriptsResult (class in xr_ai_tools.text_memory) quiet_native_output (xr_ai_launcher.Process attribute)

R

RAGHealthResult (class in xr_ai_tools.rag) RAGTools (class in xr_ai_tools.rag) raw (xr_ai_models.ChatResponse attribute) read_config_scalar() (in module xr_ai_launcher) read_device_profile() (in module xr_ai_launcher) read_slot() (xr_ai_hub.ShmRingBuffer method) readiness (xr_ai_models.EndpointSpec attribute) ready (xr_ai_tools.rag.RAGHealthResult attribute) (xr_ai_tools.video_memory.VideoHealthResult attribute) reasoning (xr_ai_models.Capabilities attribute) (xr_ai_models.ChatResponse attribute) reasoning_field (xr_ai_models.AdapterSpec attribute) RecallConversationRequest (class in xr_ai_tools.text_memory) RecallConversationResult (class in xr_ai_tools.text_memory) RecordedVideoResult (class in xr_ai_tools.video_memory) recording_enabled (xr_ai_tools.video_memory.VideoHealthResult attribute) register() (xr_ai_runtime.AgentRuntime method) register_decoder() (in module xr_ai_hub) register_encoder() (in module xr_ai_hub) reject_inline_data() (xr_ai_tools.image.ImageReference class method) release() (xr_ai_hub.LiveFrameSource method) (xr_ai_tools.current_frame.CurrentFrameTool method) (xr_ai_tools.marker_tracking.MarkerTrackingTool method) (xr_ai_voice.VoiceAggregationAgent method) release_owner() (xr_ai_tools.image.ImageRegistry method) release_slot() (xr_ai_hub.ShmRingBuffer method) republish_statuses() (xr_ai_hub.ProcessorEndpoint method) request_frame() (xr_ai_hub.ProcessorEndpoint method) request_roster() (xr_ai_hub.ProcessorEndpoint method) require_credentials() (in module xr_ai_launcher) required_credentials (xr_ai_launcher.ModelDeployment attribute) (xr_ai_models.ModelsConfig property) reset() (xr_ai_vad.VadDetector method) resolve() (xr_ai_tools.image.ImageRegistry method) resolve_model_cache() (in module xr_ai_vllm)

response_id (xr_ai_voice.VoiceOutput attribute) results (xr_ai_tools.rag.RetrieveResult attribute) RetrievedChunk (class in xr_ai_tools.rag) RetrieveRequest (class in xr_ai_tools.rag) RetrieveResult (class in xr_ai_tools.rag) RETURN_AUDIO (xr_ai_hub.MsgType attribute) RETURN_AUDIO_FLUSH (xr_ai_hub.MsgType attribute) RETURN_DATA (xr_ai_hub.MsgType attribute) return_direct (xr_ai_tools.tool_calling.ToolCallRecord attribute) (xr_ai_tools.tool_calling.ToolCallResult attribute) (xr_ai_tools.tool_calling.ToolLoopResult attribute) (xr_ai_tools.ToolInvocationResult attribute) (xr_ai_tools.tools.ToolInvocationResult attribute) ReturnAudioFlush (class in xr_ai_hub) RGB24 (xr_ai_hub.PixelFormat attribute) RGBA (xr_ai_hub.PixelFormat attribute) right (xr_ai_tools.tracking.HeadPose attribute) (xr_ai_tools.types.SpatialFrame attribute) RivaSTT (class in xr_ai_models) RivaTTS (class in xr_ai_models) role (xr_ai_models.ChatMessage attribute) (xr_ai_tools.text_memory.ConversationEntry attribute) ROSTER_REQUEST (xr_ai_hub.MsgType attribute) RosterRequest (class in xr_ai_hub) RPCClient (class in xr_ai_tools.rpc) RPCError RPCServer (class in xr_ai_tools.rpc) run() (xr_ai_hub.ProcessorEndpoint method) (xr_ai_voice.VoiceAgent method) run_stack() (in module xr_ai_launcher) run_tool_loop() (in module xr_ai_tools.tool_calling) running (xr_ai_runtime.AgentRuntime property) (xr_ai_web_events.WebEventsAgent property) RuntimeClosedError RuntimeContext (class in xr_ai_runtime)

S

sample_rate (xr_ai_hub.AudioChunk attribute) (xr_ai_models.AdapterSpec attribute) SampledVideoFrame (class in xr_ai_tools.video_memory) SampleFramesResult (class in xr_ai_tools.video_memory) samples (xr_ai_hub.AudioChunk attribute) say_stop_ack() (xr_ai_voicegate.VoiceGate method) scope (xr_ai_hub.AgentPresence attribute) score (xr_ai_tools.rag.RetrievedChunk attribute) segments (xr_ai_tools.text_memory.QueryTranscriptsResult attribute) send_return_audio() (xr_ai_hub.ProcessorEndpoint method) send_return_data() (xr_ai_hub.ProcessorEndpoint method) (xr_ai_voice.HubVoiceTransport method) seq (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameSignal attribute) sequence (xr_ai_tools.current_frame.ImageFrame attribute) serve() (in module xr_ai_vllm) (xr_ai_tools.rpc.RPCServer method) serve_nim() (in module xr_ai_vllm) service (xr_ai_models.DeploymentSpec attribute) services (xr_ai_launcher.ModelDeployment attribute) session_open (xr_ai_tools.tracking.OpenXRHealth attribute) set_status() (xr_ai_hub.ProcessorEndpoint method) set_target_participant() (xr_ai_voice.HubVoiceTransport method) setup_hf_env() (in module xr_ai_vllm) setup_logging() (in module xr_ai_logging) shm_name (xr_ai_hub.ConnectorRegistration attribute) ShmRingBuffer (class in xr_ai_hub) shutdown() (xr_ai_voice.HubVoiceTransport method) signal (xr_ai_hub.SlotView attribute) silence_duration (xr_ai_voice.VadConfig attribute) silero_threshold (xr_ai_voice.VadConfig attribute) size (xr_ai_tools.video_memory.RecordedVideoResult attribute) slot (xr_ai_hub.FrameSignal attribute) SlotView (class in xr_ai_hub) source (xr_ai_runtime.MessageMetadata attribute) (xr_ai_tools.rag.RetrievedChunk attribute) source_id (xr_ai_tools.text_memory.AddTranscriptRequest attribute) (xr_ai_tools.text_memory.QueryTranscriptsRequest attribute) (xr_ai_tools.text_memory.TranscriptStatsRequest attribute) (xr_ai_tools.text_memory.TranscriptStatsResult attribute) sources (xr_ai_tools.text_memory.ListTranscriptSourcesResult attribute)

SpatialFrame (class in xr_ai_tools.types) Spec (in module xr_ai_models) start() (xr_ai_runtime.AgentRuntime method) (xr_ai_web_events.WebEventsAgent method) start_us (xr_ai_tools.text_memory.QueryTranscriptsRequest attribute) (xr_ai_tools.text_memory.RecallConversationRequest attribute) (xr_ai_tools.video_memory.HistoricalFrameRequest attribute) (xr_ai_tools.video_memory.HistoricalFramesRequest attribute) (xr_ai_tools.video_memory.HistoricalVideoRequest attribute) (xr_ai_tools.video_memory.RecordedVideoResult attribute) (xr_ai_tools.video_memory.SampleFramesResult attribute) status (xr_ai_tools.tracking.OpenXRHealth attribute) stop() (xr_ai_hub.ProcessorEndpoint method) (xr_ai_runtime.AgentRuntime method) (xr_ai_voice.VoiceAggregationAgent method) (xr_ai_web_events.WebEventsAgent method) stop_persistent_servers() (in module xr_ai_vllm) stop_probe_after_s (xr_ai_voice.VadConfig attribute) stream() (xr_ai_models.LLMService method) (xr_ai_models.OpenAICompatLLM method) (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.VLMService method) (xr_ai_tools.async_tools.AsyncTool method) (xr_ai_tools.AsyncTool method) stream_images() (xr_ai_models.OpenAICompatVLM method) (xr_ai_models.VLMService method) streaming (xr_ai_models.Capabilities attribute) StreamingImageQueryTool (class in xr_ai_tools.vision) StrictRequest (class in xr_ai_tools.types) stt() (xr_ai_models.ModelsConfig method) STTService (class in xr_ai_models) STTSpec (class in xr_ai_models) Subscribe (class in xr_ai_hub) subscribe() (in module xr_ai_runtime) (xr_ai_hub.ProcessorEndpoint method) subscribed_participants (xr_ai_hub.ProcessorEndpoint property) SUBSCRIPTION_PROBE (xr_ai_hub.MsgType attribute) SubscriptionProbe (class in xr_ai_hub) synthesize() (xr_ai_models.OpenAICompatTTS method) (xr_ai_models.RivaTTS method) (xr_ai_models.TTSService method) (xr_ai_voicegate.TTSLike method)

T

target_participant (xr_ai_voice.HubVoiceTransport property) telemetry (xr_ai_runtime.Topic attribute) text (xr_ai_models.TextPart attribute) (xr_ai_tools.rag.RetrievedChunk attribute) (xr_ai_tools.text_memory.AddTranscriptRequest attribute) (xr_ai_tools.text_memory.ConversationEntry attribute) (xr_ai_tools.text_memory.TranscriptSegment attribute) (xr_ai_tools.vision.ImageQueryChunk attribute) (xr_ai_tools.vision.ImageQueryResult attribute) (xr_ai_voice.UserQuery attribute) (xr_ai_voice.VoiceOutput attribute) (xr_ai_voice.VoiceTranscript attribute) text_must_not_be_blank() (xr_ai_tools.text_memory.AddTranscriptRequest class method) TextMemoryTool (class in xr_ai_tools.text_memory) TextMemoryTools (class in xr_ai_tools.text_memory) TextPart (class in xr_ai_models) TimedImage (class in xr_ai_tools.image) timeout (xr_ai_models.EndpointSpec attribute) timestamp_us (xr_ai_runtime.MessageMetadata attribute) (xr_ai_tools.image.TimedImage attribute) (xr_ai_tools.text_memory.AddTranscriptRequest attribute) (xr_ai_tools.text_memory.ConversationEntry attribute) (xr_ai_tools.text_memory.TranscriptSegment attribute) (xr_ai_tools.video_memory.HistoricalFrameResult attribute) (xr_ai_tools.video_memory.SampledVideoFrame attribute) (xr_ai_voice.UserQuery attribute) (xr_ai_voice.VoiceOutput attribute) (xr_ai_voice.VoiceTranscript attribute) title (xr_ai_web_events.WebEvent attribute) to_openai() (xr_ai_models.ToolDef method) token (xr_ai_hub.SubscriptionProbe attribute) Tool (class in xr_ai_tools) (class in xr_ai_tools.tools) tool_call_id (xr_ai_models.ChatMessage attribute) tool_calls (xr_ai_models.Capabilities attribute) (xr_ai_models.ChatMessage attribute) (xr_ai_models.ChatResponse attribute) (xr_ai_tools.tool_calling.ToolLoopResult attribute) tool_definitions() (in module xr_ai_tools.tool_calling) ToolCall (class in xr_ai_models) ToolCallRecord (class in xr_ai_tools.tool_calling) ToolCallResult (class in xr_ai_tools.tool_calling)

ToolDef (class in xr_ai_models) ToolInvocationResult (class in xr_ai_tools) (class in xr_ai_tools.tools) ToolLoopDirectReturnError ToolLoopEmptyResponseError ToolLoopError ToolLoopIterationLimitError ToolLoopMalformedResponseError ToolLoopResult (class in xr_ai_tools.tool_calling) ToolLoopToolCallLimitError ToolLoopTruncatedResponseError tools (xr_ai_runtime.Agent property) ToolSet (class in xr_ai_tools) (class in xr_ai_tools.tools) top_k (xr_ai_tools.rag.RetrieveRequest attribute) Topic (class in xr_ai_runtime) topic (xr_ai_hub.ControlMessage attribute) (xr_ai_hub.DataMessage attribute) (xr_ai_web_events.WebEvent attribute) total_bytes (xr_ai_tools.video_memory.VideoStatsResult attribute) total_chars (xr_ai_tools.text_memory.TranscriptStatsResult attribute) toward() (in module xr_ai_tools.spatial) track_id (xr_ai_hub.AudioChunk attribute) (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameRequest attribute) (xr_ai_hub.FrameSignal attribute) (xr_ai_tools.current_frame.ImageFrame attribute) TrackedMarker (class in xr_ai_tools.marker_tracking) TrackingTools (class in xr_ai_tools.tracking) transcribe() (xr_ai_models.OpenAICompatSTT method) (xr_ai_models.RivaSTT method) (xr_ai_models.STTService method) TranscriptSegment (class in xr_ai_tools.text_memory) TranscriptStatsRequest (class in xr_ai_tools.text_memory) TranscriptStatsResult (class in xr_ai_tools.text_memory) ts (xr_ai_tools.tracking.HeadPose attribute) tts() (xr_ai_models.ModelsConfig method) TTSLike (class in xr_ai_voicegate) TTSService (class in xr_ai_models) TTSSpec (class in xr_ai_models) type (xr_ai_models.ImagePart attribute) (xr_ai_models.TextPart attribute) (xr_ai_models.VideoPart attribute)

U

unlink() (xr_ai_hub.ShmRingBuffer method) unsubscribe() (xr_ai_hub.ProcessorEndpoint method) up (xr_ai_tools.tracking.HeadPose attribute) (xr_ai_tools.types.SpatialFrame attribute) uri (xr_ai_tools.image.ImageReference attribute)

url (xr_ai_models.ImagePart attribute) (xr_ai_models.VideoPart attribute) (xr_ai_web_events.WebEventsAgent property) use_ssl (xr_ai_models.AdapterSpec attribute) user_relative() (in module xr_ai_tools.spatial) UserQuery (class in xr_ai_voice)

V

VadConfig (class in xr_ai_voice) VadDetector (class in xr_ai_vad) validate() (xr_ai_runtime.Topic method) validate_boundary() (xr_ai_voice.VoiceOutput method) validate_timeline() (xr_ai_tools.vision.VideoQueryRequest method) value (xr_ai_tools.marker_tracking.TrackedMarker attribute) Vector3 (class in xr_ai_tools.types) VIDEO (xr_ai_hub.Subscribe attribute) video (xr_ai_models.Capabilities attribute) VideoHealthResult (class in xr_ai_tools.video_memory) VideoInput (in module xr_ai_models) VideoMemoryTools (class in xr_ai_tools.video_memory) VideoPart (class in xr_ai_models) VideoQueryRequest (class in xr_ai_tools.vision) VideoQueryTool (class in xr_ai_tools.vision) VideoStatsRequest (class in xr_ai_tools.video_memory) VideoStatsResult (class in xr_ai_tools.video_memory)

vision (xr_ai_models.Capabilities attribute) vlm() (xr_ai_models.ModelsConfig method) VLMService (class in xr_ai_models) VLMSpec (class in xr_ai_models) voice (xr_ai_models.AdapterSpec attribute) VOICE_CONTRIBUTION_TOPIC (in module xr_ai_voice) VOICE_OUTPUT_TOPIC (in module xr_ai_voice) VOICE_TRANSCRIPT_TOPIC (in module xr_ai_voice) VoiceAgent (class in xr_ai_voice) VoiceAggregationAgent (class in xr_ai_voice) VoiceGate (class in xr_ai_voicegate) VoiceGateConfig (class in xr_ai_voicegate) VoiceInterrupted (class in xr_ai_voice) VoiceOutput (class in xr_ai_voice) VoiceParticipantJoined (class in xr_ai_voice) VoiceParticipantLeft (class in xr_ai_voice) VoiceStreamClosedError VoiceTranscript (class in xr_ai_voice)

W

wait_for_subscriptions() (xr_ai_hub.ProcessorEndpoint method) wait_until_running() (xr_ai_hub.ProcessorEndpoint method) wait_until_started() (xr_ai_voice.HubVoiceTransport method) wake_ack_enabled (xr_ai_voicegate.VoiceGate property) warn_if_missing() (in module xr_ai_launcher) WEB_EVENT_TOPIC (in module xr_ai_web_events) WebEvent (class in xr_ai_web_events)

WebEventsAgent (class in xr_ai_web_events) width (xr_ai_hub.FrameData attribute) (xr_ai_hub.FrameSignal attribute) (xr_ai_tools.current_frame.ImageFrame attribute) (xr_ai_tools.video_memory.HistoricalFrameResult attribute) (xr_ai_tools.video_memory.SampledVideoFrame attribute) write_frame() (xr_ai_hub.ShmRingBuffer method)

X

x (xr_ai_tools.image_polygon.ImagePoint attribute) (xr_ai_tools.marker_tracking.MarkerPoint attribute) (xr_ai_tools.types.Vector3 attribute) xr_ai_hub module xr_ai_launcher module xr_ai_logging module xr_ai_models module xr_ai_models.presets module xr_ai_runtime module xr_ai_tools module xr_ai_tools.async_tools module xr_ai_tools.capture module xr_ai_tools.current_frame module xr_ai_tools.image module xr_ai_tools.image_polygon module xr_ai_tools.marker_tracking module xr_ai_tools.rag module

xr_ai_tools.rpc module xr_ai_tools.spatial module xr_ai_tools.text_memory module xr_ai_tools.tool_calling module xr_ai_tools.tools module xr_ai_tools.tracking module xr_ai_tools.types module xr_ai_tools.video_memory module xr_ai_tools.vision module xr_ai_vad module xr_ai_vllm module xr_ai_voice module xr_ai_voicegate module xr_ai_web_events module XR_RUNTIME_VAR (in module xr_ai_launcher)

Y

y (xr_ai_tools.image_polygon.ImagePoint attribute) (xr_ai_tools.marker_tracking.MarkerPoint attribute) (xr_ai_tools.types.Vector3 attribute)

yaw_deg (xr_ai_tools.tracking.HeadPose attribute)

Z

z (xr_ai_tools.types.Vector3 attribute)