Index

A

ABORT_REQUEST (mstar.utils.ipc_format.ConductorMessageType attribute) AbortRequest (class in mstar.utils.ipc_format) ac_predictor (mstar.model.vjepa2.config.VJepa2Config attribute) accelerator_graph (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.waypoint.config.WaypointConfig attribute) accelerator_type() (in module mstar.conductor.workers) AcceleratorGraphBackend (class in mstar.engine.accelerator_graph_backend) AcceleratorGraphBucket (class in mstar.engine.accelerator_graph_runner) AcceleratorGraphConfig (class in mstar.engine.accelerator_graph_config) AcceleratorGraphConfigType (class in mstar.engine.accelerator_graph_config) AcceleratorGraphPool (class in mstar.engine.accelerator_graph_backend) AcceleratorGraphRunner (class in mstar.engine.accelerator_graph_runner) AcceleratorGraphSlot (class in mstar.engine.accelerator_graph_runner) accepts() (mstar.api_server.auth.APIKeyGuard method) accumulated_outputs (mstar.graph.base.Loop attribute) ack_unread_tensors() (mstar.communication.tensors.TensorCommunicationManager method) action_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) action_dim (mstar.model.pi05.config.Pi05Config attribute) action_embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) action_gen (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) action_hidden_size (mstar.model.pi05.config.Pi05Config attribute) action_horizon (mstar.model.pi05.config.Pi05Config attribute) action_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) action_start_frame_offset() (in module mstar.model.cosmos3.components.packing) activation_function (mstar.model.whisper.config.WhisperModelConfig attribute) activation_scheme (mstar.utils.fp8_block.Fp8BlockQuantConfig attribute) ada_gate() (in module mstar.model.waypoint.components) (in module mstar.model.waypoint.components.layers) ada_rmsnorm() (in module mstar.model.waypoint.components) (in module mstar.model.waypoint.components.layers) AdaLayerNormZero (class in mstar.model.cosyvoice3.components.dit) AdaLayerNormZeroFinal (class in mstar.model.cosyvoice3.components.dit) AdaLN (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) adarms_norm_fused() (in module mstar.utils.adarms_norm) add() (mstar.api_server.openai.serving_realtime.RealtimeSession method) (mstar.model.media_limits.VideoBudget method) (mstar.model.submodule_base.PerRequestState method) (mstar.utils.containers.RecentSet method) add_all() (mstar.model.submodule_base.PerRequestState method) add_noise() (in module mstar.model.lingbot_world.components.schedule) add_offloaded() (mstar.utils.ipc_format.OffloadDelta method) add_reloaded() (mstar.utils.ipc_format.OffloadDelta method) add_row() (mstar.communication.tensor_store.ColumnarTensorInfo method) add_tensors_canonical() (mstar.communication.tensor_store.ColumnarTensorInfo method) address (mstar.graph.base.TensorPointerInfo attribute) (mstar.utils.cpus.HostGpu attribute) addresses (mstar.communication.tensor_store.ColumnarTensorInfo attribute) Admission (class in mstar.engine.resources.admission) admit() (mstar.engine.resources.admission.Admission method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) admit_retrieve() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) admit_waiting() (mstar.engine.resources.admission.Admission method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) AdmitFailedReason (class in mstar.engine.resources) (class in mstar.engine.resources.step) AdmitOutcome (class in mstar.engine.resources) (class in mstar.engine.resources.step) AdmitRuntimeError (class in mstar.engine.resources) (class in mstar.engine.resources.step) admitted() (mstar.engine.resources.admission.Admission method) adopt_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) advance (mstar.engine.resources.kv.config.PrefixSpan attribute) (mstar.engine.resources.position.config.PositionStep attribute) (mstar.engine.resources.PositionStep attribute) advance() (mstar.model.whisper.components.timestamps.TimestampRules method) ae_uri (mstar.model.waypoint.config.WaypointConfig attribute) after_output_copy() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) after_tp_seq (mstar.utils.ipc_format.RemoveRequest attribute) alignment_heads (mstar.model.whisper.config.WhisperModelConfig attribute) alignment_intermediate_size (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) alignment_matrix() (in module mstar.model.whisper.components.alignment) alignment_output() (in module mstar.model.whisper.components.alignment) AllocationFailed (class in mstar.engine.resources) (class in mstar.engine.resources.step) alpha (mstar.model.audio_watermark.AudioWatermarkConfig attribute) any_graphs (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner property) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner property) APIKeyGuard (class in mstar.api_server.auth) APIKeyMiddleware (class in mstar.api_server.auth) APIServerMessage (class in mstar.api_server.request_types) append() (mstar.api_server.openai.serving_realtime.RealtimeSession method) (mstar.engine.resources.dsa.manager.IndexKeyStore method) append_frame() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) append_key() (mstar.model.utils.KeysAndConverter method) apply() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.model.audio_watermark.AudioSealWatermarker method) (mstar.model.whisper.components.timestamps.TimestampRules method) apply_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method)

apply_conductor_config() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) (mstar.engine.resources.ResourceReqConfig method) (mstar.engine.resources.sampler.config.SamplingReqConfig method) (mstar.engine.resources.SamplingReqConfig method) (mstar.engine.resources.spec.ResourceReqConfig method) apply_dynamo_config() (in module mstar.engine) apply_filters (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) apply_masks() (in module mstar.model.vjepa2.components.vit_encoder) apply_ortho_rope() (in module mstar.model.waypoint.components) (in module mstar.model.waypoint.components.rope) apply_partial_mrope() (in module mstar.model.qwen3_5.components.rope) apply_partial_rotary() (in module mstar.model.cosyvoice3.components.dit) apply_pcm16() (mstar.model.audio_watermark.AudioSealWatermarker method) apply_penalty (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) apply_qk() (mstar.engine.resources.position.manager.RopeManager method) apply_reveal() (in module mstar.model.omnivoice.components.unmask) apply_rotary_embeddings() (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) apply_torch_config() (in module mstar.engine) apply_yaml_overrides() (in module mstar.engine.resources) (in module mstar.engine.resources.spec) (mstar.engine.resources.AttentionSpec method) (mstar.engine.resources.attn.config.AttentionSpec method) (mstar.engine.resources.attn.config.CrossAttentionSpec method) (mstar.engine.resources.CrossAttentionSpec method) (mstar.engine.resources.kv.bounded.BoundedKVSpec method) (mstar.engine.resources.kv.bounded.config.BoundedKVSpec method) (mstar.engine.resources.kv.config.KVConfig method) (mstar.engine.resources.kv.config.KVSpec method) (mstar.engine.resources.kv.config.PagedKVConfig method) (mstar.engine.resources.kv.config.RingKVConfig method) (mstar.engine.resources.KVConfig method) (mstar.engine.resources.KVSpec method) (mstar.engine.resources.NodeResourceSpec method) (mstar.engine.resources.PagedKVConfig method) (mstar.engine.resources.RingKVConfig method) (mstar.engine.resources.spec.NodeResourceSpec method) ArenaShmCommunicationManager (class in mstar.communication.arena) ARNodeInputs (class in mstar.model.submodule_base) ARNodeSubmodule (class in mstar.model.submodule_base) Artifact (class in mstar.model.omnilingual_asr.config) ask() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) asr_res_dim (mstar.model.kokoro.config.KokoroModelConfig attribute) assert_evictable() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) assert_flashinfer_api() (in module mstar.model.omnivoice.components.backbone) AsyncMooncakeReader (class in mstar.communication.tensors) AsyncReadError attend() (mstar.engine.resources.attn.flex.FlexAttentionManager method) (mstar.engine.resources.dsa.manager.DSAManager method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) Attention (class in mstar.model.cosyvoice3.components.dit) attention_backend (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) attention_bias (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) attention_head_dim (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) attention_heads (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) attention_mask() (in module mstar.model.omnilingual_asr.components.wav2vec2) attention_probs_dropout_prob (mstar.model.vjepa2.config.VJepa2Config attribute) AttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) AttentionManager (class in mstar.engine.resources.attn.base) AttentionResource (class in mstar.engine.resources.base) AttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) AttentionStep (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) attn_drop_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) attn_output_gate (mstar.model.qwen3_5.config.Qwen3_5Config attribute) AttnBackend (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) audio (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) audio_bos_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_d_model (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_embedding_rows (mstar.model.omnivoice.config.OmniVoiceConfig property) audio_encoder_attention_heads (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_encoder_ffn_dim (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_encoder_layers (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_eos_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_formats() (in module mstar.api_server.media_io) audio_in_token_idx (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_limit (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) audio_mask (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) audio_mask_id (mstar.model.omnivoice.config.OmniVoiceConfig attribute) audio_max_source_positions (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_num_mel_bins (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_so_far() (mstar.api_server.openai.serving_realtime.RealtimeSession method) audio_vocab_size (mstar.model.omnivoice.config.OmniVoiceConfig attribute) AudioRefusedError AudioSealDetector (class in mstar.model.audio_watermark) AudioSealWatermarker (class in mstar.model.audio_watermark) AudioTooLongError AudioWatermarkConfig (class in mstar.model.audio_watermark) AUTO (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) (mstar.engine.resources.RaggedAttnBackend attribute) auto_aspect_ratio (mstar.model.waypoint.config.WaypointConfig attribute) AUTO_PREFIX (in module mstar.communication.wire) autocast_scope() (in module mstar.engine.accelerator_graph_runner) available() (mstar.model.kokoro.g2p.G2PFrontend method) available_voices (mstar.model.orpheus.config.OrpheusModelConfig attribute)

B

backbone (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.omnivoice.config.OmniVoiceConfig attribute) backbone_type (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) backend (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) backend() (mstar.model.kokoro.g2p.G2PFrontend method) backlog (mstar.worker.batch_builder.BatchBuildRequest attribute) (mstar.worker.batch_builder.BatchBuildResult attribute) base_channels (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) base_fps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.waypoint.config.WaypointConfig attribute) base_language() (in module mstar.model.utils) BaseBatchBuilder (class in mstar.worker.batch_builder) BaseCommunicator (class in mstar.communication.communicator) BASIC_BATCHED (mstar.engine.accelerator_graph_config.AcceleratorGraphConfigType attribute) batch_postprocess() (mstar.model.submodule_base.NodeSubmodule method) BatchBuilderType (class in mstar.worker.batch_builder) BatchBuildRequest (class in mstar.worker.batch_builder) BatchBuildResult (class in mstar.worker.batch_builder) BATCHED (mstar.engine.accelerator_graph_config.PiecewiseConfigType attribute) batched_cfg (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) BatchedAcceleratorGraphConfig (class in mstar.engine.accelerator_graph_config) BatchedModelOutput (class in mstar.model.submodule_base) BatchedStopCheck (class in mstar.model.submodule_base) begin() (mstar.model.cosmos3.sessions.SessionStore method) begin_plan() (mstar.engine.resources.kv.plan.PinnedIndexRing method) begin_suppress_tokens (mstar.model.whisper.config.WhisperModelConfig attribute) bf16_roundtrip() (in module mstar.model.waypoint.components.layers) bind_dependencies() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) bind_node_resources() (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) bind_resources() (mstar.model.glm52.components.indexer.Glm52Indexer method) (mstar.model.qwen3_5.components.vision.VisionAttention method) (mstar.model.waypoint.components.attention.WaypointAttention method) (mstar.model.waypoint.components.WaypointAttention method) BLOCK (mstar.engine.resources.position.config.PosScheme attribute) (mstar.engine.resources.PosScheme attribute) block_causal_layout() (in module mstar.engine.resources.attn.ragged.block_causal) block_dilations (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) block_kernel_sizes (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) block_num_layers (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) block_size (mstar.engine.resources.attn.ragged.config.RaggedBlockCausalAttentionSpec attribute) (mstar.engine.resources.RaggedBlockCausalAttentionSpec attribute) block_step (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) block_table (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) blocked_capture_resources() (in module mstar.engine.accelerator_graph_runner) blocked_rids (mstar.worker.batch_builder.BatchBuildRequest attribute) BLOCKING_POLL_SLICE_MS (in module mstar.communication.rust_communicator) bn_size (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) body (mstar.api_server.request_types.APIServerMessage attribute) (mstar.utils.ipc_format.ConductorMessage attribute) (mstar.utils.ipc_format.WorkerMessage attribute) bos_token_id (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) BoundedKVConfig (class in mstar.engine.resources.kv.bounded) (class in mstar.engine.resources.kv.bounded.config) BoundedKVManager (class in mstar.engine.resources.kv.bounded.manager) BoundedKVSpec (class in mstar.engine.resources.kv.bounded) (class in mstar.engine.resources.kv.bounded.config)

BoundedKVStep (class in mstar.engine.resources.kv.bounded) (class in mstar.engine.resources.kv.bounded.config) BoundedPlan (class in mstar.engine.resources.kv.bounded.manager) BRIDGE_RECV_WAIT_S (in module mstar.api_server.rust_frontend) bs (mstar.engine.accelerator_graph_config.PiecewiseCaptureShape attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphKey attribute) (mstar.engine.resources.base.CGSlotSpec property) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.CGSlotSpec property) (mstar.engine.resources.step.BucketKey attribute) bucket (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.SlotLease attribute) (mstar.engine.resources.step.SlotLease attribute) bucket_counts (mstar.observability.recorders.MetricSnapshot attribute) BucketKey (class in mstar.engine.resources) (class in mstar.engine.resources.step) buckets (mstar.engine.accelerator_graph_runner.CapturePlan attribute) (mstar.observability.catalog.Family attribute) buffered_shards (mstar.communication.tensors.TensorCommunicationManager attribute) BufferedShards (class in mstar.communication.tensors) buffers (mstar.model.submodule_base.HostRows attribute) build() (mstar.engine.resources.attn.base.AttentionManager class method) (mstar.engine.resources.attn.cross.CrossAttentionManager class method) (mstar.engine.resources.attn.ragged.base.RaggedAttnManager class method) (mstar.engine.resources.attn.ragged.base.RaggedBlockCausalAttnManager class method) (mstar.engine.resources.attn.ragged.base.RaggedCrossAttnManager class method) (mstar.engine.resources.base.Resource class method) (mstar.engine.resources.dsa.manager.DSAManager class method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager class method) (mstar.engine.resources.kv.ring.manager.RingKVManager class method) (mstar.engine.resources.kv.ring.RingKVManager class method) (mstar.engine.resources.position.manager.PositionManager class method) (mstar.engine.resources.Resource class method) (mstar.model.audio_watermark.AudioSealDetector class method) (mstar.model.audio_watermark.AudioSealWatermarker class method) build_accelerator_graph_buffers() (mstar.engine.resources.attn.flex.FlexAttentionManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) build_action_static_inputs() (in module mstar.model.cosmos3.components.packing) build_app() (in module mstar.model.nemotron_duplex.realtime_api) build_batch() (mstar.worker.batch_builder.BaseBatchBuilder method) (mstar.worker.batch_builder.FIFOBatchBuilder method) build_cache() (mstar.model.waypoint.components.CondHead method) (mstar.model.waypoint.components.layers.CondHead method) build_glm52_read_plan() (in module mstar.model.glm52.weight_loader) build_glm52_stacked_params() (in module mstar.model.glm52.weight_loader) build_packed_canvas() (in module mstar.model.omnivoice.components.backbone) build_paged_indptrs() (in module mstar.engine.resources.kv.plan) build_prefix() (in module mstar.model.omnivoice.components.text) build_resource() (in module mstar.engine.resources.base) build_reveal_schedule() (in module mstar.model.omnivoice.components.unmask) build_sound_segment() (in module mstar.model.cosmos3.components.packing) build_static_inputs() (in module mstar.model.cosmos3.components.packing) build_style_text() (in module mstar.model.omnivoice.components.text) build_t2i_static_inputs() (in module mstar.model.cosmos3.components.packing) build_text_segment() (in module mstar.model.cosmos3.components.packing) build_vision_segment() (in module mstar.model.cosmos3.components.packing) builtin_voice_file (mstar.model.chatterbox.config.ChatterboxConfig attribute) ByteLevelDetokenizer (class in mstar.model.utils)

C

cache_latent_dim (mstar.model.glm52.config.Glm52ModelConfig attribute) cache_size (mstar.model.audio_watermark.AudioSealWatermarker property) CachedPrefix (class in mstar.engine.resources.base) caches (mstar.model.audio_watermark.WatermarkStream attribute) campplus_onnx (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) can_batch() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) can_capture() (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) can_gc() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) can_lease (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) can_lease() (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) can_reload() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) can_run() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) can_use_accelerator_graphs() (mstar.model.submodule_base.NodeSubmodule method) cangjie_file (mstar.model.chatterbox.config.ChatterboxConfig attribute) CanvasItem (class in mstar.model.omnivoice.components.backbone) cap_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) capacity() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) capture (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) capture() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) capture_batch_sizes (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) CAPTURE_BATCH_SIZES (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner attribute) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner attribute) capture_batch_sizes (mstar.model.kokoro.config.KokoroModelConfig attribute) capture_dit_prime (mstar.model.waypoint.config.WaypointConfig attribute) capture_fn (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) capture_group() (mstar.worker.batch_builder.BatchBuildRequest method) capture_group_of (mstar.worker.batch_builder.BatchBuildRequest attribute) capture_into_graph() (in module mstar.engine.accelerator_graph_runner) capture_key (mstar.model.cosmos3.submodules.GenStepInfo attribute) capture_label() (mstar.model.audio_watermark.AudioSealWatermarker static method) capture_with_static_outputs() (in module mstar.engine.accelerator_graph_runner) CaptureCost (class in mstar.engine.accelerator_graph_runner) captured (mstar.model.submodule_base.ModelInputsFromEngine attribute) captured_page_capacity() (in module mstar.engine.resources.attn.base) CapturedGraph (class in mstar.engine.accelerator_graph_backend) CapturePlan (class in mstar.engine.accelerator_graph_runner) captures_walk() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) cast_serving_dtypes() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) CAT (mstar.model.submodule_base.StackingMethod attribute) causal (mstar.engine.resources.AttentionStep attribute) (mstar.engine.resources.attn.config.AttentionStep attribute) (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) CausalConvPositionEmbedding (class in mstar.model.cosyvoice3.components.dit) CausalHiFTConfig (class in mstar.model.cosyvoice3.config) cfg (mstar.model.cosmos3.submodules.GenStepInfo attribute) cfg_active (mstar.model.cosmos3.submodules.GenStepInfo attribute) cfg_weight (mstar.model.chatterbox.config.GenerationDefaults attribute) cfm (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) cg_key_info (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.step.BucketKey attribute) (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) cg_key_info() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule method) cgroup_cpu_quota() (in module mstar.utils.cpus) CGSlotKey (class in mstar.engine.resources.base) CGSlotSpec (class in mstar.engine.resources) (class in mstar.engine.resources.base) chain() (in module mstar.engine.resources.kv.keys) chain_must_yield() (mstar.worker.batch_builder.BaseBatchBuilder method) chained_head_context_latents (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) ChainedWindowHead (class in mstar.model.cosmos3.submodules) channels (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) (mstar.model.waypoint.config.WaypointConfig attribute) charge() (mstar.model.media_limits.RequestMediaBudget method) charge_decoded_audio() (in module mstar.model.media_limits) CharTokenizer (class in mstar.model.omnilingual_asr.tokenizer) chat_turns() (in module mstar.model.multimodal) ChatCompletionRequest (class in mstar.api_server.openai.protocol) ChatMessage (class in mstar.api_server.openai.protocol) chatterbox() (mstar.model.chatterbox.config.ChatterboxConfig class method) ChatterboxConfig (class in mstar.model.chatterbox.config) check() (in module mstar.utils.knobs) check_attachments() (in module mstar.model.multimodal) check_audio_duration() (in module mstar.model.media_limits) check_audio_format() (in module mstar.api_server.media_io) check_bool_knob() (in module mstar.engine.resources.sampler.config) check_compile() (mstar.model.cosmos3.config.Cosmos3Config method) (mstar.model.cosmos3.Cosmos3Config method) check_compile_mode() (in module mstar.engine.accelerator_graph_config) check_file_counts() (in module mstar.model.media_limits) check_flashinfer_head_dim() (in module mstar.engine.resources.attn.wrappers) check_image_size() (in module mstar.model.media_limits) check_int_knob() (in module mstar.engine.resources.sampler.config) check_kv_pools_fit() (in module mstar.model.utils) check_length() (in module mstar.model.omnilingual_asr.audio) check_loaded() (in module mstar.model.utils) check_media_limits() (in module mstar.model.media_limits) check_plan() (in module mstar.model.multimodal) check_real_knob() (in module mstar.engine.resources.sampler.config) check_ref_audio() (in module mstar.api_server.media_io) check_resample_rate() (in module mstar.api_server.media_io) check_seed() (in module mstar.utils.generation_kwargs) check_stop() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) check_stop_batched() (mstar.model.submodule_base.NodeSubmodule method) check_stop_buffers (mstar.model.submodule_base.BatchedModelOutput attribute) check_streaming_decode() (mstar.model.cosmos3.config.Cosmos3Config method) (mstar.model.cosmos3.Cosmos3Config method) check_uuid_presence() (mstar.communication.tensor_store.TensorStore method) check_walk_driving_connections() (mstar.streaming.topology.PartitionTopology method) checkpoint_dtype (mstar.model.omnivoice.config.OmniVoiceConfig attribute) checkpoint_name() (in module mstar.model.command_a_plus.tests.test_vision) Chunk (class in mstar.model.kokoro.g2p) chunk (mstar.streaming.stream_buffer.StreamingEdge attribute) chunk() (mstar.model.kokoro.g2p.G2PFrontend method) chunk_attention_mask() (in module mstar.model.cosyvoice3.components.dit) chunk_id (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) chunk_index (mstar.streaming.stream_buffer.StreamChunk attribute) chunk_length (mstar.model.whisper.config.WhisperModelConfig attribute) chunk_phoneme_strings() (in module mstar.model.kokoro.g2p) chunk_phonemes() (mstar.model.kokoro.g2p.G2PFrontend method) chunk_policy_factory (mstar.streaming.topology.Connection attribute) chunk_samples (mstar.api_server.openai.serving_realtime.RealtimeSession property) chunk_seconds (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) chunk_size (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) chunk_size_samples (mstar.model.higgs_audio.config.HiggsAudioModelConfig property) chunk_size_seconds (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) chunk_target_phonemes (mstar.model.kokoro.config.KokoroModelConfig attribute) chunk_tokens (mstar.model.cosyvoice3.config.FlowConfig property) chunk_tokens() (in module mstar.model.kokoro.g2p) ChunkedStreamingTAEHV (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.taehv) ChunkPolicy (class in mstar.streaming.chunk_policy) claim_gpus() (in module mstar.utils.cpus) class_temperature (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) cleanup() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.Resource method) cleanup_collectable() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) cleanup_request() (mstar.communication.tensors.TensorCommunicationManager method) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) clear() (mstar.api_server.openai.serving_realtime.RealtimeSession method) (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.Loop method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.ReadySignals method) (mstar.graph.base.WorkerGraphStateRegistry method) (mstar.graph.graph_io.WorkerGraphIO method) clear_preplan() (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) clear_speculative_inputs() (mstar.graph.graph_io.WorkerGraphIO method) client_connections() (mstar.streaming.topology.PartitionTopology method) client_error_text() (in module mstar.utils.client_errors) client_request_id (mstar.api_server.request_types.PreprocessInput attribute) (mstar.utils.ipc_format.NewRequestConductor attribute) client_stream_limits() (in module mstar.streaming.topology) CLIENT_STREAM_ROUTE (mstar.utils.ipc_format.WorkerMessageType attribute) ClientAppend (class in mstar.api_server.request_types) ClientStream (class in mstar.streaming.topology) ClientStreamLimits (class in mstar.streaming.topology) ClientStreamRoute (class in mstar.utils.ipc_format) clock_base (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) clock_in (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) clone() (mstar.engine.resources.base.PublishedInfo method) (mstar.engine.resources.position.manager.PublishedPositionInfo method) (mstar.engine.resources.PublishedInfo method) (mstar.graph.base.GraphEdge method) (mstar.graph.base.TensorPointerInfo method) (mstar.model.submodule_base.NodeInputs method) clone_check_stop_buffers() (mstar.model.submodule_base.BatchedModelOutput method) clone_row_outputs() (mstar.model.submodule_base.BatchedModelOutput method) close() (mstar.communication.arena.ArenaShmCommunicationManager method) close_prefix_cache() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) codebook_size (mstar.model.chatterbox.config.S3TokenizerConfig property) Codec (class in mstar.communication.codec) coerce() (mstar.model.submodule_base.BatchedModelOutput class method) collate() (mstar.model.submodule_base.ARNodeInputs class method) ColumnarTensorInfo (class in mstar.communication.tensor_store) combine_text() (in module mstar.model.omnivoice.components.text) combined_labels (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) combined_splits() (mstar.engine.resources.AttentionSpec method) (mstar.engine.resources.attn.config.AttentionSpec method) (mstar.engine.resources.NodeResourceSpec method) (mstar.engine.resources.spec.NodeResourceSpec method) combined_walk (mstar.engine.resources.spec.CombinedSplit attribute) CombinedSplit (class in mstar.engine.resources.spec) CommandAPlusConfig (class in mstar.model.command_a_plus.config) CommandAPlusProjector (class in mstar.model.command_a_plus.components.vision) CommandAPlusTextConfig (class in mstar.model.command_a_plus.config) CommandAPlusVisionConfig (class in mstar.model.command_a_plus.config)

CommandAPlusVisionEncoder (class in mstar.model.command_a_plus.components.vision) commit (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) (mstar.model.cosmos3.submodules.GenStepInfo attribute) commit() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) commit_end (mstar.engine.windowing.WindowPlan property) commit_start (mstar.engine.windowing.WindowPlan property) commits (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) CommProtocol (class in mstar.communication.communicator) compile (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) compile_decoder (mstar.model.kokoro.config.KokoroModelConfig attribute) compile_denoise (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) compile_denoise_batched (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) compile_dit (mstar.model.wan22.config.Wan22Config attribute) (mstar.model.waypoint.config.WaypointConfig attribute) compile_dit_grids() (mstar.model.wan22.config.Wan22Config method) compile_dit_sizes (mstar.model.wan22.config.Wan22Config attribute) compile_kwargs() (in module mstar.engine.accelerator_graph_runner) compile_level() (in module mstar.engine.accelerator_graph_runner) compile_mode (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) compile_reasoner_decode (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) compile_reasoner_prefill (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) compile_regions() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) complete() (mstar.graph.base.GraphNode method) complete_cached_walk() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) complete_iter() (mstar.graph.base.Loop method) completed_worker_graph_ids (mstar.conductor.request_info.PartitionState attribute) compute_3d_cos_sin() (in module mstar.model.qwen3_5.components.rope) compute_inv_freq() (in module mstar.model.qwen3_5.components.rope) compute_k() (mstar.model.glm52.components.indexer.Glm52Indexer method) compute_query() (mstar.model.glm52.components.indexer.Glm52Indexer method) cond_len (mstar.model.chatterbox.config.T3Config property) (mstar.model.omnivoice.components.backbone.CanvasItem property) cond_units (mstar.engine.windowing.WindowPlan attribute) CondHead (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) conditioning_resize (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) CONDUCTOR (mstar.utils.ipc_format.MessageSource attribute) conductor_arrival_time (mstar.api_server.request_types.RequestComplete attribute) conductor_finish_time (mstar.api_server.request_types.RequestComplete attribute) conductor_ingest_time (mstar.api_server.request_types.RequestComplete attribute) conductor_new_token (mstar.graph.base.GraphEdge attribute) CONDUCTOR_REQUEST_STATES (in module mstar.observability.catalog) conductor_status() (mstar.observability.metrics.ServingMetrics method) ConductorMessage (class in mstar.utils.ipc_format) ConductorMessageType (class in mstar.utils.ipc_format) ConductorStatus (class in mstar.api_server.request_types) config (mstar.engine.accelerator_graph_runner.AcceleratorGraphBucket attribute) (mstar.engine.resources.AttentionSpec attribute) (mstar.engine.resources.attn.config.AttentionSpec attribute) (mstar.engine.resources.attn.config.CrossAttentionSpec attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.CrossAttentionSpec attribute) (mstar.engine.resources.dsa.config.DSASpec attribute) (mstar.engine.resources.DSASpec attribute) (mstar.engine.resources.kv.bounded.BoundedKVSpec attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVSpec attribute) (mstar.engine.resources.kv.config.KVSpec attribute) (mstar.engine.resources.KVSpec attribute) (mstar.engine.resources.position.config.PositionSpec attribute) (mstar.engine.resources.PositionSpec attribute) config_for() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) config_idx (mstar.engine.accelerator_graph_runner.AcceleratorGraphBucket attribute) (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) CONFIG_NAME (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer attribute) ConfigTests (class in mstar.model.command_a_plus.tests.test_config) configure() (in module mstar.utils.knobs) Connection (class in mstar.streaming.topology) connections (mstar.streaming.topology.PartitionTopology attribute) consolidate() (mstar.communication.tensors.BufferedShards method) consumed_count (mstar.conductor.request_info.StreamingConnectionState attribute) consumer_walk (mstar.streaming.topology.Connection attribute) consumes_stream (mstar.graph.base.GraphNode attribute) content (mstar.api_server.openai.protocol.ChatMessage attribute) CONTEXT (mstar.api_server.openai.realtime_vad.SileroVAD attribute) context_budget (mstar.engine.resources.kv.config.RetentionPolicy attribute) context_cache_key (mstar.engine.resources.attn.cross.FlashInferCrossManager property) context_frames_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) context_items (mstar.streaming.stream_buffer.StreamChunk attribute) (mstar.streaming.stream_buffer.StreamChunkInfo attribute) context_label (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) context_length (mstar.model.kokoro.config.KokoroModelConfig property) context_only (mstar.engine.resources.AttentionStep attribute) (mstar.engine.resources.attn.config.AttentionStep attribute) context_only_views() (in module mstar.engine.resources.kv.plan) continue_after_producer_done() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.RampChunkPolicy method) continues_in() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) control_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) ControllerInputEmbedding (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) conv_pos_groups (mstar.model.cosyvoice3.config.DiTConfig attribute) conv_pos_kernel (mstar.model.cosyvoice3.config.DiTConfig attribute) conv_pre_look_right (mstar.model.cosyvoice3.config.CausalHiFTConfig attribute) convert_state_dict() (in module mstar.model.omnilingual_asr.weight_loader) converter (mstar.model.utils.KeysAndConverter attribute) copy() (mstar.engine.resources.kv.page_copier.PageCopier method) (mstar.engine.resources.kv.page_copier.TorchCopier method) (mstar.utils.host_copy.HostCopier method) (mstar.utils.ipc_format.OffloadDelta method) copy_() (mstar.utils.h2d.PinnedStager method) copy_rows() (mstar.engine.resources.kv.page_copier.PageCopier method) (mstar.engine.resources.kv.page_copier.TorchCopier method) copy_workers (mstar.utils.cpus.CpuPlan property) cosmos3_name_remapper() (in module mstar.model.cosmos3.loader) Cosmos3AudioDecoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3Config (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3DiTSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3MediaProcessorConfig (class in mstar.model.cosmos3.config) Cosmos3PatchMerger (class in mstar.model.cosmos3.components.vision) Cosmos3Pipeline (class in mstar.model.cosmos3.tests.pipeline) Cosmos3ReasonerConfig (class in mstar.model.cosmos3.config) Cosmos3ReasonerSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3SchedulerConfig (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3SoundTokenizer (class in mstar.model.cosmos3.components.sound_tokenizer) Cosmos3VAEConfig (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3VAEDecoderARSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3VAEDecoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3VAEEncoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3VisionAttention (class in mstar.model.cosmos3.components.vision) Cosmos3VisionEmbeddings (class in mstar.model.cosmos3.components.vision) Cosmos3VisionEncoder (class in mstar.model.cosmos3.components.vision) Cosmos3VisionEncoderConfig (class in mstar.model.cosmos3.config) Cosmos3VisionEncoderLayer (class in mstar.model.cosmos3.components.vision) Cosmos3VisionEncoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3VisionMLP (class in mstar.model.cosmos3.components.vision) Cosmos3VisionModel (class in mstar.model.cosmos3.components.vision) Cosmos3VisionTransformer (class in mstar.model.cosmos3.components.vision) CosyVoice3Config (class in mstar.model.cosyvoice3.config) CosyVoice3TextTokenizer (class in mstar.model.cosyvoice3.components.text) count_read() (mstar.communication.tensors.FutureAndPointers method) count_sound_file_seconds() (in module mstar.model.media_limits) Counter (class in mstar.observability.recorders) counter_of() (in module mstar.communication.tensor_uuid) counters (mstar.engine.resources.position.manager.PublishedPositionInfo attribute) cpu_indptrs (mstar.engine.resources.kv.plan.KVPlanOutput attribute) cpu_offload_pages (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) CpuPlan (class in mstar.utils.cpus) CpuPlanError cpus (mstar.utils.cpus.StepCpus attribute) create_chat_completion() (in module mstar.api_server.openai.serving_chat) create_graph() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) (mstar.engine.accelerator_graph_backend.CUDAGraphBackend method) (mstar.engine.accelerator_graph_backend.XPUGraphBackend method) create_image_edit() (in module mstar.api_server.openai.serving_images) create_images() (in module mstar.api_server.openai.serving_images) create_response (mstar.api_server.openai.realtime_vad.SemanticVAD attribute) (mstar.api_server.openai.realtime_vad.ServerVAD attribute) create_speech() (in module mstar.api_server.openai.serving_speech) create_tensor_communication_manager() (in module mstar.communication.tensors) create_videos() (in module mstar.api_server.openai.serving_videos) created (mstar.api_server.openai.protocol.ModelCard attribute) crop_size (mstar.model.vjepa2.config.VJepa2Config attribute) cross_attn_norm (mstar.model.wan22.config.Wan22Config attribute) cross_label() (in module mstar.engine.resources) (in module mstar.engine.resources.attn.ragged.config) CrossAttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) CrossAttentionManager (class in mstar.engine.resources.attn.cross) CrossAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) ctc_collapse() (in module mstar.model.omnilingual_asr.tokenizer) ctc_config() (in module mstar.model.omnilingual_asr.config) ctc_greedy_ids() (in module mstar.model.omnilingual_asr.tokenizer) ctrl_cond_dropout (mstar.model.waypoint.config.WaypointConfig attribute) ctrl_conditioning (mstar.model.waypoint.config.WaypointConfig attribute) ctrl_conditioning_period (mstar.model.waypoint.config.WaypointConfig attribute) ctrl_layers (mstar.model.waypoint.config.WaypointConfig property) ctx (mstar.engine.resources.step.SubmoduleStep property) (mstar.engine.resources.SubmoduleStep property) ctx_start (mstar.engine.resources.dsa.manager.DSASpan attribute) cu_k (mstar.engine.resources.attn.dense.DensePlan attribute) cu_q (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) cuda_indptrs (mstar.engine.resources.kv.plan.KVPlanOutput attribute) CudaBindingsCopier (class in mstar.engine.resources.kv.page_copier) CUDAGraphBackend (class in mstar.engine.accelerator_graph_backend) CudartCopier (class in mstar.engine.resources.kv.page_copier) cudnn_allow_tf32 (mstar.engine.fp32_precision.Fp32Precision attribute) (mstar.model.submodule_base.NodeSubmodule attribute) curr_iter (mstar.graph.base.Loop attribute) current (mstar.engine.resources.kv.bounded.manager.BoundedKVManager property) current_stream() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) current_text() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) current_worker_graph_ids (mstar.conductor.request_info.PartitionState attribute) CurrentForwardConductorMetadata (class in mstar.conductor.request_info) CurrentForwardPassInfo (class in mstar.conductor.request_info) custom_pos_ids (mstar.model.submodule_base.ARNodeInputs attribute) custom_token_base_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) cut_points() (in module mstar.utils.fast_tokenize) cuts_tensor_inputs (mstar.model.submodule_base.ARNodeSubmodule attribute)

D

d_ctrl_in (mstar.model.waypoint.config.WaypointConfig property) d_head (mstar.model.waypoint.config.WaypointConfig property) d_model (mstar.model.waypoint.config.WaypointConfig attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) DATA (in module mstar.communication.wire) data (mstar.api_server.openai.protocol.ModelList attribute) (mstar.api_server.request_types.ResultChunk attribute) (mstar.streaming.stream_buffer.StreamChunk attribute) DataWorkerProfile (class in mstar.api_server.request_types) dec_cond_seconds (mstar.model.chatterbox.config.ChatterboxConfig attribute) declare_inputs_for() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) declare_step (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) declare_step() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) decode() (in module mstar.communication.wire) (mstar.communication.codec.Codec static method) (mstar.communication.codec.MsgpackCodec static method) (mstar.communication.codec.WireCodec static method) (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) (mstar.model.omnilingual_asr.tokenizer.CharTokenizer method) (mstar.model.waypoint.components.ChunkedStreamingTAEHV method) (mstar.model.waypoint.components.taehv.ChunkedStreamingTAEHV method) decode_audio() (in module mstar.api_server.media_io) decode_canvas() (in module mstar.model.omnivoice.components.codec) decode_capture_batch_sizes (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule attribute) decode_each() (in module mstar.communication.codec) decode_file() (in module mstar.model.omnilingual_asr.audio) decode_joined() (in module mstar.utils.utf8_stream) decode_latent() (in module mstar.model.waypoint.components.taehv) decode_offsets (mstar.engine.resources.kv.plan.KVPlanOutput attribute) decode_pages (mstar.engine.resources.kv.plan.KVPlanOutput attribute) decode_rows_then_prompt() (in module mstar.engine.accelerator_graph_config) decode_tensor_cores (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) decode_torchcodec_capped() (in module mstar.api_server.media_io) decoder_attention_heads (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_dtype (mstar.model.kokoro.config.KokoroModelConfig attribute) decoder_ffn_dim (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_hidden (mstar.model.kokoro.config.KokoroModelConfig attribute) decoder_history_shapes() (in module mstar.model.waypoint.components.taehv) decoder_layers (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_prompt_ids() (mstar.model.whisper.config.WhisperModelConfig method) decoder_start_token_id (mstar.model.whisper.config.WhisperModelConfig attribute) deepstack_visual_indexes (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) default (mstar.engine.resources.LoopbackState attribute) (mstar.engine.resources.sampler.config.LoopbackState attribute) default_action_dtype (mstar.model.pi05.config.Pi05Config attribute) default_cache_dir() (in module mstar.model.omnilingual_asr.weight_loader) default_codec() (in module mstar.communication.codec) default_height (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) default_label (mstar.engine.resources.base.AttentionResource property) default_language (mstar.model.chatterbox.config.ChatterboxConfig attribute) default_negative_prompt (mstar.model.wan22.config.Wan22Config attribute) default_num_frames (mstar.model.wan22.config.Wan22Config attribute) default_num_inference_steps (mstar.model.wan22.config.Wan22Config attribute) default_prompt (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) default_speed (mstar.model.kokoro.config.KokoroModelConfig attribute) default_voice (mstar.api_server.openai.protocol.VoiceList attribute) (mstar.model.kokoro.config.KokoroModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) default_width (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) DeferredRowInputs (class in mstar.worker.spec_rows) denoise (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) denoise_compile_kwargs() (in module mstar.model.cosmos3.submodules) denoise_compile_mode (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) DENSE (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) (mstar.engine.resources.RaggedAttnBackend attribute) dense_or_flashinfer() (in module mstar.engine.resources.attn.ragged.base) DenseAttentionManager (class in mstar.engine.resources.attn.dense) DensePlan (class in mstar.engine.resources.attn.dense) DenseSegment (class in mstar.engine.resources.attn.dense) dependencies (mstar.engine.resources.base.EngineResourceInfo attribute) dependency() (mstar.engine.resources.base.EngineResourceInfo method) depends_on() (mstar.engine.resources.AttentionSpec method) (mstar.engine.resources.attn.config.AttentionSpec method) (mstar.engine.resources.attn.config.CrossAttentionSpec method) (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.flex.FlexAttentionManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.CrossAttentionSpec method) (mstar.engine.resources.dsa.config.DSASpec method) (mstar.engine.resources.dsa.manager.DSAManager method) (mstar.engine.resources.DSASpec method) (mstar.engine.resources.NodeResourceSpec method) (mstar.engine.resources.position.config.PositionSpec method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.PositionSpec method) (mstar.engine.resources.Resource method) (mstar.engine.resources.spec.NodeResourceSpec method) DEPLOYMENT_ANCHOR_ENTITY (in module mstar.communication.communicator) deployment_plan() (in module mstar.utils.cpus) deployment_workers() (in module mstar.conductor.workers) DeploymentWorkers (class in mstar.conductor.workers) depth (mstar.model.cosyvoice3.config.DiTConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) dequant_fp8_block_stream() (in module mstar.utils.fp8_block) dequantize_fp8_block_weight() (in module mstar.utils.fp8_block) dequeue_time (mstar.api_server.request_types.DataWorkerProfile attribute) dereference() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method)

dereference_batch() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method) dereference_batch_uniform() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method) derive_seed() (in module mstar.engine.resources.sampler.config) describe_exitcode() (in module mstar.utils.exitcode) describe_ring_memory() (in module mstar.model.waypoint.ring_geometry) detect() (mstar.model.audio_watermark.AudioSealDetector method) deterministic_inductor_options() (in module mstar.engine.accelerator_graph_runner) detokenizer (mstar.model.utils.TextOutput attribute) device (mstar.engine.resources.base.EngineResourceInfo attribute) device_addresses() (in module mstar.utils.cpus) device_loopback_enabled() (in module mstar.utils.knobs) device_loopback_signals() (mstar.model.submodule_base.NodeSubmodule method) device_type (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend property) DeviceCapability (class in mstar.utils.device) devices (mstar.conductor.workers.DeploymentWorkers attribute) devices_plan() (in module mstar.utils.cpus) DeviceTableCache (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) digest (mstar.engine.resources.kv.config.PrefixSpan attribute) (mstar.engine.resources.kv.keys.PageItem attribute) dim (mstar.model.cosyvoice3.config.DiTConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.utils.Operation attribute) dim_head (mstar.model.cosyvoice3.config.DiTConfig attribute) dim_in (mstar.model.kokoro.config.KokoroModelConfig attribute) dims (mstar.graph.base.TensorPointerInfo attribute) dims_flat (mstar.communication.tensor_store.ColumnarTensorInfo attribute) disable_autocast (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule attribute) (mstar.model.omnivoice.submodules.OmniVoiceCode2WavSubmodule attribute) (mstar.model.omnivoice.submodules.OmniVoiceRefEncoderSubmodule attribute) (mstar.model.submodule_base.NodeSubmodule attribute) (mstar.model.waypoint.submodules.WaypointDitSubmodule attribute) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule attribute) disable_torch_compile (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3VisionEncoderSubmodule attribute) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule attribute) (mstar.model.omnivoice.submodules.OmniVoiceCode2WavSubmodule attribute) (mstar.model.omnivoice.submodules.OmniVoiceRefEncoderSubmodule attribute) (mstar.model.submodule_base.NodeSubmodule attribute) (mstar.model.waypoint.submodules.WaypointDitSubmodule attribute) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule attribute) disag_shared_keys (mstar.model.submodule_base.PerRequestState attribute) discretize_state() (in module mstar.model.pi05.components.flow_matching) distilled_sigmas (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) distribute_tokens() (in module mstar.engine.accelerator_graph_config) DiT (class in mstar.model.cosyvoice3.components.dit) dit (mstar.model.cosyvoice3.config.FlowConfig attribute) dit_compile_autotune (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) DiTBlock (class in mstar.model.cosyvoice3.components.dit) DiTConfig (class in mstar.model.cosyvoice3.config) doc_lens (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) does_cfg (mstar.model.omnivoice.components.backbone.CanvasItem property) DONE (mstar.utils.ipc_format.Status attribute) downsample_factor (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) drain() (mstar.communication.event.EventWakeup method) DRAIN_REQUEST (mstar.utils.ipc_format.WorkerMessageType attribute) drain_resampler() (mstar.api_server.openai.serving_realtime.RealtimeSession method) DrainRequest (class in mstar.utils.ipc_format) drop_cpu_tensors() (mstar.communication.tensor_store.TensorStore method) drop_host_copies() (mstar.communication.tensors.TensorCommunicationManager method) drop_path_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) drop_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) drop_stop_tokens() (in module mstar.model.utils) dropout (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.kokoro.config.KokoroModelConfig attribute) dropped_buckets (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner attribute) dropped_shapes (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner attribute) dsa_long_context (mstar.model.glm52.config.Glm52ModelConfig attribute) DSAConfig (class in mstar.engine.resources) (class in mstar.engine.resources.dsa.config) DSAManager (class in mstar.engine.resources.dsa.manager) DSAPlan (class in mstar.engine.resources.dsa.manager) DSASpan (class in mstar.engine.resources.dsa.manager) DSASpec (class in mstar.engine.resources) (class in mstar.engine.resources.dsa.config) DSAStep (class in mstar.engine.resources) (class in mstar.engine.resources.dsa.config) dtw() (in module mstar.model.whisper.components.alignment) dtype (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) (mstar.engine.resources.LoopbackState attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.engine.resources.sampler.config.LoopbackState attribute) (mstar.graph.base.TensorPointerInfo attribute) (mstar.model.waypoint.components.dit.WaypointDiT property) (mstar.model.waypoint.components.WaypointDiT property) dtype_idx (mstar.communication.tensor_store.ColumnarTensorInfo attribute) dtype_index() (mstar.communication.tensor_store.ColumnarTensorInfo method) dtype_names (mstar.communication.tensor_store.ColumnarTensorInfo attribute) dummy_metadata (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) dummy_metadata() (in module mstar.engine.accelerator_graph_runner) dummy_rid_handle() (in module mstar.engine.accelerator_graph_runner) dummy_rid_name() (in module mstar.engine.accelerator_graph_runner) dummy_rids (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) (mstar.engine.accelerator_graph_runner.WarmedRegion attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) DummyRowPool (class in mstar.engine.accelerator_graph_runner) duplicate_bos_in_prefill (mstar.model.chatterbox.config.T3Config attribute) dynamic_loop_iter_counts (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.model.submodule_base.InputMetadata attribute)

E

eager_write (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) eagerness (mstar.api_server.openai.realtime_vad.SemanticVAD attribute) EagerSlotKey (class in mstar.engine.resources.attn.base) edge (mstar.streaming.stream_buffer.StreamingEdge attribute) edge_name (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.streaming.topology.Connection attribute) EdgeTransfers (class in mstar.observability.recorders) embed() (mstar.model.qwen3_5.components.vision.Qwen3_5VisionModel method) embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) embedding_size (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) emit() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) emitted (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) emotion_adv (mstar.model.chatterbox.config.T3Config attribute) enable_async_scheduling (mstar.graph.base.GraphNode attribute) enable_fps_modulation (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) enable_gqa (mstar.model.waypoint.config.WaypointConfig property) ENABLE_METRICS (mstar.utils.ipc_format.ConductorMessageType attribute) (mstar.utils.ipc_format.WorkerMessageType attribute) enable_min_p (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) enable_prefix_cache() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) enable_reasoner (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) enable_repetion_penalty (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) enable_sound (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) enable_thinking (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) enable_top_p_first (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) enable_transfer_metrics() (mstar.communication.tensors.TensorCommunicationManager method) enable_windowed_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) enabled (mstar.api_server.auth.APIKeyGuard property) (mstar.model.audio_watermark.AudioWatermarkConfig attribute) EnableMetrics (class in mstar.utils.ipc_format) enc_cond_seconds (mstar.model.chatterbox.config.ChatterboxConfig attribute) encode() (in module mstar.communication.wire) (mstar.communication.codec.Codec static method) (mstar.communication.codec.MsgpackCodec static method) (mstar.communication.codec.WireCodec static method) (mstar.model.qwen3_5.components.vision.Qwen3_5VisionModel method) (mstar.model.waypoint.components.ChunkedStreamingTAEHV method) (mstar.model.waypoint.components.taehv.ChunkedStreamingTAEHV method) encode_field() (in module mstar.communication.wire) encode_fields() (in module mstar.communication.wire) encode_ids() (in module mstar.utils.fast_tokenize) encode_prompt() (mstar.model.pi05.components.tokenization.Pi05Tokenizer method) encode_reference() (in module mstar.model.omnivoice.components.codec) encode_seed_clip() (in module mstar.model.waypoint.components.taehv) encode_workers (mstar.utils.cpus.CpuPlan property) encoded_size_for_latent() (in module mstar.model.waypoint.components.taehv) Encoder (class in mstar.model.omnilingual_asr.components.wav2vec2) encoder (mstar.model.chatterbox.config.S3GenConfig attribute) encoder_attention_heads (mstar.model.whisper.config.WhisperModelConfig attribute)

encoder_ffn_dim (mstar.model.whisper.config.WhisperModelConfig attribute) encoder_head_dim (mstar.model.whisper.config.WhisperModelConfig property) encoder_layers (mstar.model.whisper.config.WhisperModelConfig attribute) encoder_output_length() (mstar.model.higgs_audio.config.HiggsAudioModelConfig method) EncoderLayer (class in mstar.model.omnilingual_asr.components.wav2vec2) end (mstar.engine.windowing.WindowPlan attribute) end() (mstar.model.cosmos3.sessions.SessionStore method) end_key (mstar.engine.resources.kv.config.PrefixSpan attribute) end_key() (in module mstar.engine.resources.kv.keys) end_token_ids (mstar.model.orpheus.config.OrpheusModelConfig attribute) end_turn() (mstar.api_server.openai.realtime_vad.TurnSegmenter method) ends (mstar.api_server.request_types.ClientAppend attribute) (mstar.api_server.request_types.PreprocessInput attribute) enforce_missing_keys (mstar.model.utils.ModuleAndPrefix attribute) engine_inputs (mstar.engine.accelerator_graph_config.PiecewiseCallInputs attribute) EngineResourceInfo (class in mstar.engine.resources.base) english() (mstar.model.chatterbox.config.T3Config class method) ensure() (mstar.engine.accelerator_graph_runner.DummyRowPool method) ensure_deployment_token() (in module mstar.communication.tensors) entity_id (mstar.utils.ipc_format.ReadsDone attribute) entity_index() (in module mstar.communication.tensor_uuid) eos_token (mstar.model.cosyvoice3.config.LMConfig property) eos_token_id (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) eos_token_ids (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config property) eps (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) error (mstar.communication.tensors.FailedRead attribute) error_message (mstar.api_server.request_types.RequestFailed attribute) errors (mstar.utils.ipc_format.FailRequests attribute) estimator (mstar.model.chatterbox.config.S3GenConfig attribute) euler_step() (in module mstar.model.pi05.components.flow_matching) event (mstar.communication.rust_communicator.RustZMQCommunicator attribute) EventWakeup (class in mstar.communication.event) evict() (mstar.engine.resources.dsa.manager.IndexKeyStore method) (mstar.engine.resources.kv.prefix_index.PrefixIndex method) evictable() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) exaggeration (mstar.model.chatterbox.config.GenerationDefaults attribute) executable (mstar.engine.accelerator_graph_runner.CaptureCost attribute) ExecutableMemory (class in mstar.engine.accelerator_graph_runner) exit_when_orphaned() (in module mstar.utils.orphan) expand_placeholders() (in module mstar.model.cosmos3.components.reasoner) expand_video_pads() (in module mstar.model.qwen3_5.video) expand_video_parts() (in module mstar.model.qwen3_5.video) EXPECTED_MSTAR_RUST_VERSION (in module mstar.communication.communicator) ext_inputs (mstar.graph.base.NodeInputsOutputs attribute) ext_outputs (mstar.graph.base.NodeInputsOutputs attribute) extend() (mstar.utils.ipc_format.OffloadDelta method) extend_prefix_chain() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) extend_prefix_chains() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) extend_prefix_chains_batch() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) extra (mstar.model.pi05.config.Pi05Config attribute) extra_stop_token_ids (mstar.model.qwen3_5.config.Qwen3_5Config attribute)

F

f0_cond_channels (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) f0_look_right (mstar.model.cosyvoice3.config.CausalHiFTConfig attribute) f_pos (mstar.model.waypoint.components.dit.WaypointPosIds attribute) (mstar.model.waypoint.components.WaypointPosIds attribute) fail_if_graphs_required() (in module mstar.engine.accelerator_graph_runner) FAIL_REQUESTS (mstar.utils.ipc_format.ConductorMessageType attribute) failed (mstar.api_server.request_types.DataWorkerProfile attribute) failed_graph (mstar.engine.accelerator_graph_backend.XPUGraphPool attribute) failed_resource (mstar.engine.resources.FullAdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome attribute) failed_tensor_ids (mstar.utils.ipc_format.TensorReceived attribute) FailedRead (class in mstar.communication.tensors) FailRequests (class in mstar.utils.ipc_format) failures (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) Family (class in mstar.observability.catalog) fast_decode_sizes() (mstar.model.wan22.config.Wan22Config method) FastSchedule (class in mstar.model.lingbot_world.components.schedule) fd (mstar.communication.event.EventWakeup property) feat_dim (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) feature_dim (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) feature_extractor_layer_descs (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) FeatureExtractionLayer (class in mstar.model.omnilingual_asr.components.wav2vec2) FeatureExtractor (class in mstar.model.omnilingual_asr.components.wav2vec2) feed() (mstar.api_server.openai.realtime_vad.TurnSegmenter method) (mstar.utils.utf8_stream.Utf8Stream method) FeedForward (class in mstar.model.omnilingual_asr.components.wav2vec2) fetch_cdn() (in module mstar.model.omnilingual_asr.weight_loader) fetch_hub() (in module mstar.model.omnilingual_asr.weight_loader) ff_mult (mstar.model.cosyvoice3.config.DiTConfig attribute) ffmpeg_unavailable() (in module mstar.model.qwen3_5.video) ffn_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) ffn_inner_dim (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) FIFO (mstar.worker.batch_builder.BatchBuilderType attribute) FIFOBatchBuilder (class in mstar.worker.batch_builder) file() (mstar.model.media_limits.RequestMediaBudget method) file_paths (mstar.api_server.request_types.ClientAppend attribute) (mstar.api_server.request_types.PreprocessInput attribute) file_streams (mstar.api_server.request_types.ClientAppend attribute) filename (mstar.model.omnilingual_asr.config.Artifact attribute) (mstar.model.omnilingual_asr.config.HubCheckpoint attribute) filter_batched_output() (mstar.model.submodule_base.NodeSubmodule method) filter_top_k() (in module mstar.model.omnivoice.components.unmask) filtered_signals (mstar.graph.base.NodeCompletionOutput attribute) final_publish_labels_per_node_walk (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) final_relu (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) final_sigmas_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) find_client_stream() (in module mstar.streaming.topology) find_client_streams() (in module mstar.streaming.topology) find_media_spans() (in module mstar.model.multimodal) find_server_binary() (in module mstar.api_server.rust_frontend) fingerprint() (in module mstar.engine.resources.kv.keys) (mstar.engine.resources.attn.base.AttentionManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) finished (mstar.model.audio_watermark.WatermarkStream attribute) first_chunk_target_phonemes (mstar.model.kokoro.config.KokoroModelConfig attribute) first_k_dense_replace (mstar.model.glm52.config.Glm52ModelConfig attribute) first_request_info (mstar.model.submodule_base.ModelInputsFromEngine property) first_values() (mstar.model.submodule_base.HostRows method) fix_repetitions() (in module mstar.model.qwen3_asr.repetition) FixedChunkPolicy (class in mstar.streaming.chunk_policy) FLASH_INFER_PACKED (mstar.engine.accelerator_graph_config.AcceleratorGraphConfigType attribute) FLASHINFER (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) (mstar.engine.resources.RaggedAttnBackend attribute) flashinfer_backend (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) FLASHINFER_MLA (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) flashinfer_mla_supports() (in module mstar.engine.resources.attn.flashinfer_mla) FlashInferCrossManager (class in mstar.engine.resources.attn.cross) FlashInferDecodeWrapper (class in mstar.engine.resources.attn.wrappers) FlashInferManager (class in mstar.engine.resources.attn.flashinfer) FlashInferMixedWrapper (class in mstar.engine.resources.attn.wrappers) FlashInferMLAManager (class in mstar.engine.resources.attn.flashinfer_mla) FlashInferMLAWrapper (class in mstar.engine.resources.attn.flashinfer_mla) FlashInferPrefillWrapper (class in mstar.engine.resources.attn.wrappers) FlashInferPrefixedPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) FlashInferRaggedBlockCausalManager (class in mstar.engine.resources.attn.ragged.flashinfer) FlashInferRaggedCrossManager (class in mstar.engine.resources.attn.ragged.flashinfer) FlashInferRaggedCrossPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) FlashInferRaggedManager (class in mstar.engine.resources.attn.ragged.flashinfer) FlashInferRaggedPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) flat_rids (mstar.communication.tensors.StoredOutputs attribute) flat_start (mstar.model.omnivoice.components.backbone.CanvasItem attribute) flat_target_total (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) flat_u_start (mstar.model.omnivoice.components.backbone.CanvasItem attribute) flat_uncond_total (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) flat_uuids (mstar.communication.tensors.StoredOutputs attribute) flatten_row() (in module mstar.engine.resources.kv.bounded.layout) FLEX (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) flex_attention_masked() (in module mstar.engine.resources.attn.flex) FlexAttentionManager (class in mstar.engine.resources.attn.flex) float32_matmul_precision (mstar.model.submodule_base.NodeSubmodule attribute) floats (mstar.model.cosyvoice3.components.onnx_weights.OnnxNode attribute) floor (mstar.engine.accelerator_graph_runner.CapturePlan attribute) flow (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) flow_estimator_dtype (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) flow_max_batch_size (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) flow_shift (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) flow_shift_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) flow_shift_image (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) flow_shift_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) flow_to_x0() (in module mstar.model.lingbot_world.components.schedule) flow_weights (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) FlowConfig (class in mstar.model.cosyvoice3.config) flush() (mstar.api_server.media_io.StreamResampler method) (mstar.api_server.openai.serving_realtime.RealtimeSession method) (mstar.communication.communicator.OutboxCommunicator method) (mstar.utils.utf8_stream.Utf8Stream method) fmax (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) fmin (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) fmt (mstar.utils.fp8_block.Fp8BlockQuantConfig attribute) force_cleanup_request() (mstar.communication.tensors.TensorCommunicationManager method) force_double_buffer (mstar.engine.resources.attn.cross.FlashInferCrossManager property) (mstar.engine.resources.attn.dense.DenseAttentionManager property) (mstar.engine.resources.attn.flashinfer.FlashInferManager property) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager property) (mstar.engine.resources.base.Resource property) (mstar.engine.resources.position.manager.RopeManager property) (mstar.engine.resources.Resource property) force_prefill (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) forget_tensor() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) fork_rids (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) format_cpu_list() (in module mstar.utils.cpus) format_graph_edge_list() (in module mstar.graph.graph_io) forward() (mstar.model.command_a_plus.components.vision.CommandAPlusProjector method) (mstar.model.command_a_plus.components.vision.CommandAPlusVisionEncoder method) (mstar.model.command_a_plus.components.vision.SiglipAttention method) (mstar.model.command_a_plus.components.vision.SiglipEmbeddings method) (mstar.model.command_a_plus.components.vision.SiglipLayer method) (mstar.model.command_a_plus.components.vision.SiglipMLP method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckDecoder method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckDecoderBlock method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckResidualUnit method) (mstar.model.cosmos3.components.sound_tokenizer.Snake1d method) (mstar.model.cosmos3.components.vision.Cosmos3PatchMerger method) (mstar.model.cosmos3.components.vision.Cosmos3VisionAttention method) (mstar.model.cosmos3.components.vision.Cosmos3VisionEmbeddings method) (mstar.model.cosmos3.components.vision.Cosmos3VisionEncoder method) (mstar.model.cosmos3.components.vision.Cosmos3VisionEncoderLayer method) (mstar.model.cosmos3.components.vision.Cosmos3VisionMLP method) (mstar.model.cosmos3.components.vision.Cosmos3VisionModel method) (mstar.model.cosmos3.components.vision.Cosmos3VisionTransformer method) (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderARSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VisionEncoderSubmodule method) (mstar.model.cosyvoice3.components.dit.AdaLayerNormZero method) (mstar.model.cosyvoice3.components.dit.AdaLayerNormZeroFinal method) (mstar.model.cosyvoice3.components.dit.Attention method) (mstar.model.cosyvoice3.components.dit.CausalConvPositionEmbedding method) (mstar.model.cosyvoice3.components.dit.DiT method) (mstar.model.cosyvoice3.components.dit.DiTBlock method) (mstar.model.cosyvoice3.components.dit.InputEmbedding method) (mstar.model.cosyvoice3.components.dit.TimestepEmbedding method) (mstar.model.omnilingual_asr.components.wav2vec2.Encoder method) (mstar.model.omnilingual_asr.components.wav2vec2.EncoderLayer method) (mstar.model.omnilingual_asr.components.wav2vec2.FeatureExtractionLayer method) (mstar.model.omnilingual_asr.components.wav2vec2.FeatureExtractor method) (mstar.model.omnilingual_asr.components.wav2vec2.FeedForward method) (mstar.model.omnilingual_asr.components.wav2vec2.PositionEncoder method) (mstar.model.omnilingual_asr.components.wav2vec2.SelfAttention method) (mstar.model.omnilingual_asr.components.wav2vec2.Wav2Vec2CTC method) (mstar.model.omnivoice.components.backbone.OmniVoiceBackbone method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceCode2WavSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceRefEncoderSubmodule method) (mstar.model.qwen3_5.components.vision.Qwen3_5VisionModel method) (mstar.model.qwen3_5.components.vision.VisionAttention method) (mstar.model.qwen3_5.components.vision.VisionBlock method) (mstar.model.qwen3_5.components.vision.VisionMLP method) (mstar.model.qwen3_5.components.vision.VisionPatchEmbed method) (mstar.model.qwen3_5.components.vision.VisionPatchMerger method) (mstar.model.qwen3_5.components.vision.VisionRotaryEmbedding method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.components.layers.VJEPA2Layer method) (mstar.model.vjepa2.components.layers.VJEPA2MLP method) (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) (mstar.model.vjepa2.components.predictor.VJEPA2Predictor method) (mstar.model.vjepa2.components.predictor.VJEPA2PredictorEmbeddings method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2Embeddings method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2Encoder method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2PatchEmbeddings3D method) (mstar.model.waypoint.components.AdaLN method) (mstar.model.waypoint.components.attention.WaypointAttention method) (mstar.model.waypoint.components.CondHead method) (mstar.model.waypoint.components.ControllerInputEmbedding method) (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.dit.WaypointDiTBlock method) (mstar.model.waypoint.components.layers.AdaLN method) (mstar.model.waypoint.components.layers.CondHead method) (mstar.model.waypoint.components.layers.ControllerInputEmbedding method) (mstar.model.waypoint.components.layers.MLP method) (mstar.model.waypoint.components.layers.MLPFusion method) (mstar.model.waypoint.components.layers.NoiseConditioner method) (mstar.model.waypoint.components.MLP method) (mstar.model.waypoint.components.MLPFusion method) (mstar.model.waypoint.components.NoiseConditioner method) (mstar.model.waypoint.components.OrthoRoPE method) (mstar.model.waypoint.components.OrthoRoPEAngles method) (mstar.model.waypoint.components.rope.OrthoRoPE method) (mstar.model.waypoint.components.rope.OrthoRoPEAngles method) (mstar.model.waypoint.components.WaypointAttention method) (mstar.model.waypoint.components.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiTBlock method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule method)

forward_batched() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) forward_captured() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) forward_kwargs (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) fp (mstar.communication.tensors.TransferReadInfo attribute) fp32_matmul_highest() (in module mstar.model.waypoint.components.layers) fp32_precision_scope() (in module mstar.engine.fp32_precision) Fp32Precision (class in mstar.engine.fp32_precision) Fp8BlockQuantConfig (class in mstar.utils.fp8_block) fps (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) frame_attention() (in module mstar.model.cosmos3.components.vision) frame_buckets (mstar.model.kokoro.config.KokoroModelConfig attribute) frame_grouping (mstar.model.kokoro.config.KokoroModelConfig attribute) frame_lengths() (mstar.model.omnilingual_asr.components.wav2vec2.Wav2Vec2CTC method) frame_pos (mstar.engine.resources.kv.ring.manager.RingPlan attribute) frame_rate (mstar.model.omnivoice.config.OmniVoiceConfig attribute) frame_tokens() (in module mstar.model.cosmos3.submodules) frames (mstar.engine.resources.kv.config.RingKVStep attribute) (mstar.engine.resources.RingKVStep attribute) (mstar.model.qwen3_5.video.SampledVideo attribute) frames_per_clip (mstar.model.vjepa2.config.VJepa2Config attribute) freeze_after_setup() (in module mstar.utils.gc_freeze) freeze_und (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) freq_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) fresh (mstar.worker.batch_builder.BatchBuildRequest attribute) from_dict() (mstar.model.command_a_plus.config.CommandAPlusConfig class method) (mstar.model.command_a_plus.config.CommandAPlusTextConfig class method) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig class method) (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig class method) (mstar.model.cosmos3.config.Cosmos3ReasonerConfig class method) (mstar.model.cosmos3.config.Cosmos3SchedulerConfig class method) (mstar.model.cosmos3.config.Cosmos3VAEConfig class method) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig class method) (mstar.model.cosmos3.Cosmos3SchedulerConfig class method) (mstar.model.cosmos3.Cosmos3VAEConfig class method) (mstar.model.kokoro.config.KokoroModelConfig class method) (mstar.utils.containers.ParallelList class method) (mstar.utils.ipc_format.MessageBody method) from_file() (mstar.model.omnilingual_asr.tokenizer.CharTokenizer class method) from_hf() (mstar.model.qwen3_5.config.Qwen3_5Config class method) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig class method) from_hf_config() (mstar.model.glm52.config.Glm52ModelConfig class method) (mstar.model.vjepa2.config.VJepa2Config class method) from_hf_config_dict() (mstar.utils.fp8_block.Fp8BlockQuantConfig class method) from_hf_or_none() (mstar.model.qwen3_5.config.Qwen3_5VisionConfig class method) from_json() (mstar.model.command_a_plus.config.CommandAPlusConfig class method) from_model() (mstar.model.cosmos3.tests.pipeline.Cosmos3Pipeline class method) from_model_path() (mstar.model.chatterbox.config.ChatterboxConfig class method) from_partition (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.streaming.topology.Connection attribute) from_pretrained() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer class method) (mstar.model.cosmos3.config.Cosmos3Config class method) (mstar.model.cosmos3.Cosmos3Config class method) (mstar.model.higgs_audio.config.HiggsAudioModelConfig class method) (mstar.model.kokoro.config.KokoroModelConfig class method) (mstar.model.whisper.config.WhisperModelConfig class method) from_transformer_dict() (mstar.model.cosmos3.config.Cosmos3Config class method) (mstar.model.cosmos3.Cosmos3Config class method) from_variant() (mstar.model.chatterbox.config.ChatterboxConfig class method) Frontend (class in mstar.model.omnilingual_asr.components.wav2vec2) fsmn_kernel_size (mstar.model.chatterbox.config.S3TokenizerConfig attribute) fsq_dim (mstar.model.chatterbox.config.S3TokenizerConfig attribute) fsq_levels (mstar.model.chatterbox.config.S3TokenizerConfig attribute) full_global_ring (mstar.model.waypoint.config.WaypointConfig attribute) full_layer_indices (mstar.model.qwen3_5.config.Qwen3_5Config property) FullAdmitOutcome (class in mstar.engine.resources) (class in mstar.engine.resources.step) fusable_rope_theta() (mstar.engine.resources.position.manager.PositionManager method) (mstar.engine.resources.position.manager.RopeManager method) future (mstar.communication.tensors.FutureAndPointers attribute) FutureAndPointers (class in mstar.communication.tensors) fwd_index (mstar.conductor.request_info.CurrentForwardPassInfo attribute) fwd_info (mstar.streaming.topology.ProducerWalkCtx attribute) fwd_pass_number (mstar.conductor.request_info.PartitionState attribute)

G

G2PFrontend (class in mstar.model.kokoro.g2p) gated_attn (mstar.model.waypoint.config.WaypointConfig attribute) gated_mlp (mstar.model.cosmos3.config.Cosmos3Config property) (mstar.model.cosmos3.Cosmos3Config property) Gauge (class in mstar.observability.recorders) gc_gen0_threshold() (in module mstar.utils.knobs) gen_capture_batch_sizes (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) gen_capture_resolutions (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) gen_capture_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) gen_istft_hop_size (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) gen_istft_n_fft (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) generate_action() (mstar.model.cosmos3.tests.pipeline.Cosmos3Pipeline method) generate_frame() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) generation (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.model.chatterbox.config.ChatterboxConfig attribute) (mstar.model.omnivoice.config.OmniVoiceConfig attribute) GenerationDefaults (class in mstar.model.chatterbox.config) generator (mstar.model.audio_watermark.AudioWatermarkConfig attribute) GenStepInfo (class in mstar.model.cosmos3.submodules) get() (mstar.engine.accelerator_graph_runner.PiecewiseOutput method) (mstar.engine.resources.attn.base.WorkspacePool method) (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) (mstar.model.cosmos3.sessions.SessionStore method) (mstar.model.submodule_base.BatchedModelOutput method) (mstar.model.submodule_base.PerRequestState method) (mstar.model.waypoint.components.DeviceTableCache method) (mstar.model.waypoint.components.layers.DeviceTableCache method) get_3d_mrope_ids_action_tokens() (in module mstar.model.cosmos3.components.packing) get_3d_mrope_ids_text_tokens() (in module mstar.model.cosmos3.components.packing) get_3d_mrope_ids_vae_tokens() (in module mstar.model.cosmos3.components.packing) get_accelerator_graph_backend() (in module mstar.engine.accelerator_graph_backend) get_accelerator_graph_configs() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule method) get_all_new_messages() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) get_all_uuids() (mstar.communication.tensor_store.TensorStore method) get_async_reader() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) get_audio_num_samples() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) get_autocast_dtype() (mstar.model.submodule_base.NodeSubmodule method) get_capture_shapes() (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PiecewiseBatchedConfig method) (mstar.engine.accelerator_graph_config.PiecewisePackedConfig method) get_check_stop_input() (mstar.model.submodule_base.BatchedModelOutput method) get_config_type() (mstar.engine.accelerator_graph_config.AcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.BatchedAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PackedAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PiecewiseBatchedConfig method) (mstar.engine.accelerator_graph_config.PiecewisePackedConfig method) get_cpu_tensor() (mstar.communication.tensor_store.TensorStore method) get_device() (mstar.model.submodule_base.NodeSubmodule method) get_info() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) get_inputs_outputs() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method) get_labels() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) get_latent_num_frames() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) get_loop_indices() (mstar.graph.graph_io.WorkerGraphIO method) get_loops() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method) get_nested_loop_idxs() (mstar.graph.graph_io.WorkerGraphIO method) get_nested_loop_idxs_for_node() (mstar.graph.graph_io.WorkerGraphIO method) get_node() (mstar.graph.graph_io.WorkerGraphIO method) get_node_inputs() (mstar.engine.accelerator_graph_config.AcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.BatchedAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PackedAcceleratorGraphConfig method) get_nodes() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method)

get_offload_priority() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) get_piecewise_accelerator_graph_configs() (mstar.model.submodule_base.NodeSubmodule method) get_position_ids() (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) get_publish_labels() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) get_ready_tensors() (mstar.communication.tensors.TensorCommunicationManager method) get_rx_info() (mstar.communication.tensors.TensorCommunicationManager method) get_session_id() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) get_state() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) get_tensor() (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method) get_time_steps() (in module mstar.model.omnivoice.components.unmask) get_total_len() (mstar.engine.resources.kv.plan.KVPlanOutput method) get_total_tokens() (mstar.engine.accelerator_graph_config.AcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.BatchedAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PackedAcceleratorGraphConfig method) get_tx_info() (mstar.communication.tensors.TensorCommunicationManager method) get_view() (mstar.engine.accelerator_graph_runner.PiecewiseOutput method) glm52_name_remapper() (in module mstar.model.glm52.weight_loader) Glm52Indexer (class in mstar.model.glm52.components.indexer) Glm52ModelConfig (class in mstar.model.glm52.config) global_attn_offset (mstar.model.waypoint.config.WaypointConfig attribute) global_attn_period (mstar.model.waypoint.config.WaypointConfig attribute) global_layers (mstar.model.waypoint.config.WaypointConfig property) global_pinned_dilation (mstar.model.waypoint.config.WaypointConfig attribute) global_window (mstar.model.waypoint.config.WaypointConfig attribute) gpt2_medium() (mstar.model.chatterbox.config.T3BackboneConfig class method) graph (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.CaptureCost attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) graph_compile (mstar.model.glm52.config.Glm52ModelConfig attribute) graph_edge (mstar.api_server.request_types.ResultTensors attribute) graph_edges (mstar.communication.tensors.FailedRead attribute) (mstar.communication.tensors.FutureAndPointers attribute) graph_max_latent_area (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) graph_pool_handle() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) (mstar.engine.accelerator_graph_backend.XPUGraphBackend method) graph_timings (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) graph_walk (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.step.BucketKey attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) (mstar.graph.base.NodeAndGraphWalk attribute) (mstar.model.submodule_base.NodeInputs attribute) (mstar.streaming.topology.ClientStream attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) (mstar.worker.batch_builder.BatchBuildRequest attribute) graph_walks (mstar.conductor.request_info.PartitionDefinition attribute) GraphEdge (class in mstar.graph.base) GraphMemory (class in mstar.engine.accelerator_graph_runner) GraphNode (class in mstar.graph.base) GraphSection (class in mstar.graph.base) GraphStateRegistry (class in mstar.graph.base) grew_since() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) grid (mstar.model.qwen3_5.video.ProcessedVideo attribute) grid_depth (mstar.model.vjepa2.config.VJepa2Config property) grid_size (mstar.model.vjepa2.config.VJepa2Config property) group_by_plan_label() (in module mstar.engine.resources.kv.plan) group_owners() (in module mstar.model.qwen3_5.video) group_timestamps() (in module mstar.model.qwen3_5.video) growth (mstar.engine.resources.base.KeyedWalks attribute) (mstar.engine.resources.kv.config.StreamLayout attribute) growth_rate (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) guidance_scale (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.omnivoice.components.backbone.CanvasItem attribute) (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) (mstar.model.wan22.config.Wan22Config attribute) guidance_scale_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) gumbel_sample() (in module mstar.model.omnivoice.components.unmask)

H

h (mstar.model.cosmos3.components.reasoner.MediaGrid attribute) H2DMirror (class in mstar.utils.h2d) handle (mstar.engine.accelerator_graph_backend.AcceleratorGraphPool attribute) handle() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.model.nemotron_duplex.realtime_api.RealtimeConnection method) (mstar.worker.rid_table.RidTable method) handles() (mstar.engine.accelerator_graph_runner.DummyRowPool method) has_chunk_ready() (mstar.streaming.stream_buffer.StreamBuffer method) has_inflight_reads() (mstar.communication.tensors.TensorCommunicationManager method) has_put_tensor_batch_columns (mstar.communication.tensor_store.RustTensorBookkeeping property) (mstar.communication.tensor_store.TensorBookkeeping property) (mstar.communication.tensor_store.TensorStore property) hashed_uniform() (in module mstar.model.cosyvoice3.components.sampling) head_dim (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig property) (mstar.model.lingbot_world.config.LingBotWorldConfig property) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig property) (mstar.model.whisper.config.WhisperModelConfig property) heads (mstar.model.cosyvoice3.config.DiTConfig attribute) heard (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) height (mstar.model.waypoint.config.WaypointConfig attribute) held() (mstar.api_server.media_io.StreamResampler method) help (mstar.observability.catalog.Family attribute) hidden_act (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) hidden_dim (mstar.model.kokoro.config.KokoroModelConfig attribute)

hidden_size (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.chatterbox.config.T3Config property) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config property) hift (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) hift_context_frames (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) hift_max_batch_size (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) hift_weights (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) HiggsAudioModelConfig (class in mstar.model.higgs_audio.config) high_freq_factor (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) HipCopier (class in mstar.engine.resources.kv.page_copier) Histogram (class in mstar.observability.recorders) history() (mstar.engine.resources.dsa.manager.IndexKeyStore method) holds() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) hop_length (mstar.model.whisper.config.WhisperModelConfig attribute) hop_samples (mstar.model.omnilingual_asr.config.OmniASRCTCConfig property) hop_size (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.S3TokenizerConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) host_gpus() (in module mstar.utils.cpus) host_kv_lens (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) host_rows (mstar.model.submodule_base.BatchedModelOutput attribute) host_spans (mstar.model.submodule_base.BatchedModelOutput attribute) HostCopier (class in mstar.utils.host_copy) HostGpu (class in mstar.utils.cpus) HostLens (class in mstar.engine.resources.kv.plan) HostRows (class in mstar.model.submodule_base) HubCheckpoint (class in mstar.model.omnilingual_asr.config) HuggingFaceVisionParityTests (class in mstar.model.command_a_plus.tests.test_vision)

I

id (mstar.api_server.openai.protocol.ModelCard attribute) (mstar.api_server.openai.protocol.VoiceCard attribute) ids() (mstar.model.cosmos3.sessions.SessionStore method) ignore (mstar.utils.fp8_block.Fp8BlockQuantConfig attribute) ignore_eos (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) im_end_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) image (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) image_count() (in module mstar.api_server.openai.serving_images) image_mean (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) image_processor (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) image_size (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) image_size_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) image_std (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) image_token_id (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) ImageGenerationRequest (class in mstar.api_server.openai.protocol) img_size (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) import_audioseal() (in module mstar.model.audio_watermark) in_channels (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) in_chans (mstar.model.vjepa2.config.VJepa2Config attribute) in_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) IN_PROGRESS (mstar.utils.ipc_format.Status attribute) inactive_state() (in module mstar.model.whisper.components.timestamps) inc() (mstar.observability.recorders.Counter method) increment_ref() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method) increment_ref_batch() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) increment_ref_batch_uniform() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) (mstar.communication.tensors.TensorCommunicationManager method) index (mstar.engine.windowing.WindowPlan attribute) (mstar.model.multimodal.MediaSpan attribute) (mstar.model.multimodal.PromptPart attribute) index_head_dim (mstar.model.glm52.config.Glm52ModelConfig attribute) index_n_heads (mstar.model.glm52.config.Glm52ModelConfig attribute) index_share_for_mtp_iteration (mstar.model.glm52.config.Glm52ModelConfig attribute) index_skip_topk_offset (mstar.model.glm52.config.Glm52ModelConfig attribute) index_topk (mstar.model.glm52.config.Glm52ModelConfig attribute) index_topk() (in module mstar.engine.resources.dsa.manager) index_topk_freq (mstar.model.glm52.config.Glm52ModelConfig attribute) indexer_rope_interleave (mstar.model.glm52.config.Glm52ModelConfig attribute) IndexKeyStore (class in mstar.engine.resources.dsa.manager) inference_cfg_rate (mstar.model.chatterbox.config.S3GenCFMConfig attribute) inference_fps (mstar.model.waypoint.config.WaypointConfig attribute) info (mstar.streaming.stream_buffer.StreamChunk property) ingest_capture_row() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) ingest_external_input() (mstar.graph.base.Loop method) ingest_for_speculation() (mstar.graph.graph_io.WorkerGraphIO method) ingest_input() (mstar.graph.base.GraphNode method) (mstar.graph.graph_io.WorkerGraphIO method) ingest_request() (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) ingested_chunk (mstar.streaming.stream_buffer.StreamBuffer attribute) ingraph_decode_rope() (in module mstar.utils.knobs) init_channels (mstar.model.chatterbox.config.S3GenXVectorConfig attribute) initial_decoder_histories() (in module mstar.model.waypoint.components.taehv) initial_input_modalities (mstar.utils.ipc_format.NewRequestConductor attribute) initial_inputs (mstar.utils.ipc_format.NewRequest attribute) initial_output_modalities (mstar.utils.ipc_format.NewRequestConductor attribute) initial_signals (mstar.utils.ipc_format.NewRequestConductor attribute) initial_walk (mstar.conductor.request_info.PartitionDefinition attribute) initializers (mstar.model.cosyvoice3.components.onnx_weights.OnnxGraph attribute) inline_client_signals() (mstar.model.submodule_base.NodeSubmodule method) input (mstar.api_server.openai.protocol.SpeechRequest attribute) input_embeds (mstar.model.submodule_base.ARNodeInputs attribute) input_ids (mstar.model.submodule_base.ARNodeInputs attribute) input_metadata (mstar.utils.ipc_format.NewRequestConductor attribute) input_modalities (mstar.api_server.request_types.DataWorkerProfile attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) input_names (mstar.graph.base.GraphNode attribute) (mstar.graph.base.ReadySignals attribute)

input_open (mstar.utils.ipc_format.NewRequestConductor attribute) input_rate (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) input_seq_len (mstar.model.submodule_base.NodeInputs attribute) INPUT_SIGNALS (mstar.utils.ipc_format.WorkerMessageType attribute) input_size (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) InputEmbedding (class in mstar.model.cosyvoice3.components.dit) InputMetadata (class in mstar.model.submodule_base) inputs (mstar.api_server.request_types.DataWorkerProfile attribute) (mstar.model.cosyvoice3.components.onnx_weights.OnnxNode attribute) (mstar.utils.ipc_format.InputSignals attribute) InputSignals (class in mstar.utils.ipc_format) insert() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) insert_run() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) install() (in module mstar.utils.cpus) install_hint() (in module mstar.model.kokoro.g2p) interleave (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) intermediate_size (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) intern() (mstar.worker.rid_table.RidTable method) interrupt_response (mstar.api_server.openai.realtime_vad.SemanticVAD attribute) (mstar.api_server.openai.realtime_vad.ServerVAD attribute) intrinsics_height (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) intrinsics_width (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) invalidate() (mstar.utils.h2d.H2DMirror method) IPC (mstar.communication.communicator.CommProtocol attribute) is_accelerator (mstar.utils.device.DeviceCapability property) is_available (mstar.utils.device.DeviceCapability property) is_available() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) is_byte_level() (mstar.model.utils.ByteLevelDetokenizer static method) is_capturing() (mstar.utils.device.DeviceCapability method) is_current_stream_capturing() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) is_decode (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.kv.plan.KVPlanOutput property) is_distilled (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) is_done (mstar.conductor.request_info.PartitionState attribute) (mstar.graph.base.Loop attribute) is_done() (mstar.communication.tensors.BufferedShards method) is_final (mstar.streaming.stream_buffer.StreamChunk attribute) (mstar.streaming.stream_buffer.StreamChunkInfo attribute) is_first_tp_rank (mstar.utils.ipc_format.WorkerGraphsDone attribute) is_frame_causal (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) is_full_indexer_layer() (in module mstar.model.glm52.components.indexer) is_global_layer() (mstar.model.waypoint.config.WaypointConfig method) is_gpt2 (mstar.model.chatterbox.config.T3BackboneConfig property) is_idle() (mstar.graph.graph_io.WorkerGraphIO method) is_multilingual (mstar.model.chatterbox.config.ChatterboxConfig property) is_new_loop_iter (mstar.graph.base.SpeculativeNodeInfo attribute) is_offload (mstar.utils.ipc_format.OffloadDelta attribute) is_offloaded() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) is_packed() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) is_padding_row() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) is_prefill (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) is_preplan (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) is_ready (mstar.graph.base.ReadySignals attribute) is_ready() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.RampChunkPolicy method) (mstar.streaming.chunk_policy.ScheduledLeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) is_ready_for_speculation() (mstar.graph.base.GraphNode method) is_ready_for_streaming (mstar.graph.base.ReadySignals attribute) is_real_row() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) is_registered() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) is_streaming (mstar.graph.base.GraphEdge attribute) is_timestamp() (mstar.model.whisper.config.WhisperModelConfig method) is_turbo (mstar.model.chatterbox.config.ChatterboxConfig property) istft_hop_len (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) istft_n_fft (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) istftnet (mstar.model.kokoro.config.KokoroModelConfig attribute) item_id (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) item_samples() (mstar.api_server.openai.serving_realtime.RealtimeSession method) item_size (mstar.streaming.topology.ClientStreamLimits attribute) items (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) items_sent (mstar.conductor.request_info.StreamingConnectionState attribute)

J

joint_attn_implementation (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute)

joint_comm_group (mstar.engine.resources.base.EngineResourceInfo attribute) journals_resident_moves() (mstar.engine.resources.base.Resource class method) (mstar.engine.resources.Resource class method)

K

keep_api_key_from_children() (in module mstar.api_server.auth) kept (mstar.engine.accelerator_graph_runner.CaptureCost attribute) kept_rids (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) key_of() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) keyed_spans (mstar.engine.resources.kv.config.StreamLayout attribute) KeyedWalks (class in mstar.engine.resources.base) keys (mstar.model.utils.KeysAndConverter attribute) (mstar.utils.containers.ParallelList attribute) keys() (mstar.engine.accelerator_graph_runner.PiecewiseOutput method) (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) keys_prefix_chains (mstar.engine.resources.base.Resource property) (mstar.engine.resources.Resource property) KeysAndConverter (class in mstar.model.utils) kind (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.observability.catalog.Family attribute) KokoroBertConfig (class in mstar.model.kokoro.config) KokoroISTFTNetConfig (class in mstar.model.kokoro.config) KokoroModelConfig (class in mstar.model.kokoro.config) kv_cache (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.dsa.config.DSAConfig attribute) (mstar.engine.resources.DSAConfig attribute) (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) kv_capacity() (mstar.model.waypoint.config.WaypointConfig method)

kv_chain_lazy_steps() (in module mstar.utils.knobs) kv_dtype (mstar.engine.resources.base.EngineResourceInfo attribute) kv_layout (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) kv_len_buf() (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) kv_lens (mstar.engine.resources.kv.plan.PagedIndptrs attribute) kv_lora_rank (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) kv_pages() (in module mstar.model.utils) kv_pinned_indptrs() (in module mstar.utils.knobs) kv_plan_cache() (in module mstar.utils.knobs) kv_window_frames_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) KVConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVLayout (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVPlanOutput (class in mstar.engine.resources.kv.plan) KVPlanOutputs (class in mstar.engine.resources.kv.plan) KVReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVSpec (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVStep (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) kwargs (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) (mstar.engine.accelerator_graph_config.PiecewiseCallInputs attribute) (mstar.model.submodule_base.NodeInputs attribute) (mstar.model.submodule_base.PerRequestState attribute)

L

label (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.base.CachedPrefix attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.engine.resources.RequestOffloading attribute) (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.AllocationFailed attribute) (mstar.engine.resources.step.RequestOffloading attribute) (mstar.engine.resources.step.Segment attribute) label_context_gt() (mstar.graph.loop_indices.NestedLoopIndices method) label_values (mstar.observability.recorders.MetricSnapshot attribute) labels (mstar.observability.catalog.Family attribute) lang_to_id (mstar.model.whisper.config.WhisperModelConfig attribute) language (mstar.api_server.openai.protocol.TranscriptionRequest attribute) language_of() (mstar.model.kokoro.voices.VoiceRegistry method) (mstar.model.whisper.config.WhisperModelConfig method) language_token() (mstar.model.whisper.config.WhisperModelConfig method) language_token_ids (mstar.model.whisper.config.WhisperModelConfig property) lap() (mstar.utils.profiler.PhaseLaps method) last_page_len() (mstar.engine.resources.kv.plan.SequenceView method) last_page_lens (mstar.engine.resources.attn.base.PlanCacheKey attribute) last_selection (mstar.engine.resources.dsa.manager.DSAPlan attribute) latent_channel (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) latent_dim (mstar.engine.resources.kv.config.PagedKVConfig property) (mstar.engine.resources.PagedKVConfig property) latent_frames() (in module mstar.model.cosmos3.submodules) latent_height (mstar.model.waypoint.config.WaypointConfig property) latent_patch_size (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) latent_shape (mstar.model.waypoint.config.WaypointConfig property) latent_width (mstar.model.waypoint.config.WaypointConfig property) latents_mean (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) latents_std (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) launch_rust_server() (in module mstar.api_server.rust_frontend) layer() (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) layer_norm_eps (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) layer_penalty_factor (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) layer_types (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) LayerRingCache (class in mstar.engine.resources.kv.ring) (class in mstar.engine.resources.kv.ring.cache) layers (mstar.engine.resources.kv.config.RingKVConfig attribute) (mstar.engine.resources.RingKVConfig attribute) layout (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) LazyRequestStates (class in mstar.model.submodule_base) leader (mstar.engine.resources.kv.config.KVSpec attribute) (mstar.engine.resources.KVSpec attribute) learned_pos_emb (mstar.model.chatterbox.config.T3Config attribute) lease_before_step (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner property) lease_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) lease_slot() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) left (mstar.utils.cpus.CpuPlan property) LeftContextChunkPolicy (class in mstar.streaming.chunk_policy) length (mstar.engine.resources.kv.config.PrefixSpan attribute) (mstar.engine.resources.kv.keys.PageItem attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) limits (mstar.streaming.topology.Connection attribute)

linear_conv_kernel_dim (mstar.model.qwen3_5.config.Qwen3_5Config attribute) linear_key_head_dim (mstar.model.qwen3_5.config.Qwen3_5Config attribute) linear_layer_indices (mstar.model.qwen3_5.config.Qwen3_5Config property) linear_num_key_heads (mstar.model.qwen3_5.config.Qwen3_5Config attribute) linear_num_value_heads (mstar.model.qwen3_5.config.Qwen3_5Config attribute) linear_units (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) linear_value_head_dim (mstar.model.qwen3_5.config.Qwen3_5Config attribute) lingbot_world_1_3b() (in module mstar.model.lingbot_world.config) LingBotWorldConfig (class in mstar.model.lingbot_world.config) list_voices() (in module mstar.api_server.openai.serving_speech) live() (mstar.model.cosmos3.sessions.SessionStore method) llama31_params (mstar.engine.resources.position.config.PositionConfig property) (mstar.engine.resources.PositionConfig property) llama_520m() (mstar.model.chatterbox.config.T3BackboneConfig class method) llm_weights (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) lm (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) LMConfig (class in mstar.model.cosyvoice3.config) load_campplus() (in module mstar.model.cosyvoice3.components.onnx_weights) load_codec() (in module mstar.model.omnivoice.components.codec) load_dtype (mstar.model.omnivoice.config.OmniVoiceConfig attribute) load_generation_defaults() (in module mstar.model.utils) load_glm52_hf_weights() (in module mstar.model.glm52.weight_loader) load_into() (in module mstar.model.omnilingual_asr.weight_loader) load_pi05_config() (in module mstar.model.pi05.config) load_speech_tokenizer() (in module mstar.model.cosyvoice3.components.onnx_weights) load_state() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) load_taehv() (in module mstar.model.waypoint.components) (in module mstar.model.waypoint.components.taehv) load_transformer_weights() (in module mstar.model.cosmos3.loader) load_vision_encoder_weights() (in module mstar.model.cosmos3.loader) load_waveform() (in module mstar.model.omnilingual_asr.audio) load_weights() (in module mstar.model.glm52.weight_loader) (in module mstar.model.utils) (mstar.model.command_a_plus.components.vision.CommandAPlusVisionEncoder method) load_weights_from_file() (in module mstar.model.utils) load_weights_from_hf_shards() (in module mstar.model.utils) local (mstar.utils.cpus.HostGpu attribute) local_attn_size (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) local_dir (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) local_ptr (mstar.communication.tensors.TransferReadInfo attribute) local_window (mstar.model.waypoint.config.WaypointConfig attribute) LocalTransferEngine (class in mstar.communication.tensors) logit_scale (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) lookup() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) Loop (class in mstar.graph.base) loop (mstar.api_server.rust_frontend.RustFrontendBridge attribute) loop_back (mstar.graph.base.NodeInputsOutputs attribute) loop_caps (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) (mstar.utils.ipc_format.NewRequest attribute) loop_counter_snapshots() (in module mstar.worker.spec_rows) loop_indices (mstar.api_server.request_types.ResultTensors attribute) (mstar.api_server.request_types.ResultTokens attribute) (mstar.graph.loop_indices.NestedLoopIndices attribute) loop_iters (mstar.streaming.topology.ProducerWalkCtx attribute) loop_name (mstar.graph.base.SpeculativeNodeInfo attribute) loop_name_order (mstar.graph.loop_indices.NestedLoopIndices attribute) loop_names (mstar.utils.ipc_format.StopLoops attribute) loop_room() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) (mstar.engine.resources.ResourceReqConfig method) (mstar.engine.resources.spec.ResourceReqConfig method) loop_stop_times (mstar.utils.ipc_format.StopLoops attribute) loopback_rids (mstar.model.submodule_base.BatchedModelOutput attribute) loopback_state (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) loopback_writes (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) LoopbackState (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) LoopStateRegistry (class in mstar.graph.base) low_freq_factor (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) lrelu_slope (mstar.model.chatterbox.config.S3GenHiFTConfig attribute)

M

main() (in module mstar.model.nemotron_duplex.realtime_api) make_batch_builder() (in module mstar.worker.batch_builder) make_block_mask() (in module mstar.engine.resources.attn.flex) make_communicator() (in module mstar.communication.communicator) make_fast_schedule() (in module mstar.model.lingbot_world.components.schedule) make_page_copier() (in module mstar.engine.resources.kv.page_copier) make_static_inputs (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig attribute) mamba_ssm_dtype (mstar.model.qwen3_5.config.Qwen3_5Config attribute) managed_entities (mstar.graph.base.GraphStateRegistry attribute) mark() (in module mstar.utils.profiler) mark_entity_complete() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) mark_forgotten() (mstar.communication.tensor_store.TensorStore method) mark_node_complete() (mstar.graph.graph_io.WorkerGraphIO method) mark_submitted() (in module mstar.observability.metrics) mask (mstar.utils.cpus.CpuPlan attribute) matches() (mstar.utils.h2d.H2DMirror method) materialize() (mstar.model.waypoint.components.layers.NoiseConditioner method) (mstar.model.waypoint.components.NoiseConditioner method) (mstar.model.waypoint.components.OrthoRoPEAngles method) (mstar.model.waypoint.components.rope.OrthoRoPEAngles method) (mstar.worker.spec_rows.DeferredRowInputs method) materialize_runtime_tables() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) matmul (mstar.engine.fp32_precision.Fp32Precision attribute) max_action_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) max_area (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) max_audio_seconds() (in module mstar.model.media_limits) max_batch_frames (mstar.model.kokoro.config.KokoroModelConfig attribute) max_batch_size (mstar.model.omnivoice.config.OmniVoiceConfig attribute) max_batch_size() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) max_batch_size_for() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) max_blocks() (in module mstar.engine.resources.attn.ragged.block_causal) max_chunks (mstar.model.kokoro.config.KokoroModelConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) max_completion_tokens (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) max_conv_dim (mstar.model.kokoro.config.KokoroModelConfig attribute) max_denoise_steps (mstar.model.wan22.config.Wan22Config attribute) max_dur (mstar.model.kokoro.config.KokoroModelConfig attribute) max_frames (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) (mstar.model.waypoint.config.WaypointConfig attribute) max_frames_per_pass (mstar.model.chatterbox.config.S3TokenizerConfig attribute) max_gen_batch_size (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) max_image_pixels() (in module mstar.model.media_limits) max_images_per_request() (in module mstar.api_server.openai.serving_images) max_inference_steps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) max_initial_timestamp_index (mstar.model.whisper.config.WhisperModelConfig attribute) max_item_seconds (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) max_items (mstar.streaming.topology.ClientStreamLimits attribute) max_iters (mstar.graph.base.Loop attribute) max_k (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) max_lang_tokens (mstar.model.pi05.config.Pi05Config attribute) max_media_files() (in module mstar.model.media_limits) max_new_tokens (mstar.model.chatterbox.config.GenerationDefaults attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) max_new_tokens_limit (mstar.model.chatterbox.config.ChatterboxConfig attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) max_num_pages (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) max_num_step (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) max_output_tokens (mstar.model.glm52.config.Glm52ModelConfig attribute) max_packed_tokens (mstar.model.omnivoice.config.OmniVoiceConfig attribute) max_phonemes (mstar.model.kokoro.config.KokoroModelConfig property) max_pixels (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) max_position_embeddings (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) max_prefill_rows() (mstar.engine.resources.spec.CombinedSplit method) max_prefix_tokens() (in module mstar.engine.resources.attn.ragged.block_causal) max_prev_tokens (mstar.model.whisper.config.WhisperModelConfig property) max_prompt_tokens (mstar.model.glm52.config.Glm52ModelConfig property) max_q (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) max_reference_seconds (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) max_repetition_window (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) max_retained (mstar.engine.resources.kv.bounded.BoundedKVConfig property) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig property) (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) max_rollout_horizon (mstar.model.vjepa2.config.VJepa2Config attribute) max_rows_in_combined (mstar.engine.resources.base.EngineResourceInfo attribute) max_rows_in_combined() (mstar.model.submodule_base.NodeSubmodule method) max_segments_for() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.RaggedAttentionConfig method) max_segments_per_request (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) max_seq_len (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) max_silent_tokens (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) max_slots (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) max_source_len (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) max_source_positions (mstar.model.whisper.config.WhisperModelConfig attribute) max_span (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) max_speech_tokens (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) max_speed (mstar.model.kokoro.config.KokoroModelConfig attribute) max_target_positions (mstar.model.whisper.config.WhisperModelConfig attribute) max_target_seconds (mstar.model.omnivoice.config.OmniVoiceConfig attribute) max_text_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) max_token_text_ratio (mstar.model.cosyvoice3.config.SamplingDefaults attribute) max_tokens (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) max_tokens_for() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.RaggedAttentionConfig method) max_tokens_per_request (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) max_video_pixels (mstar.model.wan22.config.Wan22Config attribute) max_video_pixels() (in module mstar.model.media_limits) max_windows (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) maxlen (mstar.utils.containers.RecentSet attribute) maybe_cache_output() (mstar.graph.base.Loop method) maybe_report() (mstar.worker.worker_metrics.WorkerMetrics method) meanflow (mstar.model.chatterbox.config.S3GenConfig attribute) meanflow_distilled() (mstar.model.chatterbox.config.S3GenConfig class method) measure() (mstar.engine.accelerator_graph_runner.ExecutableMemory method) MediaGrid (class in mstar.model.cosmos3.components.reasoner) median_filter() (in module mstar.model.whisper.components.alignment) MediaSpan (class in mstar.model.multimodal) mel (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) mel_dim (mstar.model.cosyvoice3.config.DiTConfig attribute) mel_power (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) mem_registered (mstar.communication.tensor_store.ReferenceInfo attribute) memory_allocated() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) memory_bytes (mstar.engine.resources.kv.ring.cache.LayerRingCache property) (mstar.engine.resources.kv.ring.LayerRingCache property) memory_bytes() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) MemoryRegistrationError merge() (in module mstar.observability.recorders) merge_publish_info() (in module mstar.conductor.request_info) merge_punctuation() (in module mstar.model.whisper.components.alignment) merge_size (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) merge_unit (mstar.model.qwen3_5.config.Qwen3_5VisionConfig property) message (mstar.engine.resources.AdmitFailedReason attribute) (mstar.engine.resources.step.AdmitFailedReason attribute) (mstar.model.audio_watermark.AudioWatermarkConfig attribute) message_bits() (mstar.model.audio_watermark.AudioWatermarkConfig method) message_type (mstar.api_server.request_types.APIServerMessage attribute) (mstar.utils.ipc_format.ConductorMessage attribute) (mstar.utils.ipc_format.WorkerMessage attribute) MessageBody (class in mstar.utils.ipc_format) messages (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) messages_from_parts() (in module mstar.model.multimodal) MessageSource (class in mstar.utils.ipc_format) metadata (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.api_server.request_types.ResultTokens attribute) (mstar.conductor.request_info.PartitionState attribute) (mstar.model.qwen3_5.video.SampledVideo attribute) metrics (mstar.api_server.request_types.ConductorStatus attribute) (mstar.utils.ipc_format.WorkerStatus attribute) MetricSnapshot (class in mstar.observability.recorders) min_coverage (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) min_frames (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) min_p (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.chatterbox.config.GenerationDefaults attribute) min_pixels (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) min_source_len (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) min_speed (mstar.model.kokoro.config.KokoroModelConfig attribute) min_token_text_ratio (mstar.model.cosyvoice3.config.SamplingDefaults attribute) min_tokens (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) min_tokens_stop_ids (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) mint() (mstar.communication.tensor_uuid.TensorUuidMinter method) MLA (mstar.engine.resources.kv.config.KVLayout attribute) (mstar.engine.resources.KVLayout attribute) mla_absorb (mstar.model.glm52.config.Glm52ModelConfig attribute) MLP (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) mlp_ratio (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.waypoint.config.WaypointConfig attribute) MLPFusion (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) modalities (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) modalities_label() (in module mstar.observability.metrics) modality (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.api_server.request_types.ResultTokens attribute) (mstar.model.multimodal.MediaSpan attribute) (mstar.model.multimodal.PromptPart attribute) modality_from_mime() (in module mstar.api_server.media_io) model (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) model_config (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ChatMessage attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.ModelCard attribute) (mstar.api_server.openai.protocol.ModelList attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.api_server.openai.protocol.VoiceCard attribute) (mstar.api_server.openai.protocol.VoiceList attribute) model_dim (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) model_kwargs (mstar.api_server.request_types.ClientAppend attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.utils.ipc_format.NewRequestConductor attribute) ModelCard (class in mstar.api_server.openai.protocol) ModelInputsFromEngine (class in mstar.model.submodule_base) ModelList (class in mstar.api_server.openai.protocol) module mstar.api_server mstar.api_server.auth mstar.api_server.media_io mstar.api_server.openai mstar.api_server.openai.protocol mstar.api_server.openai.realtime_vad mstar.api_server.openai.serving_chat mstar.api_server.openai.serving_images mstar.api_server.openai.serving_realtime mstar.api_server.openai.serving_speech mstar.api_server.openai.serving_videos mstar.api_server.openai.speech_chunking mstar.api_server.request_types mstar.api_server.rust_frontend mstar.api_server.streaming_response mstar.communication mstar.communication.arena mstar.communication.codec mstar.communication.communicator mstar.communication.event mstar.communication.rust_communicator mstar.communication.tensor_store mstar.communication.tensor_uuid mstar.communication.tensors mstar.communication.wire mstar.conductor mstar.conductor.mps mstar.conductor.request_info mstar.conductor.workers mstar.engine mstar.engine.accelerator_graph_backend mstar.engine.accelerator_graph_config mstar.engine.accelerator_graph_runner mstar.engine.fp32_precision mstar.engine.node_dtype mstar.engine.resources mstar.engine.resources.admission mstar.engine.resources.attn mstar.engine.resources.attn.base mstar.engine.resources.attn.config mstar.engine.resources.attn.cross mstar.engine.resources.attn.dense mstar.engine.resources.attn.flashinfer mstar.engine.resources.attn.flashinfer_mla mstar.engine.resources.attn.flex mstar.engine.resources.attn.ragged mstar.engine.resources.attn.ragged.base mstar.engine.resources.attn.ragged.block_causal mstar.engine.resources.attn.ragged.config mstar.engine.resources.attn.ragged.flashinfer mstar.engine.resources.attn.ragged.wrappers mstar.engine.resources.attn.wrappers mstar.engine.resources.attn.xpu mstar.engine.resources.base mstar.engine.resources.dsa mstar.engine.resources.dsa.config mstar.engine.resources.dsa.manager mstar.engine.resources.kv mstar.engine.resources.kv.bounded mstar.engine.resources.kv.bounded.config mstar.engine.resources.kv.bounded.layout mstar.engine.resources.kv.bounded.manager mstar.engine.resources.kv.config mstar.engine.resources.kv.keys mstar.engine.resources.kv.page_copier mstar.engine.resources.kv.plan mstar.engine.resources.kv.prefix_index mstar.engine.resources.kv.ring mstar.engine.resources.kv.ring.cache mstar.engine.resources.kv.ring.manager mstar.engine.resources.position mstar.engine.resources.position.config mstar.engine.resources.position.manager mstar.engine.resources.position.rope mstar.engine.resources.rms_norm mstar.engine.resources.rms_norm.rms_norm mstar.engine.resources.runner mstar.engine.resources.sampler mstar.engine.resources.sampler.config mstar.engine.resources.spec mstar.engine.resources.step mstar.engine.windowing mstar.graph mstar.graph.base mstar.graph.graph_io mstar.graph.loop_indices mstar.graph.special_destinations mstar.model mstar.model.audio_watermark mstar.model.canary mstar.model.canary_qwen mstar.model.chatterbox mstar.model.chatterbox.config mstar.model.command_a_plus mstar.model.command_a_plus.assets mstar.model.command_a_plus.components mstar.model.command_a_plus.components.vision mstar.model.command_a_plus.config mstar.model.command_a_plus.tests mstar.model.command_a_plus.tests.test_config mstar.model.command_a_plus.tests.test_vision mstar.model.cosmos3 mstar.model.cosmos3.components mstar.model.cosmos3.components.conditioning mstar.model.cosmos3.components.packing mstar.model.cosmos3.components.reasoner mstar.model.cosmos3.components.sound_tokenizer mstar.model.cosmos3.components.vision mstar.model.cosmos3.config mstar.model.cosmos3.constants mstar.model.cosmos3.loader mstar.model.cosmos3.sessions mstar.model.cosmos3.submodules mstar.model.cosmos3.tests mstar.model.cosmos3.tests.pipeline mstar.model.cosmos3.tests.test_engine_cache mstar.model.cosmos3.tests.test_sound mstar.model.cosyvoice3 mstar.model.cosyvoice3.components mstar.model.cosyvoice3.components.dit mstar.model.cosyvoice3.components.onnx_weights mstar.model.cosyvoice3.components.sampling mstar.model.cosyvoice3.components.text mstar.model.cosyvoice3.config mstar.model.flux2_klein mstar.model.flux2_klein.components mstar.model.glm52 mstar.model.glm52.components mstar.model.glm52.components.indexer mstar.model.glm52.config mstar.model.glm52.weight_loader mstar.model.higgs_audio mstar.model.higgs_audio.components mstar.model.higgs_audio.config mstar.model.kokoro mstar.model.kokoro.config mstar.model.kokoro.g2p mstar.model.kokoro.voices mstar.model.lingbot_world mstar.model.lingbot_world.components mstar.model.lingbot_world.components.schedule mstar.model.lingbot_world.config mstar.model.ltx2_5 mstar.model.ltx2_5.components mstar.model.media_limits mstar.model.multimodal mstar.model.nemotron_duplex mstar.model.nemotron_duplex.components mstar.model.nemotron_duplex.realtime_api mstar.model.omnilingual_asr mstar.model.omnilingual_asr.audio mstar.model.omnilingual_asr.components mstar.model.omnilingual_asr.components.wav2vec2 mstar.model.omnilingual_asr.config mstar.model.omnilingual_asr.tokenizer mstar.model.omnilingual_asr.weight_loader mstar.model.omnivoice mstar.model.omnivoice.components mstar.model.omnivoice.components.backbone mstar.model.omnivoice.components.codec mstar.model.omnivoice.components.text mstar.model.omnivoice.components.unmask mstar.model.omnivoice.config mstar.model.omnivoice.submodules mstar.model.orpheus mstar.model.orpheus.components mstar.model.orpheus.config mstar.model.parakeet mstar.model.pi05 mstar.model.pi05.components mstar.model.pi05.components.flow_matching mstar.model.pi05.components.tokenization mstar.model.pi05.config mstar.model.pi05.kernels mstar.model.pi05.kernels.image_normalize mstar.model.qwen3_5 mstar.model.qwen3_5.components mstar.model.qwen3_5.components.rope mstar.model.qwen3_5.components.vision mstar.model.qwen3_5.config mstar.model.qwen3_5.video mstar.model.qwen3_asr mstar.model.qwen3_asr.constants mstar.model.qwen3_asr.repetition mstar.model.submodule_base mstar.model.utils mstar.model.vjepa2 mstar.model.vjepa2.components mstar.model.vjepa2.components.layers mstar.model.vjepa2.components.predictor mstar.model.vjepa2.components.rope_utils mstar.model.vjepa2.components.vit_encoder mstar.model.vjepa2.config mstar.model.wan22 mstar.model.wan22.config mstar.model.waypoint mstar.model.waypoint.checkpoint mstar.model.waypoint.components mstar.model.waypoint.components.attention mstar.model.waypoint.components.dit mstar.model.waypoint.components.layers mstar.model.waypoint.components.rope mstar.model.waypoint.components.taehv mstar.model.waypoint.config mstar.model.waypoint.ring_geometry mstar.model.waypoint.submodules mstar.model.whisper mstar.model.whisper.components mstar.model.whisper.components.alignment mstar.model.whisper.components.timestamps mstar.model.whisper.config mstar.model.z_image mstar.model.z_image.components mstar.observability mstar.observability.catalog mstar.observability.metrics mstar.observability.recorders mstar.streaming mstar.streaming.chunk_policy mstar.streaming.stream_buffer mstar.streaming.topology mstar.utils mstar.utils.adarms_norm mstar.utils.cache_home mstar.utils.client_errors mstar.utils.containers mstar.utils.cpus mstar.utils.device mstar.utils.exitcode mstar.utils.fast_tokenize mstar.utils.fp8_block mstar.utils.gc_freeze mstar.utils.generation_kwargs mstar.utils.h2d mstar.utils.hf_snapshot mstar.utils.host_copy mstar.utils.ipc_format mstar.utils.knobs mstar.utils.logging_config mstar.utils.orphan mstar.utils.profiler mstar.utils.socket_prefix mstar.utils.streams mstar.utils.threads mstar.utils.utf8_stream mstar.worker mstar.worker.batch_builder mstar.worker.rid_table mstar.worker.spec_rows mstar.worker.worker_metrics module (mstar.model.utils.ModuleAndPrefix attribute) ModuleAndPrefix (class in mstar.model.utils) moe (mstar.model.waypoint.config.WaypointConfig attribute) moe_fp8_resident (mstar.model.glm52.config.Glm52ModelConfig attribute) moe_intermediate_size (mstar.model.glm52.config.Glm52ModelConfig attribute) moe_quant_kernel (mstar.model.glm52.config.Glm52ModelConfig attribute) moe_router_dtype (mstar.model.glm52.config.Glm52ModelConfig attribute) MOONCAKE_PATCHED_VERSION (in module mstar.communication.tensors) MooncakeCommunicationManager (class in mstar.communication.tensors) MooncakeTransferEngine (class in mstar.communication.tensors) mpc_cost_fn (mstar.model.vjepa2.config.VJepa2Config attribute) MpsDaemon (class in mstar.conductor.mps) mrope_interleaved (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) mrope_position_ids() (in module mstar.model.cosmos3.components.reasoner) mrope_section (mstar.model.qwen3_5.config.Qwen3_5Config attribute) MsgpackCodec (class in mstar.communication.codec) mstar.api_server module mstar.api_server.auth module

mstar.api_server.media_io module mstar.api_server.openai module mstar.api_server.openai.protocol module mstar.api_server.openai.realtime_vad module mstar.api_server.openai.serving_chat module mstar.api_server.openai.serving_images module mstar.api_server.openai.serving_realtime module mstar.api_server.openai.serving_speech module mstar.api_server.openai.serving_videos module mstar.api_server.openai.speech_chunking module mstar.api_server.request_types module mstar.api_server.rust_frontend module mstar.api_server.streaming_response module mstar.communication module mstar.communication.arena module mstar.communication.codec module mstar.communication.communicator module mstar.communication.event module mstar.communication.rust_communicator module mstar.communication.tensor_store module mstar.communication.tensor_uuid module mstar.communication.tensors module mstar.communication.wire module mstar.conductor module mstar.conductor.mps module mstar.conductor.request_info module mstar.conductor.workers module mstar.engine module mstar.engine.accelerator_graph_backend module mstar.engine.accelerator_graph_config module mstar.engine.accelerator_graph_runner module mstar.engine.fp32_precision module mstar.engine.node_dtype module mstar.engine.resources module mstar.engine.resources.admission module mstar.engine.resources.attn module mstar.engine.resources.attn.base module mstar.engine.resources.attn.config module mstar.engine.resources.attn.cross module mstar.engine.resources.attn.dense module mstar.engine.resources.attn.flashinfer module mstar.engine.resources.attn.flashinfer_mla module mstar.engine.resources.attn.flex module mstar.engine.resources.attn.ragged module mstar.engine.resources.attn.ragged.base module mstar.engine.resources.attn.ragged.block_causal module mstar.engine.resources.attn.ragged.config module mstar.engine.resources.attn.ragged.flashinfer module mstar.engine.resources.attn.ragged.wrappers module mstar.engine.resources.attn.wrappers module mstar.engine.resources.attn.xpu module mstar.engine.resources.base module mstar.engine.resources.dsa module mstar.engine.resources.dsa.config module mstar.engine.resources.dsa.manager module mstar.engine.resources.kv module mstar.engine.resources.kv.bounded module mstar.engine.resources.kv.bounded.config module mstar.engine.resources.kv.bounded.layout module mstar.engine.resources.kv.bounded.manager module mstar.engine.resources.kv.config module mstar.engine.resources.kv.keys module mstar.engine.resources.kv.page_copier module mstar.engine.resources.kv.plan module mstar.engine.resources.kv.prefix_index module mstar.engine.resources.kv.ring module mstar.engine.resources.kv.ring.cache module mstar.engine.resources.kv.ring.manager module mstar.engine.resources.position module mstar.engine.resources.position.config module mstar.engine.resources.position.manager module mstar.engine.resources.position.rope module mstar.engine.resources.rms_norm module mstar.engine.resources.rms_norm.rms_norm module mstar.engine.resources.runner module mstar.engine.resources.sampler module mstar.engine.resources.sampler.config module mstar.engine.resources.spec module mstar.engine.resources.step module mstar.engine.windowing module mstar.graph module mstar.graph.base module mstar.graph.graph_io module mstar.graph.loop_indices module mstar.graph.special_destinations module mstar.model module mstar.model.audio_watermark module mstar.model.canary module mstar.model.canary_qwen module mstar.model.chatterbox module mstar.model.chatterbox.config module mstar.model.command_a_plus module mstar.model.command_a_plus.assets module mstar.model.command_a_plus.components module mstar.model.command_a_plus.components.vision module mstar.model.command_a_plus.config module mstar.model.command_a_plus.tests module mstar.model.command_a_plus.tests.test_config module mstar.model.command_a_plus.tests.test_vision module mstar.model.cosmos3 module mstar.model.cosmos3.components module mstar.model.cosmos3.components.conditioning module mstar.model.cosmos3.components.packing module mstar.model.cosmos3.components.reasoner module mstar.model.cosmos3.components.sound_tokenizer module mstar.model.cosmos3.components.vision module mstar.model.cosmos3.config module mstar.model.cosmos3.constants module mstar.model.cosmos3.loader module mstar.model.cosmos3.sessions module mstar.model.cosmos3.submodules module mstar.model.cosmos3.tests module mstar.model.cosmos3.tests.pipeline module mstar.model.cosmos3.tests.test_engine_cache module mstar.model.cosmos3.tests.test_sound module mstar.model.cosyvoice3 module mstar.model.cosyvoice3.components module mstar.model.cosyvoice3.components.dit module mstar.model.cosyvoice3.components.onnx_weights module mstar.model.cosyvoice3.components.sampling module mstar.model.cosyvoice3.components.text module mstar.model.cosyvoice3.config module mstar.model.flux2_klein module mstar.model.flux2_klein.components module mstar.model.glm52 module mstar.model.glm52.components module mstar.model.glm52.components.indexer module mstar.model.glm52.config module mstar.model.glm52.weight_loader module mstar.model.higgs_audio module mstar.model.higgs_audio.components module mstar.model.higgs_audio.config module mstar.model.kokoro module mstar.model.kokoro.config module mstar.model.kokoro.g2p module mstar.model.kokoro.voices module mstar.model.lingbot_world module mstar.model.lingbot_world.components module mstar.model.lingbot_world.components.schedule module mstar.model.lingbot_world.config module mstar.model.ltx2_5 module mstar.model.ltx2_5.components module mstar.model.media_limits module mstar.model.multimodal module mstar.model.nemotron_duplex module mstar.model.nemotron_duplex.components module mstar.model.nemotron_duplex.realtime_api module mstar.model.omnilingual_asr module mstar.model.omnilingual_asr.audio module mstar.model.omnilingual_asr.components module mstar.model.omnilingual_asr.components.wav2vec2 module mstar.model.omnilingual_asr.config module mstar.model.omnilingual_asr.tokenizer module mstar.model.omnilingual_asr.weight_loader module mstar.model.omnivoice module mstar.model.omnivoice.components module mstar.model.omnivoice.components.backbone module mstar.model.omnivoice.components.codec module mstar.model.omnivoice.components.text module mstar.model.omnivoice.components.unmask module mstar.model.omnivoice.config module mstar.model.omnivoice.submodules module mstar.model.orpheus module mstar.model.orpheus.components module mstar.model.orpheus.config module mstar.model.parakeet module mstar.model.pi05 module mstar.model.pi05.components module mstar.model.pi05.components.flow_matching module mstar.model.pi05.components.tokenization module mstar.model.pi05.config module mstar.model.pi05.kernels module mstar.model.pi05.kernels.image_normalize module mstar.model.qwen3_5 module mstar.model.qwen3_5.components module mstar.model.qwen3_5.components.rope module mstar.model.qwen3_5.components.vision module mstar.model.qwen3_5.config module mstar.model.qwen3_5.video module mstar.model.qwen3_asr module mstar.model.qwen3_asr.constants module mstar.model.qwen3_asr.repetition module mstar.model.submodule_base module mstar.model.utils module mstar.model.vjepa2 module mstar.model.vjepa2.components module mstar.model.vjepa2.components.layers module mstar.model.vjepa2.components.predictor module mstar.model.vjepa2.components.rope_utils module mstar.model.vjepa2.components.vit_encoder module mstar.model.vjepa2.config module mstar.model.wan22 module mstar.model.wan22.config module mstar.model.waypoint module mstar.model.waypoint.checkpoint module mstar.model.waypoint.components module mstar.model.waypoint.components.attention module mstar.model.waypoint.components.dit module mstar.model.waypoint.components.layers module mstar.model.waypoint.components.rope module mstar.model.waypoint.components.taehv module mstar.model.waypoint.config module mstar.model.waypoint.ring_geometry module mstar.model.waypoint.submodules module mstar.model.whisper module mstar.model.whisper.components module mstar.model.whisper.components.alignment module mstar.model.whisper.components.timestamps module mstar.model.whisper.config module mstar.model.z_image module mstar.model.z_image.components module mstar.observability module mstar.observability.catalog module mstar.observability.metrics module mstar.observability.recorders module mstar.streaming module mstar.streaming.chunk_policy module mstar.streaming.stream_buffer module mstar.streaming.topology module mstar.utils module mstar.utils.adarms_norm module mstar.utils.cache_home module mstar.utils.client_errors module mstar.utils.containers module mstar.utils.cpus module mstar.utils.device module mstar.utils.exitcode module mstar.utils.fast_tokenize module mstar.utils.fp8_block module mstar.utils.gc_freeze module mstar.utils.generation_kwargs module mstar.utils.h2d module mstar.utils.hf_snapshot module mstar.utils.host_copy module mstar.utils.ipc_format module mstar.utils.knobs module mstar.utils.logging_config module mstar.utils.orphan module mstar.utils.profiler module mstar.utils.socket_prefix module mstar.utils.streams module mstar.utils.threads module mstar.utils.utf8_stream module mstar.worker module mstar.worker.batch_builder module mstar.worker.rid_table module mstar.worker.spec_rows module mstar.worker.worker_metrics module mtp_num_hidden_layers (mstar.model.qwen3_5.config.Qwen3_5Config attribute) mu_dim (mstar.model.cosyvoice3.config.DiTConfig attribute) multilingual() (mstar.model.chatterbox.config.ChatterboxConfig class method) (mstar.model.chatterbox.config.T3Config class method) multispeaker (mstar.model.kokoro.config.KokoroModelConfig attribute) mux_mp4_with_pcm16() (in module mstar.api_server.media_io)

N

n (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) n_blocks (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) n_buttons (mstar.model.waypoint.config.WaypointConfig attribute) n_cfm_timesteps (mstar.model.chatterbox.config.GenerationDefaults attribute) n_cond (mstar.model.waypoint.components.CondHead attribute) (mstar.model.waypoint.components.layers.CondHead attribute) n_fft (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.S3TokenizerConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) n_head (mstar.model.chatterbox.config.S3TokenizerConfig attribute) n_heads (mstar.model.waypoint.config.WaypointConfig attribute) n_kv_heads (mstar.model.waypoint.config.WaypointConfig attribute) n_layer (mstar.model.chatterbox.config.S3TokenizerConfig attribute) (mstar.model.kokoro.config.KokoroModelConfig attribute) n_layers (mstar.model.waypoint.config.WaypointConfig attribute) n_mels (mstar.model.chatterbox.config.S3TokenizerConfig attribute) (mstar.model.kokoro.config.KokoroModelConfig attribute) n_routed_experts (mstar.model.glm52.config.Glm52ModelConfig attribute) n_samples (mstar.model.whisper.config.WhisperModelConfig property) n_shared_experts (mstar.model.glm52.config.Glm52ModelConfig attribute) n_state (mstar.model.chatterbox.config.S3TokenizerConfig attribute) n_timesteps (mstar.model.chatterbox.config.S3GenCFMConfig attribute) n_token (mstar.model.kokoro.config.KokoroModelConfig attribute) name (mstar.api_server.openai.protocol.VoiceCard attribute) (mstar.conductor.request_info.PartitionDefinition attribute) (mstar.engine.resources.kv.page_copier.CudaBindingsCopier attribute) (mstar.engine.resources.kv.page_copier.CudartCopier attribute) (mstar.engine.resources.kv.page_copier.HipCopier attribute) (mstar.engine.resources.kv.page_copier.PageCopier attribute) (mstar.engine.resources.kv.page_copier.TorchCopier attribute) (mstar.graph.base.GraphEdge attribute) (mstar.graph.base.GraphNode attribute) (mstar.graph.base.Loop attribute) (mstar.observability.catalog.Family attribute) (mstar.observability.recorders.MetricSnapshot attribute) name() (mstar.worker.rid_table.RidTable method) names (mstar.model.kokoro.voices.VoiceRegistry property) names_unique_per_launch (mstar.communication.tensors.TensorCommunicationManager attribute) native_flow_sigmas() (in module mstar.model.cosmos3.submodules) nb_harmonics (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) nbytes (mstar.communication.tensor_store.ColumnarTensorInfo attribute) (mstar.communication.tensors.TransferReadInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) ndims (mstar.communication.tensor_store.ColumnarTensorInfo attribute) needed_labels (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needed_labels_per_node (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needed_labels_per_node_walk (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needs_cpu_tensor (mstar.communication.tensors.SharedMemoryCommunicationManager property) (mstar.communication.tensors.TensorCommunicationManager property) needs_flat_layout (mstar.communication.tensors.TensorCommunicationManager attribute) needs_remote_transfer (mstar.engine.resources.base.EngineResourceInfo attribute) needs_selection (mstar.engine.resources.dsa.manager.DSAPlan attribute) needs_selection() (mstar.engine.resources.dsa.manager.DSAManager method) needs_token_visibility (mstar.engine.resources.attn.flex.FlexAttentionManager property) nemotron_norm (mstar.model.cosmos3.config.Cosmos3Config property) (mstar.model.cosmos3.Cosmos3Config property) NestedLoopIndices (class in mstar.graph.loop_indices) never_publish() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) new() (mstar.utils.ipc_format.OffloadDelta class method) NEW_REQUEST (mstar.utils.ipc_format.ConductorMessageType attribute) (mstar.utils.ipc_format.WorkerMessageType attribute) new_stream() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) new_token_counts (mstar.utils.ipc_format.WorkerGraphsDone attribute) NewRequest (class in mstar.utils.ipc_format) NewRequestConductor (class in mstar.utils.ipc_format) next_chunk_size() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.RampChunkPolicy method) (mstar.streaming.chunk_policy.ScheduledLeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) next_node (mstar.graph.base.GraphEdge attribute) NHD (mstar.engine.resources.kv.config.KVLayout attribute) (mstar.engine.resources.KVLayout attribute) no_timestamps_token_id (mstar.model.whisper.config.WhisperModelConfig attribute) node (mstar.graph.base.NodeAndGraphWalk attribute) (mstar.streaming.topology.ClientStream attribute) (mstar.streaming.topology.ProducerWalkCtx attribute) (mstar.utils.cpus.HostGpu attribute) node_fp32_precision() (in module mstar.engine.fp32_precision) node_name (mstar.graph.base.ReadySignals attribute) (mstar.graph.base.SpeculativeNodeInfo attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) (mstar.worker.batch_builder.BatchBuildRequest attribute) node_resources (mstar.model.submodule_base.NodeSubmodule attribute) node_scope() (in module mstar.engine.node_dtype) NodeAndGraphWalk (class in mstar.graph.base) NodeCompletionOutput (class in mstar.graph.base) NodeInputs (class in mstar.model.submodule_base) NodeInputsOutputs (class in mstar.graph.base) NodeResourceSpec (class in mstar.engine.resources) (class in mstar.engine.resources.spec) nodes (mstar.engine.resources.base.EngineResourceInfo attribute) (mstar.engine.resources.NodeResourceSpec attribute) (mstar.engine.resources.spec.NodeResourceSpec attribute) (mstar.model.cosyvoice3.components.onnx_weights.OnnxGraph attribute) (mstar.utils.ipc_format.ClientStreamRoute attribute) NodeSubmodule (class in mstar.model.submodule_base) noise_conditioning (mstar.model.waypoint.config.WaypointConfig attribute) noise_frames (mstar.model.cosyvoice3.config.FlowConfig attribute) noise_seconds (mstar.model.cosyvoice3.config.CausalHiFTConfig attribute) noise_seed (mstar.model.cosyvoice3.config.CausalHiFTConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) noise_sigma() (mstar.model.lingbot_world.components.schedule.FastSchedule method) NoiseConditioner (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.layers) NONE (mstar.model.submodule_base.StackingMethod attribute) norm_eps (mstar.model.chatterbox.config.T3BackboneConfig attribute) norm_topk_prob (mstar.model.glm52.config.Glm52ModelConfig attribute) normalize() (in module mstar.model.omnilingual_asr.audio) normalize_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) normalize_float_images() (in module mstar.model.pi05.kernels.image_normalize) normalize_generation_kwargs() (in module mstar.utils.generation_kwargs) normalize_lang_code() (in module mstar.model.kokoro.g2p) normalize_prompt() (in module mstar.model.pi05.components.tokenization) normalize_reference_loudness (mstar.model.chatterbox.config.ChatterboxConfig attribute)

nsf_alpha (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) nsf_sigma (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) nsf_voiced_threshold (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) num_attention_heads (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config attribute) num_audio_codebook (mstar.model.omnivoice.config.OmniVoiceConfig attribute) num_blocks (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) num_cameras (mstar.model.pi05.config.Pi05Config attribute) num_channels (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) num_control_tokens (mstar.model.cosyvoice3.config.LMConfig attribute) num_denoise_steps (mstar.model.waypoint.config.WaypointConfig property) num_dense_layers (mstar.model.glm52.config.Glm52ModelConfig property) num_embodiment_domains (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_experts (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) num_experts_per_tok (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) num_flow_steps (mstar.model.pi05.config.Pi05Config attribute) num_frames (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.whisper.config.WhisperModelConfig property) num_frames_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_grid_per_side (mstar.model.qwen3_5.config.Qwen3_5VisionConfig property) num_heads (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) num_hidden_layers (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.kokoro.config.KokoroBertConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) num_inference_steps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_inference_steps_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_inference_steps_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_items (mstar.streaming.stream_buffer.StreamChunk attribute) (mstar.streaming.stream_buffer.StreamChunkInfo attribute) num_key_value_heads (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) num_kv_heads (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) num_layers (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.wan22.config.Wan22Config attribute) num_mel_bins (mstar.model.whisper.config.WhisperModelConfig attribute) num_mels (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) num_mid_blocks (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) num_nextn_predict_layers (mstar.model.glm52.config.Glm52ModelConfig attribute) num_output_tokens (mstar.conductor.request_info.PartitionState attribute) num_pages() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) num_patches (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.vjepa2.config.VJepa2Config property) num_pos_conv_groups (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) num_position_embeddings (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) num_qo_heads (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) num_segments (mstar.engine.resources.attn.ragged.block_causal.RaggedBlockCausalWrapper property) num_sessions (mstar.engine.resources.kv.config.RingKVConfig attribute) (mstar.engine.resources.kv.ring.manager.RingKVManager property) (mstar.engine.resources.kv.ring.RingKVManager property) (mstar.engine.resources.RingKVConfig attribute) num_shared_experts (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) num_step (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) num_tensors (mstar.communication.tensors.StoredOutputs attribute) num_tokens (mstar.engine.resources.base.CGSlotSpec property) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.CGSlotSpec property) (mstar.engine.resources.step.BucketKey attribute) num_train_timesteps (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) num_up_blocks (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) NUM_WARMUP (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner attribute) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner attribute) nvtx_enabled() (in module mstar.utils.profiler) nvtx_range() (in module mstar.utils.profiler)

O

object (mstar.api_server.openai.protocol.ModelCard attribute) (mstar.api_server.openai.protocol.ModelList attribute) (mstar.api_server.openai.protocol.VoiceList attribute) observe() (mstar.observability.recorders.Histogram method) odd_byte (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) of() (mstar.utils.device.DeviceCapability static method) off_group_rids() (in module mstar.worker.batch_builder) offline() (mstar.model.audio_watermark.AudioSealWatermarker method) offload() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) OffloadDelta (class in mstar.utils.ipc_format) offset (mstar.engine.resources.kv.keys.PageItem attribute) (mstar.graph.base.TensorPointerInfo attribute) offset_seed() (in module mstar.utils.generation_kwargs) ok (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) old_context_len (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) OmniASRCTCConfig (class in mstar.model.omnilingual_asr.config) OmniVoiceBackbone (class in mstar.model.omnivoice.components.backbone) OmniVoiceBackboneConfig (class in mstar.model.omnivoice.config) OmniVoiceBackboneSubmodule (class in mstar.model.omnivoice.submodules) OmniVoiceCode2WavSubmodule (class in mstar.model.omnivoice.submodules) OmniVoiceConfig (class in mstar.model.omnivoice.config) OmniVoiceGenerationDefaults (class in mstar.model.omnivoice.config) OmniVoiceRefEncoderSubmodule (class in mstar.model.omnivoice.submodules) on_failure() (mstar.engine.accelerator_graph_backend.AcceleratorGraphPool method) (mstar.engine.accelerator_graph_backend.XPUGraphPool method) on_late (mstar.api_server.request_types.ClientAppend attribute) on_request_added() (mstar.model.submodule_base.NodeSubmodule method) on_success() (mstar.engine.accelerator_graph_backend.AcceleratorGraphPool method) (mstar.engine.accelerator_graph_backend.XPUGraphPool method) OnnxGraph (class in mstar.model.cosyvoice3.components.onnx_weights) OnnxNode (class in mstar.model.cosyvoice3.components.onnx_weights) OobleckDecoder (class in mstar.model.cosmos3.components.sound_tokenizer) OobleckDecoderBlock (class in mstar.model.cosmos3.components.sound_tokenizer) OobleckResidualUnit (class in mstar.model.cosmos3.components.sound_tokenizer) op_type (mstar.model.cosyvoice3.components.onnx_weights.OnnxNode attribute) OPAQUE (in module mstar.communication.wire) openai_adapter_class() (in module mstar.api_server.rust_frontend)

OPENAI_ADAPTER_ENV (in module mstar.api_server.rust_frontend) opened_labels() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) Operation (class in mstar.model.utils) operation (mstar.model.utils.Operation attribute) operations (mstar.model.utils.WeightConverter attribute) order (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) OrpheusModelConfig (class in mstar.model.orpheus.config) OrthoRoPE (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.rope) OrthoRoPEAngles (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.rope) out_channels (mstar.model.chatterbox.config.S3GenEstimatorConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) out_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) out_hidden_size (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) OutboxCommunicator (class in mstar.communication.communicator) outcome (mstar.engine.resources.FullAdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome attribute) OUTCOMES (in module mstar.observability.metrics) output_chunk_counts (mstar.api_server.request_types.RequestComplete attribute) output_edges (mstar.graph.base.NodeCompletionOutput attribute) output_length() (mstar.model.omnilingual_asr.components.wav2vec2.FeatureExtractor method) output_modalities (mstar.api_server.request_types.PreprocessInput attribute) (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) output_modality (mstar.graph.base.GraphEdge attribute) output_signal_names (mstar.utils.ipc_format.WorkerGraphsDone attribute) output_size (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) output_spans (mstar.model.submodule_base.BatchedModelOutput attribute) outputs (mstar.graph.base.GraphNode attribute) (mstar.graph.base.Loop attribute) (mstar.model.cosyvoice3.components.onnx_weights.OnnxNode attribute) outside (mstar.engine.accelerator_graph_runner.CaptureCost attribute) (mstar.engine.accelerator_graph_runner.CapturePlan attribute) (mstar.engine.accelerator_graph_runner.GraphMemory attribute) overlap_frames_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) owned_by (mstar.api_server.openai.protocol.ModelCard attribute) owner_index() (in module mstar.communication.tensor_uuid)

P

pack() (mstar.model.kokoro.voices.VoiceRegistry method) pack_pieces() (in module mstar.model.kokoro.g2p) PACKED (mstar.engine.accelerator_graph_config.PiecewiseConfigType attribute) packed_ids (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) packed_outputs (mstar.model.submodule_base.BatchedModelOutput attribute) PackedAcceleratorGraphConfig (class in mstar.engine.accelerator_graph_config) PackedCanvas (class in mstar.model.omnivoice.components.backbone) pad_inputs() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) pad_token_id (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) padded_head_dim (mstar.model.glm52.config.Glm52ModelConfig property) padded_head_dim() (in module mstar.engine.resources.attn.ragged.wrappers) padded_request_ids (mstar.engine.resources.step.StepContext property) (mstar.engine.resources.StepContext property) page_for() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) page_idxs (mstar.engine.resources.kv.plan.SequenceView attribute) page_indices (mstar.engine.resources.attn.base.PlanCacheKey attribute) page_items() (in module mstar.engine.resources.kv.keys) page_key() (in module mstar.engine.resources.kv.keys) page_size (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) page_start (mstar.engine.resources.dsa.manager.DSASpan attribute) page_trail() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) page_trails (mstar.utils.ipc_format.ScheduleTPNode attribute) page_trails() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) PageCopier (class in mstar.engine.resources.kv.page_copier) paged_kv_indices (mstar.engine.resources.kv.plan.PagedIndptrs attribute) paged_kv_indptr (mstar.engine.resources.kv.plan.PagedIndptrs attribute) paged_kv_last_page_len (mstar.engine.resources.kv.plan.PagedIndptrs attribute) PagedIndptrs (class in mstar.engine.resources.kv.plan) PagedKVConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) PageItem (class in mstar.engine.resources.kv.keys) pages (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.dsa.manager.DSAPlan attribute) (mstar.engine.resources.dsa.manager.DSASpan attribute) pages() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.kv.config.StreamLayout method) (mstar.engine.resources.kv.prefix_index.PrefixIndex method) (mstar.engine.resources.KVReqConfig method) pages_for() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) pages_short (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.step.AllocationFailed attribute) pairs (mstar.engine.resources.attn.ragged.config.RaggedCrossAttentionStep attribute) (mstar.engine.resources.RaggedCrossAttentionStep attribute) pali_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) Parallel (class in mstar.graph.base) ParallelList (class in mstar.utils.containers) parent_key() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) parse() (mstar.model.audio_watermark.AudioWatermarkConfig class method) parse_blend() (mstar.model.kokoro.voices.VoiceRegistry static method) parse_cpu_list() (in module mstar.utils.cpus) parse_dtype() (in module mstar.model.omnilingual_asr.config) partial_frames (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) partial_rotary_factor (mstar.model.qwen3_5.config.Qwen3_5Config attribute) partials_rate (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) partition (mstar.streaming.topology.ClientStream attribute) partition_done (mstar.utils.ipc_format.WorkerGraphsDone attribute) partition_name (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.StopLoops attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) partition_worker_graph_ids (mstar.utils.ipc_format.NewRequest attribute) PartitionDefinition (class in mstar.conductor.request_info) partitions (mstar.streaming.topology.PartitionTopology attribute) PartitionState (class in mstar.conductor.request_info) PartitionTopology (class in mstar.streaming.topology) parts (mstar.model.multimodal.Turn attribute) parts_from_modalities() (in module mstar.model.multimodal) patch (mstar.model.waypoint.config.WaypointConfig attribute) patch_latent_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) patch_size (mstar.model.command_a_plus.config.CommandAPlusVisionConfig attribute) (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config attribute) patchify() (in module mstar.model.cosmos3.components.reasoner) pcm16_to_container() (in module mstar.api_server.media_io) pcm16_to_float() (in module mstar.api_server.openai.serving_realtime) pcm16_to_wav_bytes() (in module mstar.api_server.media_io) peak (mstar.engine.accelerator_graph_runner.CaptureCost attribute) (mstar.engine.accelerator_graph_runner.WarmedRegion attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) peek_left() (mstar.utils.ipc_format.OffloadDelta method) peek_walk() (mstar.streaming.stream_buffer.StreamBuffer method) penalize_prompt (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) pending (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) (mstar.communication.tensors.TensorCommunicationManager attribute) (mstar.model.audio_watermark.WatermarkStream attribute) pending_samples (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) per_launch_socket_prefix() (in module mstar.utils.socket_prefix) per_node (mstar.engine.accelerator_graph_runner.ExecutableMemory attribute) per_port_socket_prefix() (in module mstar.utils.socket_prefix) per_request_info (mstar.model.submodule_base.ModelInputsFromEngine attribute) per_request_input_metadata (mstar.model.submodule_base.ModelInputsFromEngine attribute) per_request_states (mstar.model.submodule_base.ModelInputsFromEngine attribute) per_rid_outputs (mstar.model.submodule_base.BatchedModelOutput attribute) perceiver_num_heads (mstar.model.chatterbox.config.T3Config attribute) perceiver_num_queries (mstar.model.chatterbox.config.T3Config attribute) PerRequestState (class in mstar.model.submodule_base) persist (mstar.communication.tensor_store.ReferenceInfo attribute) (mstar.graph.base.GraphEdge attribute) persist_signals (mstar.utils.ipc_format.WorkerGraphsDone attribute) persisted_input_names() (mstar.graph.base.GraphNode method) phase_buffer() (in module mstar.utils.profiler) phase_end() (in module mstar.utils.profiler) phase_record() (in module mstar.utils.profiler) phase_start() (in module mstar.utils.profiler) PhaseLaps (class in mstar.utils.profiler) phonemes (mstar.model.kokoro.g2p.Chunk attribute) Pi05Config (class in mstar.model.pi05.config) Pi05Tokenizer (class in mstar.model.pi05.components.tokenization) PICKLED_EXT (in module mstar.communication.wire) piece_bytes() (mstar.model.utils.SentencePieceDetokenizer method) piecewise_configs() (mstar.model.audio_watermark.AudioSealWatermarker method) piecewise_leases (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) piecewise_runners (mstar.model.submodule_base.ModelInputsFromEngine attribute) PiecewiseAcceleratorGraphConfig (class in mstar.engine.accelerator_graph_config) PiecewiseAcceleratorGraphRunner (class in mstar.engine.accelerator_graph_runner) PiecewiseBatchedConfig (class in mstar.engine.accelerator_graph_config) PiecewiseCallInputs (class in mstar.engine.accelerator_graph_config) PiecewiseCaptureShape (class in mstar.engine.accelerator_graph_config) PiecewiseConfigType (class in mstar.engine.accelerator_graph_config) PiecewiseGraphData (class in mstar.engine.accelerator_graph_runner) PiecewiseGraphKey (class in mstar.engine.accelerator_graph_runner) PiecewiseOutput (class in mstar.engine.accelerator_graph_runner) PiecewisePackedConfig (class in mstar.engine.accelerator_graph_config) pin_memory (mstar.utils.device.DeviceCapability property) pin_thread() (in module mstar.utils.threads) pinned (mstar.utils.cpus.CpuPlan property) pinned_dilation (mstar.engine.resources.kv.config.RingKVLayerConfig attribute) (mstar.engine.resources.RingKVLayerConfig attribute) pinned_dilation() (mstar.model.waypoint.config.WaypointConfig method) PinnedIndexRing (class in mstar.engine.resources.kv.plan) PinnedStager (class in mstar.utils.h2d) pixel_shuffle() (mstar.model.command_a_plus.components.vision.CommandAPlusProjector method) pixel_size_for_latent() (in module mstar.model.waypoint.components.taehv) pixel_values (mstar.model.qwen3_5.video.ProcessedVideo attribute) plan() (in module mstar.utils.cpus) (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAWrapper method) (mstar.engine.resources.attn.flex.FlexAttentionManager method) (mstar.engine.resources.attn.ragged.block_causal.RaggedBlockCausalWrapper method) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedBlockCausalManager method) (mstar.engine.resources.attn.ragged.wrappers.PrefixedPrefillWrapper method) (mstar.engine.resources.attn.ragged.wrappers.RaggedCrossPrefillWrapper method) (mstar.engine.resources.attn.ragged.wrappers.RaggedPrefillWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferDecodeWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferMixedWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferPrefillWrapper method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.dsa.manager.DSAManager method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) plan_captures() (in module mstar.engine.accelerator_graph_runner) plan_results (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) plan_stream() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) PlanCacheKey (class in mstar.engine.resources.attn.base) plbert (mstar.model.kokoro.config.KokoroModelConfig attribute) png_threads (mstar.utils.cpus.CpuPlan property) png_to_data_url() (in module mstar.api_server.media_io) policy (mstar.streaming.stream_buffer.StreamBuffer attribute) poll_for_messages() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) pool (mstar.engine.accelerator_graph_runner.GraphMemory attribute) pool() (mstar.engine.accelerator_graph_backend.CapturedGraph method) pop() (mstar.model.submodule_base.BatchedModelOutput method) pop_chunk() (mstar.streaming.stream_buffer.StreamBuffer method) pop_left() (mstar.utils.ipc_format.OffloadDelta method) pop_waiting_edge() (mstar.streaming.stream_buffer.StreamBuffer method) pos_conv_kernel_size (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) pos_ids (mstar.engine.resources.position.config.PositionStep attribute) (mstar.engine.resources.PositionStep attribute) pos_ids() (mstar.engine.resources.position.manager.RopeManager method) PosBackend (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) position (mstar.engine.resources.base.CachedPrefix attribute) position() (mstar.engine.resources.position.manager.RopeManager method) position_config() (mstar.model.glm52.config.Glm52ModelConfig method)

position_ids (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) position_temperature (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) PositionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PositionEncoder (class in mstar.model.omnilingual_asr.components.wav2vec2) PositionManager (class in mstar.engine.resources.position.manager) positions (mstar.engine.resources.kv.bounded.BoundedKVStep attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVStep attribute) positions() (mstar.engine.resources.kv.config.StreamLayout method) PositionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PositionStep (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PosScheme (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) post_forks (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.kv.plan.KVPlanOutputs attribute) (mstar.engine.resources.KVStep attribute) post_process() (in module mstar.model.omnivoice.components.codec) post_warmup_validate() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.Resource method) postprocess() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) pre_admit() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) pre_existing_batch_size (mstar.worker.batch_builder.BatchBuildRequest attribute) pre_existing_walk (mstar.worker.batch_builder.BatchBuildRequest attribute) pre_forks (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.kv.plan.KVPlanOutputs attribute) (mstar.engine.resources.KVStep attribute) pre_lookahead_channels (mstar.model.cosyvoice3.config.FlowConfig attribute) pre_lookahead_len (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) pre_plan() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) pre_plan_enabled() (in module mstar.utils.knobs) pre_read_register() (mstar.streaming.stream_buffer.StreamBuffer method) pred_hidden_size (mstar.model.vjepa2.config.VJepa2Config attribute) pred_mlp_ratio (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_attention_heads (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_hidden_layers (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_mask_tokens (mstar.model.vjepa2.config.VJepa2Config attribute) pred_zero_init_mask_tokens (mstar.model.vjepa2.config.VJepa2Config attribute) predict_tokens_with_scoring() (in module mstar.model.omnivoice.components.unmask) predict_x0 (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) predicted (mstar.engine.accelerator_graph_runner.CapturePlan attribute) prediction_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) predictor_embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) predictor_kind (mstar.model.vjepa2.config.VJepa2Config attribute) prefill_capture_batch_sizes (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) prefill_capture_token_buckets (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) prefill_plan() (in module mstar.model.multimodal) prefill_token_buckets (mstar.model.glm52.config.Glm52ModelConfig attribute) prefill_tracked_tokens (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) prefill_walks (mstar.engine.resources.spec.CombinedSplit attribute) prefix (mstar.model.utils.ModuleAndPrefix attribute) prefix_audio_mask (mstar.model.omnivoice.components.backbone.CanvasItem attribute) prefix_cache (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.KVReqConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) prefix_cache_salt (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) prefix_cache_tp (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) prefix_chain_keys() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) prefix_decode (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) prefix_hits (mstar.utils.ipc_format.ScheduleTPNode attribute) prefix_ids (mstar.model.omnivoice.components.backbone.CanvasItem attribute) prefix_keys (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) prefix_len (mstar.engine.resources.attn.dense.DenseSegment attribute) prefix_padding_ms (mstar.api_server.openai.realtime_vad.ServerVAD attribute) prefix_skip_safe (mstar.engine.resources.attn.base.AttentionManager attribute) (mstar.engine.resources.attn.cross.CrossAttentionManager attribute) (mstar.engine.resources.attn.ragged.base.RaggedAttnManager attribute) (mstar.engine.resources.attn.ragged.base.RaggedBlockCausalAttnManager attribute) (mstar.engine.resources.attn.ragged.base.RaggedCrossAttnManager attribute) (mstar.engine.resources.base.Resource attribute) (mstar.engine.resources.position.manager.PositionManager attribute) (mstar.engine.resources.Resource attribute) prefix_tail (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) PrefixedPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) PrefixIndex (class in mstar.engine.resources.kv.prefix_index) PrefixSpan (class in mstar.engine.resources.kv.config) prepare_conditioning_frames() (in module mstar.model.cosmos3.components.conditioning) prepare_for_capture() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) prepare_inputs() (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderARSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VisionEncoderSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceCode2WavSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceRefEncoderSubmodule method) (mstar.model.submodule_base.ARNodeSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) (mstar.model.waypoint.submodules.WaypointVaeEncoderSubmodule method) preprocess() (in module mstar.model.omnilingual_asr.audio) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3ReasonerSubmodule method) (mstar.model.omnivoice.submodules.OmniVoiceBackboneSubmodule method) (mstar.model.submodule_base.ARNodeSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.waypoint.submodules.WaypointDitSubmodule method) preprocess_finish_time (mstar.api_server.request_types.DataWorkerProfile attribute) preprocess_image() (in module mstar.model.cosmos3.components.reasoner) preprocess_threads (mstar.utils.cpus.CpuPlan property) preprocess_video() (in module mstar.model.cosmos3.components.reasoner) PreprocessInput (class in mstar.api_server.request_types) prev_sot_token_id (mstar.model.whisper.config.WhisperModelConfig attribute) prime() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.ScheduledLeftContextChunkPolicy method) prime_context() (mstar.streaming.stream_buffer.StreamBuffer method) probe_audio_seconds() (in module mstar.model.media_limits) probe_video() (in module mstar.model.media_limits) process_mask() (in module mstar.utils.cpus) process_weights_after_loading() (in module mstar.model.utils) ProcessedVideo (class in mstar.model.qwen3_5.video) producer_done (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.utils.ipc_format.InputSignals attribute) producer_done_items (mstar.utils.ipc_format.InputSignals attribute) producer_partitions (mstar.conductor.request_info.PartitionDefinition attribute) producer_triggered_partitions() (mstar.streaming.topology.PartitionTopology method) producer_walk (mstar.streaming.topology.ProducerWalkCtx attribute) ProducerWalkCtx (class in mstar.streaming.topology) projector_hidden_size (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) projector_input_hidden_size (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) projector_out_hidden_size (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) projector_temporal_downsample (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) prompt (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) prompt_conditioning (mstar.model.waypoint.config.WaypointConfig attribute) prompt_parts (mstar.api_server.request_types.PreprocessInput attribute) prompt_tail_ids() (mstar.model.whisper.config.WhisperModelConfig method) PromptPart (class in mstar.model.multimodal) protected_prefix (mstar.engine.resources.kv.config.RetentionPolicy attribute) publish() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) (mstar.observability.recorders.EdgeTransfers method) publish_after_stop() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) publish_for_step() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) publish_from_snapshot() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) publish_from_snapshots() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) publish_labels_per_node_walk (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) publish_snapshot() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) publish_snapshot_batch() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) publish_snapshot_for_step() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) PublishedInfo (class in mstar.engine.resources) (class in mstar.engine.resources.base) PublishedPositionInfo (class in mstar.engine.resources.position.manager) publisher_nodes (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) push() (mstar.api_server.media_io.StreamResampler method) push_sockets (mstar.communication.communicator.ZMQCommunicator attribute) put() (mstar.model.cosmos3.sessions.SessionStore method) (mstar.streaming.stream_buffer.StreamBuffer method) put_tensor() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) put_tensor_batch() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) put_tensor_batch_columns() (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) put_tensor_batch_multi() (mstar.communication.tensor_store.TensorStore method) PythonTensorBookkeeping (class in mstar.communication.tensor_store)

Q

q_len (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.dsa.manager.DSASpan attribute) q_lora_rank (mstar.model.glm52.config.Glm52ModelConfig attribute) q_seq_lens (mstar.engine.resources.attn.base.PlanCacheKey attribute) q_start (mstar.engine.resources.dsa.manager.DSASpan attribute) qk_head_dim (mstar.model.glm52.config.Glm52ModelConfig property) qk_nope_head_dim (mstar.model.glm52.config.Glm52ModelConfig attribute) qk_norm (mstar.model.wan22.config.Wan22Config attribute) qk_norm_for_diffusion (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) qk_norm_for_text (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) qk_rope_head_dim (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) qkv_bias (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) qo_heads_given (mstar.engine.resources.kv.config.PagedKVConfig attribute) (mstar.engine.resources.PagedKVConfig attribute)

qo_indptr (mstar.engine.resources.attn.cross.QueryPacking attribute) (mstar.engine.resources.kv.plan.PagedIndptrs attribute) qo_indptr_buf() (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) quantization_config (mstar.model.glm52.config.Glm52ModelConfig attribute) query_kv_cache (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) query_window (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) QueryPacking (class in mstar.engine.resources.attn.cross) queued (mstar.engine.resources.FullAdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome attribute) quiet_noisy_loggers() (in module mstar.utils.logging_config) Qwen3_5Config (class in mstar.model.qwen3_5.config) Qwen3_5VisionConfig (class in mstar.model.qwen3_5.config) Qwen3_5VisionModel (class in mstar.model.qwen3_5.components.vision)

R

RaggedAttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedAttnBackend (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedAttnManager (class in mstar.engine.resources.attn.ragged.base) RaggedBlockCausalAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedBlockCausalAttnManager (class in mstar.engine.resources.attn.ragged.base) RaggedBlockCausalWrapper (class in mstar.engine.resources.attn.ragged.block_causal) RaggedCrossAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedCrossAttentionStep (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedCrossAttnManager (class in mstar.engine.resources.attn.ragged.base) RaggedCrossPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) RaggedPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) RampChunkPolicy (class in mstar.streaming.chunk_policy) random_seed (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) range_pop() (in module mstar.utils.profiler) range_push() (in module mstar.utils.profiler) ranks (mstar.conductor.workers.DeploymentWorkers attribute) ras_sample() (in module mstar.model.cosyvoice3.components.sampling) ras_tau (mstar.model.cosyvoice3.config.SamplingDefaults attribute) ras_window (mstar.model.cosyvoice3.config.SamplingDefaults attribute) raw_hypothesis (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) RDMA (mstar.communication.communicator.CommProtocol attribute) read_bytes (mstar.communication.tensors.FutureAndPointers attribute) read_check (mstar.utils.ipc_format.ScheduleTPNode attribute) read_checkpoint() (in module mstar.model.omnilingual_asr.weight_loader) read_finished (mstar.communication.tensors.TensorCommunicationManager attribute) read_image() (in module mstar.model.media_limits) read_more (mstar.communication.tensors.FutureAndPointers attribute) read_onnx() (in module mstar.model.cosyvoice3.components.onnx_weights) read_sentencepiece_pieces() (in module mstar.model.omnilingual_asr.tokenizer) read_sound_file() (in module mstar.model.media_limits) read_soundfile_capped() (in module mstar.api_server.media_io) read_src (mstar.communication.tensors.FutureAndPointers attribute) read_tensors (mstar.communication.tensors.FutureAndPointers attribute) read_transformer_weight_keys() (in module mstar.model.cosmos3.loader) read_transformer_weight_shapes() (in module mstar.model.cosmos3.loader) read_vision_encoder_weight_shapes() (in module mstar.model.cosmos3.loader) reads (mstar.engine.resources.kv.bounded.layout.RowLayout attribute) reads_device_loopback (mstar.model.submodule_base.NodeSubmodule attribute) READS_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) reads_row_source (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) reads_source (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) ReadsDone (class in mstar.utils.ipc_format) ready (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) READY (mstar.utils.ipc_format.Status attribute) ready_for_streaming (mstar.graph.graph_io.WorkerGraphIO property) ready_inputs (mstar.graph.base.ReadySignals attribute) ready_names (mstar.graph.base.ReadySignals attribute) ready_node_names (mstar.graph.graph_io.WorkerGraphIO property) ReadySignals (class in mstar.graph.base) real_seq_len (mstar.model.submodule_base.ModelInputsFromEngine attribute) realign() (mstar.api_server.openai.serving_realtime.RealtimeSession method) RealtimeConnection (class in mstar.model.nemotron_duplex.realtime_api) RealtimeSession (class in mstar.api_server.openai.serving_realtime) RealtimeTranscription (class in mstar.api_server.openai.serving_realtime) reason (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) reasoner (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) reasoner_temperature (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) RecentSet (class in mstar.utils.containers) reclaimable() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) recompile_limit() (in module mstar.engine) record() (mstar.observability.metrics.ServingMetrics method) (mstar.observability.recorders.EdgeTransfers method) (mstar.utils.h2d.H2DMirror method) record_chunk() (mstar.observability.metrics.ServingMetrics method) record_preprocess() (mstar.observability.metrics.ServingMetrics method) recover_failed_capture() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) reduced() (mstar.model.glm52.config.Glm52ModelConfig class method) reduced_fp8() (mstar.model.glm52.config.Glm52ModelConfig class method) ref_cnt (mstar.communication.tensor_store.ReferenceInfo attribute) RefAudioTooLongError reference_compat (mstar.model.waypoint.config.WaypointConfig attribute) reference_numerics (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) reference_target_lufs (mstar.model.chatterbox.config.ChatterboxConfig attribute) ReferenceInfo (class in mstar.communication.tensor_store) refresh_shm_placement() (mstar.communication.tensors.TensorCommunicationManager method) RefusalMiddleware (class in mstar.observability.metrics) refuse_context_only() (in module mstar.engine.resources.attn.config) refuse_undeclared_labels() (in module mstar.engine.resources.kv.config) register() (in module mstar.communication.wire) register_chunk() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.RampChunkPolicy method) (mstar.streaming.chunk_policy.ScheduledLeftContextChunkPolicy method) register_communication_info() (mstar.graph.base.GraphNode method) (mstar.graph.base.Loop method) (mstar.graph.base.ReadySignals method) (mstar.graph.graph_io.WorkerGraphIO method) register_event_for_poll() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) register_finished() (mstar.graph.base.Loop method) register_for_send() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.MooncakeCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) register_for_send_uuids() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.MooncakeCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) register_future() (mstar.communication.event.EventWakeup method) register_futures() (mstar.communication.event.EventWakeup method) register_ingested_input() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) register_loop_finish_signal() (mstar.graph.graph_io.WorkerGraphIO method) register_memory() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) register_request() (mstar.communication.tensors.TensorCommunicationManager method) register_shm_segment() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) relay() (mstar.api_server.rust_frontend.RustFrontendBridge method) release() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.ExecutableMemory method) (mstar.model.cosmos3.sessions.SessionStore method) (mstar.worker.rid_table.RidTable method) release_all() (mstar.engine.accelerator_graph_runner.DummyRowPool method) release_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) released_end() (mstar.engine.windowing.WindowSchedule method) ReleasingStreamingResponse (class in mstar.api_server.streaming_response) reload() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) remote_ptr (mstar.communication.tensors.TransferReadInfo attribute) remove() (mstar.graph.base.ReadySignals method) (mstar.model.submodule_base.PerRequestState method) REMOVE_REQUEST (mstar.utils.ipc_format.WorkerMessageType attribute) remove_request() (mstar.engine.resources.admission.Admission method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.dsa.manager.DSAManager method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) remove_tensor() (mstar.communication.tensor_store.TensorStore method) remove_uploads() (in module mstar.api_server.media_io) RemoveRequest (class in mstar.utils.ipc_format) render() (mstar.observability.metrics.ServingMetrics method) render_chat() (in module mstar.model.cosmos3.components.reasoner) repetition_penalty (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.chatterbox.config.GenerationDefaults attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) repetition_window (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) replay() (mstar.engine.accelerator_graph_backend.CapturedGraph method) replay_seq_lens() (mstar.engine.accelerator_graph_config.PiecewiseAcceleratorGraphConfig method) (mstar.engine.accelerator_graph_config.PiecewiseBatchedConfig method) (mstar.engine.accelerator_graph_config.PiecewisePackedConfig method) repo_id (mstar.model.omnilingual_asr.config.HubCheckpoint attribute) report_availability() (in module mstar.api_server.openai.realtime_vad) req_rx_info (mstar.communication.tensors.TensorCommunicationManager attribute) req_tx_info (mstar.communication.tensors.TensorCommunicationManager attribute) request (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) request_id (mstar.api_server.request_types.ClientAppend attribute) (mstar.api_server.request_types.DataWorkerProfile attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.api_server.request_types.RequestComplete attribute) (mstar.api_server.request_types.RequestFailed attribute) (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.communication.tensors.FailedRead attribute) (mstar.communication.tensors.FutureAndPointers attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.dsa.manager.DSASpan attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.engine.resources.RequestOffloading attribute) (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.AllocationFailed attribute) (mstar.engine.resources.step.RequestOffloading attribute) (mstar.engine.resources.step.Segment attribute) (mstar.model.omnivoice.components.backbone.CanvasItem attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.utils.ipc_format.AbortRequest attribute) (mstar.utils.ipc_format.ClientStreamRoute attribute) (mstar.utils.ipc_format.DrainRequest attribute) (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.NewRequest attribute) (mstar.utils.ipc_format.NewRequestConductor attribute) (mstar.utils.ipc_format.ReadsDone attribute) (mstar.utils.ipc_format.RemoveRequest attribute) (mstar.utils.ipc_format.StopLoops attribute) (mstar.utils.ipc_format.TensorReceived attribute) (mstar.utils.ipc_format.UnpersistTensors attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) request_ids (mstar.api_server.request_types.ResultTokens attribute) (mstar.engine.resources.AdmitRuntimeError attribute) (mstar.engine.resources.attn.cross.QueryPacking attribute) (mstar.engine.resources.kv.ring.manager.RingPlan attribute) (mstar.engine.resources.step.AdmitRuntimeError attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) (mstar.model.submodule_base.HostRows attribute) (mstar.model.submodule_base.ModelInputsFromEngine attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) request_info (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.NewRequest attribute) request_pages (mstar.engine.resources.kv.config.PagedKVConfig property) (mstar.engine.resources.PagedKVConfig property) request_state() (mstar.model.submodule_base.NodeSubmodule method) request_states (mstar.model.submodule_base.NodeSubmodule attribute) request_walks (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) RequestComplete (class in mstar.api_server.request_types) requested_transport() (in module mstar.communication.communicator) RequestFailed (class in mstar.api_server.request_types) RequestMediaBudget (class in mstar.model.media_limits) RequestOffloading (class in mstar.engine.resources) (class in mstar.engine.resources.step) require_prometheus_client() (in module mstar.observability.metrics) require_taehv_runtime() (in module mstar.model.waypoint.checkpoint) requires_kv_write (mstar.engine.resources.attn.base.AttentionManager property) (mstar.engine.resources.attn.dense.DenseAttentionManager property) (mstar.engine.resources.attn.flex.FlexAttentionManager property) resample() (mstar.api_server.openai.serving_realtime.RealtimeSession method) resample_kernel_size() (in module mstar.api_server.media_io) resampler (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) resblock_dilation_sizes (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) resblock_kernel_sizes (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute)

reseed_streaming_ready() (mstar.graph.base.WorkerGraphStateRegistry method) reserve() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) reset() (mstar.api_server.media_io.StreamResampler method) (mstar.api_server.openai.realtime_vad.SileroVAD method) (mstar.api_server.openai.realtime_vad.SpeechProbability method) (mstar.api_server.openai.realtime_vad.TurnSegmenter method) (mstar.engine.accelerator_graph_backend.CapturedGraph method) (mstar.engine.accelerator_graph_runner.DummyRowPool method) (mstar.engine.resources.kv.ring.cache.LayerRingCache method) (mstar.engine.resources.kv.ring.LayerRingCache method) reset_default_cursors() (mstar.engine.resources.base.AttentionResource method) reset_device_scheduling() (in module mstar.utils.streams) reset_for_iter() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) reset_for_outer_iter() (mstar.graph.base.GraphNode method) (mstar.graph.base.Loop method) reset_outputs() (mstar.graph.base.GraphNode method) reset_request() (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.dsa.manager.DSAManager method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) reset_stream() (mstar.api_server.openai.serving_realtime.RealtimeSession method) resident_delta (mstar.utils.ipc_format.ScheduleTPNode attribute) resize_position_grid() (in module mstar.model.cosmos3.components.vision) resolve() (mstar.model.kokoro.voices.VoiceRegistry method) resolve_action_domain_id() (in module mstar.model.cosmos3.components.packing) resolve_api_key() (in module mstar.api_server.auth) resolve_attn_backend() (in module mstar.engine.resources.attn.base) resolve_cached_prefix() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) resolve_checkpoint() (in module mstar.model.omnilingual_asr.weight_loader) resolve_instruct() (in module mstar.model.omnivoice.components.text) resolve_language() (in module mstar.model.omnivoice.components.text) resolve_media_ref() (in module mstar.api_server.media_io) resolve_metadata() (in module mstar.model.command_a_plus.assets) resolve_model_dtype() (in module mstar.engine.node_dtype) resolve_node_dtype() (in module mstar.engine.node_dtype) resolve_ragged_attn_backend() (in module mstar.engine.resources.attn.ragged.base) resolve_snapshot_dir() (in module mstar.utils.hf_snapshot) resolve_spec_dependencies() (in module mstar.engine.resources) (in module mstar.engine.resources.spec) resolve_taehv_checkpoint() (in module mstar.model.waypoint.checkpoint) resolve_tokenizer() (in module mstar.model.omnilingual_asr.weight_loader) resolve_waypoint_checkpoint() (in module mstar.model.waypoint.checkpoint) Resource (class in mstar.engine.resources) (class in mstar.engine.resources.base) resource_class (mstar.engine.resources.AttentionSpec property) (mstar.engine.resources.attn.config.AttentionSpec property) (mstar.engine.resources.attn.config.CrossAttentionSpec property) (mstar.engine.resources.attn.ragged.config.RaggedAttentionSpec property) (mstar.engine.resources.attn.ragged.config.RaggedBlockCausalAttentionSpec property) (mstar.engine.resources.attn.ragged.config.RaggedCrossAttentionSpec property) (mstar.engine.resources.CrossAttentionSpec property) (mstar.engine.resources.dsa.config.DSASpec property) (mstar.engine.resources.DSASpec property) (mstar.engine.resources.kv.bounded.BoundedKVSpec property) (mstar.engine.resources.kv.bounded.config.BoundedKVSpec property) (mstar.engine.resources.kv.config.KVSpec property) (mstar.engine.resources.KVSpec property) (mstar.engine.resources.NodeResourceSpec property) (mstar.engine.resources.position.config.PositionSpec property) (mstar.engine.resources.PositionSpec property) (mstar.engine.resources.RaggedAttentionSpec property) (mstar.engine.resources.RaggedBlockCausalAttentionSpec property) (mstar.engine.resources.RaggedCrossAttentionSpec property) (mstar.engine.resources.sampler.config.SamplerSpec property) (mstar.engine.resources.SamplerSpec property) (mstar.engine.resources.spec.NodeResourceSpec property) resource_configs (mstar.conductor.request_info.CurrentForwardPassInfo attribute) resource_key (mstar.engine.resources.NodeResourceSpec attribute) (mstar.engine.resources.spec.NodeResourceSpec attribute) resource_layer_index() (mstar.model.qwen3_5.config.Qwen3_5Config method) resource_publish_info (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) resource_step_info (mstar.model.submodule_base.NodeInputs attribute) ResourceReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.spec) resources (mstar.engine.accelerator_graph_config.PiecewiseCallInputs property) (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) (mstar.model.submodule_base.ModelInputsFromEngine attribute) ResourceStep (class in mstar.engine.resources) (class in mstar.engine.resources.step) response_format (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) restore_fp32_params() (in module mstar.model.glm52.weight_loader) result (mstar.utils.cpus.CpuPlan attribute) ResultChunk (class in mstar.api_server.request_types) ResultTensors (class in mstar.api_server.request_types) ResultTokens (class in mstar.api_server.request_types) retained() (mstar.engine.resources.kv.bounded.manager.BoundedPlan method) retention (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.kv.config.StreamLayout attribute) (mstar.engine.resources.KVStep attribute) (mstar.model.cosmos3.submodules.GenStepInfo attribute) retention() (mstar.engine.windowing.WindowSchedule method) retention_for() (mstar.engine.resources.kv.bounded.BoundedKVConfig method) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig method) RetentionPolicy (class in mstar.engine.resources.kv.config) retie_cond_proj() (mstar.model.waypoint.components.dit.WaypointDiT method) (mstar.model.waypoint.components.WaypointDiT method) returned (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) (mstar.worker.batch_builder.BatchBuildResult attribute) reverse_step_order (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) revision (mstar.model.omnilingual_asr.config.HubCheckpoint attribute) rid_handle (mstar.conductor.request_info.CurrentForwardPassInfo attribute) rid_to_str (mstar.communication.tensors.TensorCommunicationManager attribute) rids (mstar.utils.ipc_format.OffloadDelta attribute) RidTable (class in mstar.worker.rid_table) ring_buckets (mstar.engine.resources.kv.config.RingKVLayerConfig attribute) (mstar.engine.resources.RingKVLayerConfig attribute) ring_buckets() (mstar.model.waypoint.config.WaypointConfig method) ring_frames (mstar.engine.resources.kv.config.RingKVLayerConfig attribute) (mstar.engine.resources.RingKVLayerConfig attribute) ring_frames() (mstar.model.waypoint.config.WaypointConfig method) ring_memory_bytes() (in module mstar.model.waypoint.ring_geometry) RingKVConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) RingKVLayerConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) RingKVManager (class in mstar.engine.resources.kv.ring) (class in mstar.engine.resources.kv.ring.manager) RingKVStep (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) RingPlan (class in mstar.engine.resources.kv.ring.manager) rms_norm() (in module mstar.model.waypoint.components) (in module mstar.model.waypoint.components.layers) rms_norm_eps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) role (mstar.api_server.openai.protocol.ChatMessage attribute) (mstar.model.multimodal.PromptPart attribute) (mstar.model.multimodal.Turn attribute) rollback_admit() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.bounded.manager.BoundedKVManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) rollout_anticipation_seconds (mstar.model.vjepa2.config.VJepa2Config attribute) rollout_frames_per_second (mstar.model.vjepa2.config.VJepa2Config attribute) rollout_num_output_frames (mstar.model.vjepa2.config.VJepa2Config attribute) room_for_continuing() (mstar.worker.batch_builder.BaseBatchBuilder method) ROPE (mstar.engine.resources.PosBackend attribute) (mstar.engine.resources.position.config.PosBackend attribute) rope_axes_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) rope_dtype (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rope_impl (mstar.model.waypoint.config.WaypointConfig attribute) rope_interleave (mstar.model.glm52.config.Glm52ModelConfig attribute) rope_max_frames (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) rope_max_seq_len (mstar.model.wan22.config.Wan22Config attribute) rope_nyquist_frac (mstar.model.waypoint.config.WaypointConfig attribute) rope_scale (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rope_scaling (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) rope_table_dtype (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rope_theta (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) (mstar.model.chatterbox.config.T3BackboneConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) (mstar.model.waypoint.config.WaypointConfig attribute) RopeManager (class in mstar.engine.resources.position.manager) rotary_dim (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config property) rotary_freqs() (mstar.model.cosyvoice3.components.dit.DiT method) rotate_queries_or_keys() (in module mstar.model.vjepa2.components.rope_utils) rotate_queries_or_keys_BNHD() (in module mstar.model.vjepa2.components.rope_utils) route_template() (in module mstar.observability.metrics) routed_scaling_factor (mstar.model.glm52.config.Glm52ModelConfig attribute) row_layout() (in module mstar.engine.resources.kv.bounded.layout) row_outputs (mstar.model.submodule_base.BatchedModelOutput attribute) row_page_offset (mstar.engine.resources.dsa.manager.DSAPlan attribute) row_request_ids (mstar.model.submodule_base.BatchedModelOutput attribute) row_start (mstar.engine.resources.dsa.manager.DSAPlan attribute) row_views (mstar.model.submodule_base.BatchedModelOutput attribute) RowLayout (class in mstar.engine.resources.kv.bounded.layout) rows (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) (mstar.engine.resources.kv.plan.KVPlanOutput attribute) rows_fit (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.step.AllocationFailed attribute) rows_fit_alone (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.step.AllocationFailed attribute) rows_only (mstar.model.submodule_base.BatchedModelOutput attribute) rows_per_request (mstar.engine.resources.kv.bounded.BoundedKVConfig attribute) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig attribute) rows_sized (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.step.AllocationFailed attribute) rule_state() (in module mstar.model.whisper.components.timestamps) run (mstar.engine.accelerator_graph_runner.WarmedRegion attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) run() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.api_server.rust_frontend.RustFrontendBridge method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAWrapper method) (mstar.engine.resources.attn.ragged.block_causal.RaggedBlockCausalWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferDecodeWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferMixedWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferPrefillWrapper method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) run_forward() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) run_rms_norm() (in module mstar.engine.resources.rms_norm) (in module mstar.engine.resources.rms_norm.rms_norm) RustFrontendBridge (class in mstar.api_server.rust_frontend) RustTensorBookkeeping (class in mstar.communication.tensor_store) RustZMQCommunicator (class in mstar.communication.rust_communicator) rx_info (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) rx_time (mstar.communication.tensors.FutureAndPointers attribute)

S

s3_tokenizer (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_compile (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_compile_mode (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_estimator_dtype (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_frame_bucket (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_graph_stages (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_graphs (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_max_batch_size (mstar.model.chatterbox.config.ChatterboxConfig attribute) s3gen_weights (mstar.model.chatterbox.config.ChatterboxConfig attribute) S3GenCFMConfig (class in mstar.model.chatterbox.config) S3GenConfig (class in mstar.model.chatterbox.config) S3GenEncoderConfig (class in mstar.model.chatterbox.config) S3GenEstimatorConfig (class in mstar.model.chatterbox.config) S3GenHiFTConfig (class in mstar.model.chatterbox.config) S3GenMelConfig (class in mstar.model.chatterbox.config) S3GenXVectorConfig (class in mstar.model.chatterbox.config) S3TokenizerConfig (class in mstar.model.chatterbox.config) sample_frame_indices() (in module mstar.model.cosmos3.components.reasoner) sample_rate (mstar.model.chatterbox.config.ChatterboxConfig property) (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.S3TokenizerConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) (mstar.model.kokoro.config.KokoroModelConfig attribute) (mstar.model.omnivoice.config.OmniVoiceConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) sample_shift (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) sample_video() (in module mstar.model.qwen3_5.video) SampledVideo (class in mstar.model.qwen3_5.video) sampler_ingraph_scatter() (in module mstar.utils.knobs) sampler_slots() (in module mstar.utils.knobs) SamplerSpec (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) SamplerStep (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) samples_per_frame (mstar.model.kokoro.config.KokoroModelConfig property) samples_to_ms() (in module mstar.api_server.openai.realtime_vad) sampling (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) sampling_rate (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) SamplingDefaults (class in mstar.model.cosyvoice3.config) SamplingReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) save_base64() (in module mstar.api_server.media_io) save_base64_audio() (in module mstar.api_server.media_io) save_data_url() (in module mstar.api_server.media_io) save_remote_url() (in module mstar.api_server.media_io) scale_embedding (mstar.model.whisper.config.WhisperModelConfig attribute) scale_factor_spatial (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) scale_factor_temporal (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) SCHEDULE_TP (mstar.utils.ipc_format.WorkerMessageType attribute) schedule_upload_cleanup() (in module mstar.api_server.media_io) scheduled (mstar.worker.batch_builder.BatchBuildResult attribute) ScheduledLeftContextChunkPolicy (class in mstar.streaming.chunk_policy) scheduler (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) scheduler_class (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) scheduler_sigmas (mstar.model.waypoint.config.WaypointConfig attribute) scheduler_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) ScheduleTPNode (class in mstar.utils.ipc_format) scheme (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) scoring_func (mstar.model.glm52.config.Glm52ModelConfig attribute) scratch (mstar.engine.resources.kv.config.PrefixSpan attribute) (mstar.engine.resources.kv.config.StreamLayout attribute) scrub_paths() (in module mstar.utils.client_errors) seconds_for_target_tokens() (mstar.model.omnivoice.config.OmniVoiceConfig method) section (mstar.graph.base.Loop attribute) sections (mstar.graph.base.Parallel attribute) (mstar.graph.base.Sequential attribute) seed (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig property) (mstar.engine.resources.SamplingReqConfig property) seed_capture_sizes (mstar.model.waypoint.config.WaypointConfig attribute) Segment (class in mstar.engine.resources) (class in mstar.engine.resources.step) segment() (mstar.api_server.openai.serving_realtime.RealtimeSession method) segmenter (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) segments (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.ResourceStep attribute) (mstar.engine.resources.step.ResourceStep attribute) (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) select() (mstar.engine.resources.dsa.manager.DSAManager method) select_batched_bucket() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) select_bucket() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) select_last_hidden() (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) select_topk_causal() (in module mstar.engine.resources.dsa.manager) SELF (mstar.utils.ipc_format.MessageSource attribute) self_triggered() (in module mstar.graph.base) SelfAttention (class in mstar.model.omnilingual_asr.components.wav2vec2) SemanticVAD (class in mstar.api_server.openai.realtime_vad) send() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.OutboxCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) send_each() (mstar.communication.communicator.OutboxCommunicator method) SentencePieceDetokenizer (class in mstar.model.utils) seq_len (mstar.engine.accelerator_graph_config.PiecewiseBatchedConfig attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphKey attribute) seq_lens (mstar.engine.accelerator_graph_config.PiecewiseCaptureShape attribute) SequenceView (class in mstar.engine.resources.kv.plan) Sequential (class in mstar.graph.base) SEQUENTIAL (mstar.engine.resources.position.config.PosScheme attribute) (mstar.engine.resources.PosScheme attribute) ServerVAD (class in mstar.api_server.openai.realtime_vad) serves_reasoner (mstar.model.cosmos3.config.Cosmos3Config property) (mstar.model.cosmos3.Cosmos3Config property) ServingMetrics (class in mstar.observability.metrics) session_id (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) session_idx (mstar.engine.resources.kv.ring.manager.RingPlan attribute) session_of() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) session_span() (mstar.engine.resources.kv.ring.cache.LayerRingCache method) (mstar.engine.resources.kv.ring.LayerRingCache method) session_store_size (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) session_timeout_max_s (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) session_timeout_s (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) SessionStore (class in mstar.model.cosmos3.sessions) set() (mstar.api_server.auth.APIKeyGuard method) (mstar.observability.recorders.Gauge method) set_ctx() (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) set_default_label() (mstar.engine.resources.base.AttentionResource method) set_default_layer_idx() (mstar.engine.resources.base.AttentionResource method) set_device() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) set_input_rate() (mstar.api_server.openai.serving_realtime.RealtimeSession method) set_mem_registered() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) set_metadata() (mstar.communication.tensor_store.TensorStore method) set_output_ref_counts() (mstar.communication.tensors.TensorCommunicationManager method) set_padded_rids() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) set_persist() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensors.TensorCommunicationManager method) set_piecewise_leases() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) set_shared() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) set_shm_placement() (mstar.communication.tensor_store.PythonTensorBookkeeping method) (mstar.communication.tensor_store.RustTensorBookkeeping method) (mstar.communication.tensor_store.TensorBookkeeping method) (mstar.communication.tensor_store.TensorStore method) set_signals() (mstar.worker.spec_rows.DeferredRowInputs method) set_slot() (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) setUp() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) SETUP_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) SetupDone (class in mstar.utils.ipc_format) sha256 (mstar.model.omnilingual_asr.config.Artifact attribute) (mstar.model.omnilingual_asr.config.HubCheckpoint attribute) sha256_of() (in module mstar.model.omnilingual_asr.weight_loader) shape (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) shard() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.kv.config.KVConfig method) (mstar.engine.resources.KVConfig method) (mstar.engine.resources.RaggedAttentionConfig method) shard_dim (mstar.communication.tensors.BufferedShards attribute) shard_over_sp (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) sharding_configs (mstar.communication.tensors.TensorCommunicationManager attribute) shards (mstar.communication.tensors.BufferedShards attribute) shared_intermediate_size (mstar.model.command_a_plus.config.CommandAPlusTextConfig property) shared_selection() (mstar.engine.resources.dsa.manager.DSAManager method) SharedMemoryCommunicationManager (class in mstar.communication.tensors) shift() (mstar.api_server.openai.realtime_vad.TurnSegmenter method) SHM (mstar.communication.communicator.CommProtocol attribute) shm_offset (mstar.graph.base.TensorPointerInfo attribute) shm_segment (mstar.graph.base.TensorPointerInfo attribute) short (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) shutdown() (mstar.communication.tensors.AsyncMooncakeReader method) SiglipAttention (class in mstar.model.command_a_plus.components.vision) SiglipEmbeddings (class in mstar.model.command_a_plus.components.vision) SiglipLayer (class in mstar.model.command_a_plus.components.vision) SiglipMLP (class in mstar.model.command_a_plus.components.vision) sigma_max (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) sigma_min (mstar.model.chatterbox.config.S3GenCFMConfig attribute) (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) sigmas (mstar.model.lingbot_world.components.schedule.FastSchedule attribute) signal (mstar.api_server.request_types.ResultTokens attribute) signal() (mstar.communication.event.EventWakeup method) signal_done() (mstar.streaming.stream_buffer.StreamBuffer method) signal_idxs (mstar.communication.tensors.StoredOutputs attribute) silence_duration_ms (mstar.api_server.openai.realtime_vad.ServerVAD attribute) silent_tokens (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) silero_factory() (in module mstar.api_server.openai.realtime_vad) silero_weights() (in module mstar.api_server.openai.realtime_vad) SileroVAD (class in mstar.api_server.openai.realtime_vad) sincos_timestep_embedding() (in module mstar.model.pi05.components.flow_matching) single_request_info (mstar.model.submodule_base.ModelInputsFromEngine property) sink (mstar.engine.resources.kv.bounded.config.SinkWindow attribute) (mstar.engine.resources.kv.bounded.SinkWindow attribute) (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) sink_capacity (mstar.engine.resources.kv.bounded.BoundedKVConfig property) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig property) sink_size (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) SinkWindow (class in mstar.engine.resources.kv.bounded) (class in mstar.engine.resources.kv.bounded.config) size (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) size_captures() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) size_lent_captures() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) skip() (mstar.utils.profiler.PhaseLaps method) skip_phase_b_keys() (in module mstar.model.glm52.weight_loader) skip_publish() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) slice_logits() (mstar.model.omnivoice.components.backbone.PackedCanvas method) slice_origins (mstar.communication.tensors.TensorCommunicationManager attribute) slice_uuids (mstar.communication.tensors.TensorCommunicationManager attribute) slices() (mstar.utils.host_copy.HostCopier method) sliding_window (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) SlidingWindowChunkPolicy (class in mstar.streaming.chunk_policy) slot (mstar.engine.accelerator_graph_runner.PiecewiseGraphKey attribute) (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.SlotLease attribute) (mstar.engine.resources.step.SlotLease attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) slot_for() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) slot_lease (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) slot_tokens (mstar.engine.resources.kv.bounded.BoundedKVConfig property) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig property)

SlotLease (class in mstar.engine.resources) (class in mstar.engine.resources.step) slots (mstar.engine.accelerator_graph_runner.AcceleratorGraphBucket attribute) (mstar.engine.accelerator_graph_runner.CaptureCost attribute) slots() (mstar.engine.resources.kv.config.StreamLayout method) sm_scale (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) smart_resize() (in module mstar.model.cosmos3.components.reasoner) smart_turn() (in module mstar.api_server.openai.realtime_vad) smart_turn_problem() (in module mstar.api_server.openai.realtime_vad) smart_turn_weights() (in module mstar.api_server.openai.realtime_vad) SmartTurn (class in mstar.api_server.openai.realtime_vad) smt_siblings() (in module mstar.utils.cpus) snac_chunk_frames (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_chunk_policy() (mstar.model.orpheus.config.OrpheusModelConfig method) snac_chunk_schedule (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_hop_samples (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_left_context_frames (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_model_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_right_context_frames (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_window_frames() (mstar.model.orpheus.config.OrpheusModelConfig method) Snake1d (class in mstar.model.cosmos3.components.sound_tokenizer) snapshot() (mstar.observability.recorders.EdgeTransfers method) (mstar.observability.recorders.Gauge method) (mstar.observability.recorders.Histogram method) (mstar.worker.worker_metrics.WorkerMetrics method) softmax_scale (mstar.model.glm52.config.Glm52ModelConfig property) solver_order (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) solver_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) sos_token (mstar.model.cosyvoice3.config.LMConfig property) sound_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_file_seconds() (in module mstar.model.media_limits) sound_frames() (in module mstar.model.cosmos3.submodules) sound_gen (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_latent_fps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_sample_rate (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) source (mstar.engine.resources.kv.bounded.config.StreamPosition attribute) (mstar.engine.resources.kv.bounded.StreamPosition attribute) (mstar.utils.ipc_format.DrainRequest attribute) (mstar.utils.ipc_format.RemoveRequest attribute) source_entity (mstar.communication.tensor_store.ColumnarTensorInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) source_graph_walk (mstar.communication.tensor_store.ColumnarTensorInfo attribute) source_harmonics (mstar.model.kokoro.config.KokoroModelConfig attribute) source_len (mstar.engine.resources.kv.bounded.config.StreamPosition attribute) (mstar.engine.resources.kv.bounded.StreamPosition attribute) source_node_name (mstar.communication.tensor_store.ColumnarTensorInfo attribute) source_noise_std (mstar.model.kokoro.config.KokoroModelConfig attribute) source_patterns (mstar.model.utils.WeightConverter attribute) source_resblock_dilation_sizes (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) source_resblock_kernel_sizes (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.cosyvoice3.config.CausalHiFTConfig attribute) source_session_id (mstar.communication.tensor_store.ColumnarTensorInfo attribute) (mstar.communication.tensors.TransferReadInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) source_sine_amp (mstar.model.kokoro.config.KokoroModelConfig attribute) source_tp_rank (mstar.graph.base.TensorPointerInfo attribute) source_tp_size (mstar.graph.base.TensorPointerInfo attribute) source_voiced_threshold (mstar.model.kokoro.config.KokoroModelConfig attribute) span (mstar.engine.resources.kv.bounded.layout.RowLayout attribute) (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.Segment attribute) span_request_ids (mstar.model.submodule_base.BatchedModelOutput attribute) spanned_outputs() (mstar.model.submodule_base.NodeSubmodule method) spans (mstar.engine.resources.dsa.manager.DSAPlan attribute) (mstar.engine.resources.kv.config.StreamLayout attribute) spatial_alignment (mstar.model.wan22.config.Wan22Config property) spatial_merge_size (mstar.model.cosmos3.config.Cosmos3VisionEncoderConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) speaker_embed_size (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) spec_dependency_problems() (in module mstar.engine.resources.spec) spec_from_seq (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) spec_seq (mstar.utils.ipc_format.ScheduleTPNode attribute) speculative (mstar.utils.ipc_format.ScheduleTPNode attribute) SpeculativeNodeInfo (class in mstar.graph.base) speech_cond_prompt_len (mstar.model.chatterbox.config.T3Config attribute) speech_head_bias (mstar.model.chatterbox.config.T3Config attribute) speech_pos_table_size (mstar.model.chatterbox.config.T3Config property) speech_token_size (mstar.model.cosyvoice3.config.LMConfig attribute) speech_tokenizer_onnx (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) speech_vocab_size (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.cosyvoice3.config.LMConfig property) SpeechProbability (class in mstar.api_server.openai.realtime_vad) SpeechRequest (class in mstar.api_server.openai.protocol) speed (mstar.api_server.openai.protocol.SpeechRequest attribute) spk_dim (mstar.model.cosyvoice3.config.DiTConfig attribute) spk_embed_dim (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) split_around_spans() (in module mstar.model.multimodal) split_at() (in module mstar.utils.fast_tokenize) split_batches_by_capture_key() (mstar.model.submodule_base.NodeSubmodule method) split_inputs() (mstar.model.submodule_base.ARNodeSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) split_phonemes() (in module mstar.model.kokoro.g2p) split_sentences() (in module mstar.api_server.openai.speech_chunking) (in module mstar.model.kokoro.g2p) split_windows() (in module mstar.api_server.media_io) split_words() (in module mstar.model.whisper.components.alignment) splits (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) stable_prefix() (in module mstar.api_server.openai.serving_realtime) STACK (mstar.model.submodule_base.StackingMethod attribute) StackingMethod (class in mstar.model.submodule_base) staged (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) stamps_shm_placement (mstar.communication.arena.ArenaShmCommunicationManager attribute) (mstar.communication.tensors.TensorCommunicationManager attribute) standard() (mstar.model.chatterbox.config.S3GenConfig class method) start (mstar.engine.resources.kv.keys.PageItem attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.engine.windowing.WindowPlan attribute) (mstar.model.multimodal.MediaSpan attribute) start() (mstar.conductor.mps.MpsDaemon method) (mstar.model.nemotron_duplex.realtime_api.RealtimeConnection method) (mstar.utils.threads.Thread method) start_counting() (mstar.worker.worker_metrics.WorkerMetrics method) start_offset (mstar.streaming.stream_buffer.StreamChunk attribute) (mstar.streaming.stream_buffer.StreamChunkInfo attribute) start_read_tensors() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.MooncakeCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) start_speech_token (mstar.model.chatterbox.config.T3Config attribute) start_text_token (mstar.model.chatterbox.config.T3Config attribute) start_token_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) state_dim (mstar.model.pi05.config.Pi05Config attribute) state_token_bins (mstar.model.pi05.config.Pi05Config attribute) state_token_offset (mstar.model.pi05.config.Pi05Config attribute) static_chunk_size (mstar.model.cosyvoice3.config.DiTConfig attribute) static_input_keys (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) static_inputs (mstar.engine.accelerator_graph_config.PiecewiseCallInputs attribute) (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) (mstar.engine.accelerator_graph_runner.WarmedRegion attribute) (mstar.engine.accelerator_graph_runner.WarmedSpec attribute) static_outputs (mstar.engine.accelerator_graph_runner.AcceleratorGraphSlot attribute) (mstar.engine.accelerator_graph_runner.PiecewiseGraphData attribute) stats_summary() (mstar.communication.arena.ArenaShmCommunicationManager method) Status (class in mstar.utils.ipc_format) status (mstar.api_server.request_types.RequestFailed attribute) status_code (mstar.api_server.media_io.AudioTooLongError attribute) STATUS_FAMILIES (in module mstar.observability.catalog) STATUS_INTERVAL_S (in module mstar.observability.catalog) step (mstar.model.submodule_base.ModelInputsFromEngine attribute) step() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) step_batch_size (mstar.model.waypoint.config.WaypointConfig attribute) step_done() (mstar.worker.worker_metrics.WorkerMetrics method) step_ids() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) step_is_input_free() (mstar.model.submodule_base.NodeSubmodule method) step_metadata (mstar.conductor.request_info.CurrentForwardPassInfo attribute) step_metadata() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) step_thread_core() (in module mstar.utils.knobs) step_timesteps (mstar.model.lingbot_world.components.schedule.FastSchedule attribute) StepContext (class in mstar.engine.resources) (class in mstar.engine.resources.step) StepCpus (class in mstar.utils.cpus) StepError StepRunner (class in mstar.engine.resources) (class in mstar.engine.resources.runner) steps (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) stochastic_sampling (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) stop (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.model.multimodal.MediaSpan attribute) stop() (mstar.api_server.rust_frontend.RustFrontendBridge method) (mstar.conductor.mps.MpsDaemon method) STOP_LOOPS (mstar.utils.ipc_format.WorkerMessageType attribute) stop_speech_token (mstar.model.chatterbox.config.T3Config attribute) stop_text_token (mstar.model.chatterbox.config.T3Config attribute) stop_token_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) stop_token_ids (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config property) (mstar.model.utils.TextOutput attribute) StopCheck (class in mstar.model.submodule_base) StopLoops (class in mstar.utils.ipc_format) stops (mstar.model.submodule_base.BatchedStopCheck attribute) (mstar.model.submodule_base.StopCheck attribute) store_and_return_tensor_info() (mstar.communication.tensors.TensorCommunicationManager method) store_and_return_tensor_info_batch() (mstar.communication.tensors.TensorCommunicationManager method) store_keys() (mstar.engine.resources.dsa.manager.DSAManager method) store_row_outputs_batch() (mstar.communication.tensors.TensorCommunicationManager method) store_uningested_edge() (mstar.streaming.stream_buffer.StreamBuffer method) StoredOutputs (class in mstar.communication.tensors) stream (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) stream_chunk_growth (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_chunk_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_chunks (mstar.model.submodule_base.InputMetadata attribute) stream_consumer_walks (mstar.conductor.request_info.CurrentForwardPassInfo attribute) stream_context() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) stream_context_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_first_chunk_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_holdback_frames (mstar.model.cosyvoice3.config.CausalHiFTConfig property) stream_hop_growth (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) stream_hop_tokens (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) stream_items_sent (mstar.utils.ipc_format.WorkerGraphsDone attribute) stream_lead_items (mstar.conductor.request_info.CurrentForwardPassInfo attribute) stream_max_chunk_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_max_hop_tokens (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) stream_mel_cache_frames (mstar.model.chatterbox.config.ChatterboxConfig attribute) stream_poll_tokens (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) stream_samples (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) stream_tokens_consumed (mstar.utils.ipc_format.WorkerGraphsDone attribute) StreamBuffer (class in mstar.streaming.stream_buffer) StreamChunk (class in mstar.streaming.stream_buffer) StreamChunkInfo (class in mstar.streaming.stream_buffer) streaming_inputs (mstar.graph.base.ReadySignals attribute) StreamingConnectionState (class in mstar.conductor.request_info) StreamingEdge (class in mstar.streaming.stream_buffer) StreamingGraphEdge (class in mstar.streaming.topology) StreamLayout (class in mstar.engine.resources.kv.config) StreamPosition (class in mstar.engine.resources.kv.bounded) (class in mstar.engine.resources.kv.bounded.config) StreamResampler (class in mstar.api_server.media_io) stride (mstar.graph.base.TensorPointerInfo attribute) stride_flat (mstar.communication.tensor_store.ColumnarTensorInfo attribute) style() (mstar.model.kokoro.voices.VoiceRegistry method) style_dim (mstar.model.kokoro.config.KokoroModelConfig attribute) style_pack_rows (mstar.model.kokoro.config.KokoroModelConfig property) style_vector_dim (mstar.model.kokoro.config.KokoroModelConfig property) submit() (mstar.communication.tensors.AsyncMooncakeReader method) SubmoduleStep (class in mstar.engine.resources) (class in mstar.engine.resources.step) successful_tensors (mstar.utils.ipc_format.TensorReceived attribute) sums (mstar.observability.recorders.MetricSnapshot attribute) supports_eviction (mstar.engine.resources.base.Resource property) (mstar.engine.resources.Resource property) supports_preplan (mstar.engine.resources.attn.cross.FlashInferCrossManager property) (mstar.engine.resources.attn.flashinfer.FlashInferManager property) (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager property) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager property) (mstar.engine.resources.base.Resource property) (mstar.engine.resources.position.manager.RopeManager property) (mstar.engine.resources.Resource property) suppress_tokens (mstar.model.whisper.config.WhisperModelConfig attribute) synchronize() (mstar.engine.accelerator_graph_backend.AcceleratorGraphBackend method) synthetic (mstar.model.submodule_base.ModelInputsFromEngine attribute)

T

t (mstar.model.cosmos3.components.reasoner.MediaGrid attribute) t3 (mstar.model.chatterbox.config.ChatterboxConfig attribute) t3_prefill_graphs (mstar.model.chatterbox.config.ChatterboxConfig attribute) t3_weights (mstar.model.chatterbox.config.ChatterboxConfig attribute) T3BackboneConfig (class in mstar.model.chatterbox.config) T3Config (class in mstar.model.chatterbox.config) t_pos (mstar.model.waypoint.components.dit.WaypointPosIds attribute) (mstar.model.waypoint.components.WaypointPosIds attribute) t_scheduler (mstar.model.chatterbox.config.S3GenCFMConfig attribute) t_shift (mstar.model.omnivoice.config.OmniVoiceGenerationDefaults attribute) table (mstar.engine.resources.kv.bounded.manager.BoundedPlan attribute) taehv_ae (mstar.model.waypoint.config.WaypointConfig attribute) take() (mstar.engine.resources.kv.plan.PinnedIndexRing method) (mstar.utils.ipc_format.OffloadDelta method) take_chunk() (mstar.api_server.openai.serving_realtime.RealtimeSession method) take_failed_reads() (mstar.communication.tensors.TensorCommunicationManager method) take_over() (mstar.api_server.openai.realtime_vad.TurnSegmenter method) target_len (mstar.model.omnivoice.components.backbone.CanvasItem property) target_partition (mstar.streaming.topology.StreamingGraphEdge attribute) target_patterns (mstar.model.utils.WeightConverter attribute) target_tokens_for_seconds() (mstar.model.omnivoice.config.OmniVoiceConfig method) task_id_token (mstar.model.cosyvoice3.config.LMConfig property) task_to_id (mstar.model.whisper.config.WhisperModelConfig attribute) task_token() (mstar.model.whisper.config.WhisperModelConfig method) TCP (mstar.communication.communicator.CommProtocol attribute) temperature (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.TranscriptionRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.chatterbox.config.GenerationDefaults attribute) (mstar.model.cosyvoice3.config.SamplingDefaults attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) temporal_compression (mstar.model.waypoint.config.WaypointConfig attribute) temporal_compression_factor_sound (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) temporal_patch_size (mstar.model.cosmos3.config.Cosmos3MediaProcessorConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5VisionConfig attribute) tensor_info (mstar.graph.base.GraphEdge attribute) tensor_inputs (mstar.model.submodule_base.NodeInputs attribute) TENSOR_RECEIVED (mstar.utils.ipc_format.WorkerMessageType attribute) TensorBookkeeping (class in mstar.communication.tensor_store) TensorCommunicationManager (class in mstar.communication.tensors) TensorPointerInfo (class in mstar.graph.base) TensorReceived (class in mstar.utils.ipc_format) tensors (mstar.model.cosyvoice3.components.onnx_weights.OnnxGraph attribute) (mstar.model.submodule_base.PerRequestState attribute) TensorStore (class in mstar.communication.tensor_store) TensorTransferEngine (class in mstar.communication.tensors) TensorUuidMinter (class in mstar.communication.tensor_uuid) terminal (mstar.engine.resources.AdmitFailedReason attribute) (mstar.engine.resources.AdmitRuntimeError attribute) (mstar.engine.resources.step.AdmitFailedReason attribute) (mstar.engine.resources.step.AdmitRuntimeError attribute) test_accelerator_graph_matches_eager() (in module mstar.model.cosmos3.tests.test_engine_cache) test_anchor_encode_matches_full() (in module mstar.model.cosmos3.tests.test_engine_cache) test_batched_cfg_matches_sequential() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cache_once_matches_fused_exact() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cache_once_matches_fused_exact_t2v() (in module mstar.model.cosmos3.tests.test_engine_cache) test_compile_vae_matches_eager() (in module mstar.model.cosmos3.tests.test_engine_cache) test_compile_vae_matches_eager_t2v() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cross_request_batch_matches_individual() (in module mstar.model.cosmos3.tests.test_engine_cache) test_dense_fa3_image_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_dense_fa3_video_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_engine_cache_path_image_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_engine_cache_path_video_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_loads_checkpoint_names_strictly() (mstar.model.command_a_plus.tests.test_vision.VisionEncoderTests method) test_matches_siglip_and_the_cohere2_vision_projector() (mstar.model.command_a_plus.tests.test_vision.HuggingFaceVisionParityTests method) test_outer_config_contract() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_patch_embedding_matches_the_conv() (mstar.model.command_a_plus.tests.test_vision.VisionEncoderTests method) test_production_shaped_json() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_required_fields_are_not_defaulted() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_sound_cache_once_matches_fused_exact() (in module mstar.model.cosmos3.tests.test_sound) test_sound_engine_path_flashinfer() (in module mstar.model.cosmos3.tests.test_sound) test_sound_forward_smoke_cpu() (in module mstar.model.cosmos3.tests.test_sound) test_sound_frame_math() (in module mstar.model.cosmos3.tests.test_sound) test_sound_request_validation() (in module mstar.model.cosmos3.tests.test_sound) test_sound_segment_layout() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_decode_real() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_load_ignores_encoder_keys() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_tiny_decode() (in module mstar.model.cosmos3.tests.test_sound) test_tiny_json_and_derived_width() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_unsupported_architecture() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_vision_config_and_unsupported_architectures() (mstar.model.command_a_plus.tests.test_config.ConfigTests method) test_windowed_kv_dense_matches_paged() (in module mstar.model.cosmos3.tests.test_engine_cache) test_windowed_kv_engine_release_and_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_windowed_kv_matches_reference() (in module mstar.model.cosmos3.tests.test_engine_cache) text (mstar.api_server.request_types.ClientAppend attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.model.kokoro.g2p.Chunk attribute) (mstar.model.multimodal.PromptPart attribute) text_buckets (mstar.model.kokoro.config.KokoroModelConfig attribute) text_config (mstar.model.command_a_plus.config.CommandAPlusConfig attribute) text_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) text_encoder_kernel_size (mstar.model.kokoro.config.KokoroModelConfig attribute) text_len (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) text_max_seq_len (mstar.model.wan22.config.Wan22Config attribute) text_pos_table_size (mstar.model.chatterbox.config.T3Config property) text_position_ids() (in module mstar.model.qwen3_5.components.rope) text_tokenizer_dir (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) text_tokenizer_file (mstar.model.chatterbox.config.ChatterboxConfig attribute) text_vocab_size (mstar.model.chatterbox.config.T3Config attribute) (mstar.model.cosyvoice3.config.LMConfig attribute) TextChunkDetokenizer (class in mstar.model.utils) TextOutput (class in mstar.model.utils) tgt_index (mstar.model.omnivoice.components.backbone.PackedCanvas attribute) Thread (class in mstar.utils.threads) ThreadPool (class in mstar.utils.threads) threshold (mstar.api_server.openai.realtime_vad.ServerVAD attribute) thw (mstar.model.cosmos3.components.reasoner.MediaGrid property) tie_word_embeddings (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) time_freq_dim (mstar.model.cosyvoice3.config.DiTConfig attribute)

timestamp_begin (mstar.model.whisper.config.WhisperModelConfig property) timestamp_granularities (mstar.api_server.openai.protocol.TranscriptionRequest attribute) timestamp_precision (mstar.model.whisper.config.WhisperModelConfig property) timestamp_seconds() (mstar.model.whisper.config.WhisperModelConfig method) TimestampRules (class in mstar.model.whisper.components.timestamps) timestamps (mstar.model.cosmos3.components.reasoner.MediaGrid attribute) (mstar.model.qwen3_5.video.ProcessedVideo attribute) timestep_max_period (mstar.model.pi05.config.Pi05Config attribute) timestep_min_period (mstar.model.pi05.config.Pi05Config attribute) timestep_scale (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) TimestepEmbedding (class in mstar.model.cosyvoice3.components.dit) timesteps (mstar.model.lingbot_world.components.schedule.FastSchedule attribute) timesteps_index (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) tiny_encoder() (in module mstar.model.command_a_plus.tests.test_vision) to() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) to_16k_mono() (in module mstar.model.omnilingual_asr.audio) to_bytes() (mstar.model.utils.ByteLevelDetokenizer method) (mstar.model.utils.SentencePieceDetokenizer method) (mstar.model.utils.TextChunkDetokenizer method) to_compute (mstar.engine.resources.kv.plan.SequenceView attribute) to_device() (mstar.engine.resources.kv.plan.PagedIndptrs method) (mstar.utils.h2d.PinnedStager method) to_device_nonblocking() (in module mstar.utils.h2d) to_dict() (mstar.utils.ipc_format.MessageBody method) to_kwargs_dict() (mstar.engine.resources.kv.plan.PagedIndptrs method) to_partition (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.topology.Connection attribute) token_bytes() (mstar.model.utils.ByteLevelDetokenizer method) (mstar.model.utils.TextChunkDetokenizer method) token_count (mstar.conductor.request_info.StreamingConnectionState attribute) token_mel_ratio (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) token_rate (mstar.model.chatterbox.config.S3TokenizerConfig attribute) token_start_frames() (in module mstar.model.whisper.components.alignment) tokenize_prompt() (in module mstar.model.cosmos3.components.packing) tokenize_with_nonverbal_tags() (in module mstar.model.omnivoice.components.text) tokenizer (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) (mstar.model.utils.TextChunkDetokenizer attribute) tokens (mstar.engine.resources.base.CachedPrefix attribute) (mstar.model.omnivoice.components.backbone.CanvasItem attribute) tokens() (mstar.engine.resources.dsa.manager.IndexKeyStore method) (mstar.model.cosmos3.components.reasoner.MediaGrid method) tokens_per_frame (mstar.engine.resources.kv.config.RingKVConfig attribute) (mstar.engine.resources.kv.ring.manager.RingKVManager property) (mstar.engine.resources.kv.ring.RingKVManager property) (mstar.engine.resources.RingKVConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.waypoint.config.WaypointConfig attribute) tokens_per_frame() (mstar.model.cosmos3.components.reasoner.MediaGrid method) tokens_per_image (mstar.model.pi05.config.Pi05Config attribute) tokens_per_patch_block (mstar.model.cosmos3.components.vision.Cosmos3VisionModel property) tokens_per_tile (mstar.model.command_a_plus.config.CommandAPlusVisionConfig property) top_k (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.chatterbox.config.GenerationDefaults attribute) (mstar.model.cosyvoice3.config.SamplingDefaults attribute) top_level_entities() (in module mstar.graph.base) top_p (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.chatterbox.config.GenerationDefaults attribute) (mstar.model.cosyvoice3.config.SamplingDefaults attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) top_p_first (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) top_p_min_keep (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) topk (mstar.engine.resources.dsa.config.DSAConfig attribute) (mstar.engine.resources.DSAConfig attribute) topk_method (mstar.model.glm52.config.Glm52ModelConfig attribute) topo_sort() (in module mstar.engine.resources) (in module mstar.engine.resources.runner) torchcodec_samples_capped() (in module mstar.api_server.media_io) TorchCopier (class in mstar.engine.resources.kv.page_copier) total_fanin (mstar.communication.tensors.BufferedShards attribute) total_sessions (mstar.engine.resources.kv.config.RingKVConfig property) (mstar.engine.resources.RingKVConfig property) total_slots() (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) total_tokens (mstar.engine.accelerator_graph_config.PiecewiseCaptureShape attribute) (mstar.engine.accelerator_graph_config.PiecewisePackedConfig attribute) touch() (mstar.engine.resources.kv.prefix_index.PrefixIndex method) TP_NO_SPEC (mstar.utils.ipc_format.WorkerMessageType attribute) tp_rank (mstar.communication.tensor_store.ColumnarTensorInfo attribute) TP_RANK_0 (mstar.utils.ipc_format.MessageSource attribute) tp_size (mstar.communication.tensor_store.ColumnarTensorInfo attribute) TPNoSpeculation (class in mstar.utils.ipc_format) tracked_requests() (mstar.engine.resources.dsa.manager.IndexKeyStore method) TrackedMooncakeReader (class in mstar.communication.tensors) trailing_silence_tokens (mstar.model.chatterbox.config.ChatterboxConfig attribute) TranscriptionRequest (class in mstar.api_server.openai.protocol) TRANSFER_API_SERVER (in module mstar.observability.catalog) transfer_engine_info (mstar.engine.resources.base.EngineResourceInfo attribute) transfer_stats (mstar.communication.tensors.TensorCommunicationManager attribute) transfer_status() (mstar.communication.tensors.TrackedMooncakeReader method) transfer_uuids (mstar.communication.tensors.FutureAndPointers attribute) TransferReadInfo (class in mstar.communication.tensors) transferred_refs (mstar.graph.base.NodeCompletionOutput attribute) transport_label (mstar.communication.tensors.MooncakeCommunicationManager property) (mstar.communication.tensors.TensorCommunicationManager attribute) trim_fade_frames (mstar.model.chatterbox.config.S3GenConfig attribute) try_send_bytes() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) ts_mult (mstar.model.waypoint.config.WaypointConfig property) ttl() (mstar.model.cosmos3.sessions.SessionStore method) tubelet_size (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) turbo() (mstar.model.chatterbox.config.ChatterboxConfig class method) (mstar.model.chatterbox.config.T3Config class method) Turn (class in mstar.model.multimodal) turn_detection (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) TurnSegmenter (class in mstar.api_server.openai.realtime_vad) tx_info (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute)

U

UNAUTHENTICATED_PATHS (in module mstar.api_server.auth) unfixed_chunks (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) unfixed_tokens (mstar.api_server.openai.serving_realtime.RealtimeSession attribute) unified_3d_mrope_reset_spatial_ids (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) unified_3d_mrope_temporal_modality_margin (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) uniform_row_inputs() (mstar.model.submodule_base.NodeSubmodule method) unit (mstar.streaming.topology.ClientStreamLimits attribute) units (mstar.engine.windowing.WindowPlan property) unknown_overrides_message() (in module mstar.engine.resources.spec) unlink_owned_files() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) unpack_output() (in module mstar.model.whisper.components.alignment) unpack_packed_outputs() (mstar.model.submodule_base.NodeSubmodule method) UNPERSIST_TENSORS (mstar.utils.ipc_format.WorkerMessageType attribute) UnpersistTensors (class in mstar.utils.ipc_format) unregister_memory() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) unreserve() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.Resource method) unscored() (mstar.api_server.openai.realtime_vad.TurnSegmenter method) up_stride (mstar.model.chatterbox.config.S3GenEncoderConfig attribute) update() (mstar.api_server.openai.serving_realtime.RealtimeTranscription method) (mstar.engine.resources.base.PublishedInfo method) (mstar.engine.resources.position.manager.PublishedPositionInfo method) (mstar.engine.resources.PublishedInfo method) (mstar.graph.base.ReadySignals method) (mstar.model.submodule_base.BatchedModelOutput method) update_publish_info() (mstar.conductor.request_info.CurrentForwardPassInfo method) upload_sizes (mstar.api_server.request_types.DataWorkerProfile attribute) upsample_factor (mstar.model.chatterbox.config.S3GenHiFTConfig property) (mstar.model.kokoro.config.KokoroISTFTNetConfig property)

upsample_initial_channel (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) upsample_kernel_sizes (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) upsample_rates (mstar.model.chatterbox.config.S3GenHiFTConfig attribute) (mstar.model.kokoro.config.KokoroISTFTNetConfig attribute) upsert() (mstar.engine.resources.kv.ring.cache.LayerRingCache method) (mstar.engine.resources.kv.ring.LayerRingCache method) (mstar.engine.resources.kv.ring.manager.RingKVManager method) (mstar.engine.resources.kv.ring.RingKVManager method) url (mstar.model.omnilingual_asr.config.Artifact attribute) usable (mstar.utils.cpus.CpuPlan attribute) usable_cpus() (in module mstar.utils.cpus) use_extrinsics (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) use_flow_sigmas (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) use_karras_sigmas (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) use_moe (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) use_native_flow_schedule (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) use_perceiver_resampler (mstar.model.chatterbox.config.T3Config attribute) use_postshuffle_norm (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) use_rope (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) use_und_k_norm_for_gen (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) user_cache_dir() (in module mstar.utils.cache_home) uses_kernel (mstar.engine.resources.attn.flashinfer_mla.FlashInferMLAManager property) Utf8Stream (class in mstar.utils.utf8_stream) uuid (mstar.graph.base.TensorPointerInfo attribute) uuid_to_edge_name (mstar.communication.tensors.TensorCommunicationManager attribute) uuid_to_ref_count (mstar.utils.ipc_format.UnpersistTensors attribute) uuid_to_shard_dim (mstar.communication.tensors.TensorCommunicationManager attribute) uuids (mstar.communication.tensor_store.ColumnarTensorInfo attribute)

V

v_head_dim (mstar.model.glm52.config.Glm52ModelConfig attribute) vae (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) vae_decode_channels_last (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) vae_decode_cudnn_benchmark (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) vae_decode_fast (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.wan22.config.Wan22Config attribute) vae_decode_fast_sizes (mstar.model.wan22.config.Wan22Config attribute) vae_decode_tiling (mstar.model.wan22.config.Wan22Config attribute) vae_scale_factor_spatial (mstar.model.wan22.config.Wan22Config attribute) vae_scale_factor_temporal (mstar.model.wan22.config.Wan22Config attribute) vae_stride (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) vae_z_dim (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) validate() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) (mstar.engine.resources.ResourceReqConfig method) (mstar.engine.resources.sampler.config.SamplingReqConfig method) (mstar.engine.resources.SamplingReqConfig method) (mstar.engine.resources.spec.ResourceReqConfig method) validate_supported_deployment() (mstar.model.waypoint.config.WaypointConfig method) validate_taehv_architecture() (in module mstar.model.waypoint.components.taehv) validate_waypoint_checkpoint() (in module mstar.model.waypoint.checkpoint) value_residual (mstar.model.waypoint.config.WaypointConfig attribute) values (mstar.api_server.request_types.ResultTokens attribute) (mstar.observability.recorders.MetricSnapshot attribute) (mstar.utils.containers.ParallelList attribute) variant (mstar.model.chatterbox.config.ChatterboxConfig attribute) (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) (mstar.model.waypoint.config.WaypointConfig attribute) verify_sha256() (in module mstar.model.omnilingual_asr.weight_loader) video (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) video_fps (mstar.model.lingbot_world.config.LingBotWorldConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) video_processor (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) video_size_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) video_temporal_causal (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) video_token_id (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) VideoBudget (class in mstar.model.media_limits) VideoGenerationRequest (class in mstar.api_server.openai.protocol) view() (mstar.api_server.openai.realtime_vad.SemanticVAD method) (mstar.api_server.openai.realtime_vad.ServerVAD method) views (mstar.engine.resources.kv.plan.KVPlanOutput property) vision (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) vision_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) vision_config (mstar.model.command_a_plus.config.CommandAPlusConfig attribute) vision_encoder_name_remapper() (in module mstar.model.cosmos3.loader) vision_end_token_id (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) vision_interpolation() (in module mstar.model.qwen3_5.components.vision)

vision_position_advance() (in module mstar.model.qwen3_5.components.rope) vision_position_ids() (in module mstar.model.qwen3_5.components.rope) (in module mstar.model.qwen3_5.components.vision) vision_seq_lengths() (in module mstar.model.qwen3_5.components.vision) vision_start_token_id (mstar.model.cosmos3.config.Cosmos3ReasonerConfig attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) VisionAttention (class in mstar.model.qwen3_5.components.vision) VisionBlock (class in mstar.model.qwen3_5.components.vision) VisionEncoderTests (class in mstar.model.command_a_plus.tests.test_vision) VisionMLP (class in mstar.model.qwen3_5.components.vision) VisionPatchEmbed (class in mstar.model.qwen3_5.components.vision) VisionPatchMerger (class in mstar.model.qwen3_5.components.vision) VisionRotaryEmbedding (class in mstar.model.qwen3_5.components.vision) vit_hidden_size (mstar.model.pi05.config.Pi05Config attribute) vit_image_size (mstar.model.pi05.config.Pi05Config attribute) vit_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) vit_num_heads (mstar.model.pi05.config.Pi05Config attribute) vit_num_layers (mstar.model.pi05.config.Pi05Config attribute) vit_patch_size (mstar.model.pi05.config.Pi05Config attribute) VJepa2ACPredictorConfig (class in mstar.model.vjepa2.config) VJepa2Config (class in mstar.model.vjepa2.config) VJEPA2Embeddings (class in mstar.model.vjepa2.components.vit_encoder) VJEPA2Encoder (class in mstar.model.vjepa2.components.vit_encoder) VJEPA2Layer (class in mstar.model.vjepa2.components.layers) VJEPA2MLP (class in mstar.model.vjepa2.components.layers) VJEPA2PatchEmbeddings3D (class in mstar.model.vjepa2.components.vit_encoder) VJEPA2Predictor (class in mstar.model.vjepa2.components.predictor) VJEPA2PredictorEmbeddings (class in mstar.model.vjepa2.components.predictor) VJEPA2RopeAttention (class in mstar.model.vjepa2.components.layers) vocab (mstar.model.kokoro.config.KokoroModelConfig attribute) vocab_size (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.command_a_plus.config.CommandAPlusTextConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.cosyvoice3.config.FlowConfig attribute) (mstar.model.glm52.config.Glm52ModelConfig attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.omnilingual_asr.config.OmniASRCTCConfig attribute) (mstar.model.omnilingual_asr.tokenizer.CharTokenizer property) (mstar.model.omnivoice.config.OmniVoiceBackboneConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.qwen3_5.config.Qwen3_5Config attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) voice (mstar.api_server.openai.protocol.SpeechRequest attribute) voice_cache_size (mstar.model.chatterbox.config.ChatterboxConfig attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute) voice_encoder (mstar.model.chatterbox.config.ChatterboxConfig attribute) voice_encoder_weights (mstar.model.chatterbox.config.ChatterboxConfig attribute) VoiceCard (class in mstar.api_server.openai.protocol) VoiceEncoderConfig (class in mstar.model.chatterbox.config) VoiceList (class in mstar.api_server.openai.protocol) VoiceRegistry (class in mstar.model.kokoro.voices) voices (mstar.api_server.openai.protocol.VoiceList attribute) voices_dir (mstar.model.kokoro.config.KokoroModelConfig attribute)

W

w (mstar.model.cosmos3.components.reasoner.MediaGrid attribute) wait_all() (mstar.communication.tensors.AsyncMooncakeReader method) wait_for_work() (mstar.communication.communicator.ZMQCommunicator method) (mstar.communication.rust_communicator.RustZMQCommunicator method) WAITING (mstar.utils.ipc_format.Status attribute) walk (mstar.engine.resources.kv.config.PrefixSpan attribute) walk_caps (mstar.worker.batch_builder.BatchBuildRequest attribute) walk_drivers() (mstar.streaming.topology.PartitionTopology method) walk_idx (mstar.utils.ipc_format.ScheduleTPNode attribute) walk_of() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) walk_row_caps (mstar.worker.batch_builder.BatchBuildRequest attribute) walk_tagged (mstar.streaming.stream_buffer.StreamBuffer attribute) walks (mstar.utils.ipc_format.ScheduleTPNode attribute) Wan22Config (class in mstar.model.wan22.config) warm_outputs (mstar.engine.accelerator_graph_runner.WarmedRegion attribute) warm_up() (in module mstar.model.whisper.components.alignment) WarmedRegion (class in mstar.engine.accelerator_graph_runner) WarmedSpec (class in mstar.engine.accelerator_graph_runner) warmup_and_capture() (mstar.engine.accelerator_graph_runner.AcceleratorGraphRunner method) (mstar.engine.accelerator_graph_runner.PiecewiseAcceleratorGraphRunner method) warmup_compiles() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) warn_if_no_api_key() (in module mstar.api_server.auth) warn_implicit_downcast() (in module mstar.engine.node_dtype) watch_parent() (in module mstar.utils.orphan) watermark (mstar.model.chatterbox.config.GenerationDefaults attribute) WatermarkStream (class in mstar.model.audio_watermark) Wav2Vec2CTC (class in mstar.model.omnilingual_asr.components.wav2vec2) wav_stream_header() (in module mstar.api_server.media_io) waypoint_1_5_1b_360p() (in module mstar.model.waypoint.config) waypoint_1_5_1b_720p() (in module mstar.model.waypoint.config) WaypointAttention (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.attention) WaypointConfig (class in mstar.model.waypoint.config) WaypointDiT (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.dit) WaypointDiTBlock (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.dit) WaypointDitSubmodule (class in mstar.model.waypoint.submodules) WaypointPosIds (class in mstar.model.waypoint.components) (class in mstar.model.waypoint.components.dit) WaypointVaeEncoderSubmodule (class in mstar.model.waypoint.submodules) weight_block_size (mstar.utils.fp8_block.Fp8BlockQuantConfig attribute) WeightConverter (class in mstar.model.utils) weights_file (mstar.model.kokoro.config.KokoroModelConfig attribute) WEIGHTS_NAME (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer attribute) wg_fwd_pass_idx (mstar.graph.loop_indices.NestedLoopIndices attribute) wg_rank_completions (mstar.conductor.request_info.PartitionState attribute) WhisperModelConfig (class in mstar.model.whisper.config) why (mstar.utils.cpus.CpuPlan attribute) (mstar.utils.cpus.StepCpus attribute) width (mstar.engine.resources.LoopbackState attribute) (mstar.engine.resources.sampler.config.LoopbackState attribute) (mstar.model.waypoint.config.WaypointConfig attribute) win_size (mstar.model.chatterbox.config.S3GenMelConfig attribute) (mstar.model.chatterbox.config.VoiceEncoderConfig attribute) window (mstar.engine.resources.kv.bounded.config.SinkWindow attribute) (mstar.engine.resources.kv.bounded.SinkWindow attribute) window() (mstar.engine.windowing.WindowSchedule method) window_capacity (mstar.engine.resources.kv.bounded.BoundedKVConfig property) (mstar.engine.resources.kv.bounded.config.BoundedKVConfig property)

window_frames_default (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) window_includes_step (mstar.engine.resources.kv.bounded.config.SinkWindow attribute) (mstar.engine.resources.kv.bounded.SinkWindow attribute) window_size() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.RampChunkPolicy method) (mstar.streaming.chunk_policy.ScheduledLeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) window_stop() (in module mstar.api_server.media_io) windowed_decode_context_latents (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) windowed_decode_latents_per_call (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) windowed_decode_max_warm_streams (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) windowed_decode_warm_cache (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) windowed_kv() (mstar.model.cosmos3.tests.pipeline.Cosmos3Pipeline method) WindowPlan (class in mstar.engine.windowing) windows() (mstar.engine.windowing.WindowSchedule method) WindowSchedule (class in mstar.engine.windowing) wire_type() (in module mstar.communication.wire) WireCodec (class in mstar.communication.codec) WireError withheld (mstar.model.submodule_base.BatchedStopCheck attribute) (mstar.model.submodule_base.StopCheck attribute) without_layouts() (in module mstar.engine.resources.kv.config) word_timings() (in module mstar.model.whisper.components.alignment) worker_device() (in module mstar.conductor.workers) WORKER_FAMILIES (in module mstar.observability.catalog) worker_graph_ids (mstar.utils.ipc_format.WorkerGraphsDone attribute) worker_graph_to_workers (mstar.utils.ipc_format.NewRequest attribute) WORKER_GRAPHS_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) worker_id (mstar.utils.ipc_format.SetupDone attribute) (mstar.utils.ipc_format.WorkerStatus attribute) WORKER_STATUS (mstar.utils.ipc_format.ConductorMessageType attribute) WorkerGraphIO (class in mstar.graph.graph_io) WorkerGraphsDone (class in mstar.utils.ipc_format) WorkerGraphStateRegistry (class in mstar.graph.base) WorkerMessage (class in mstar.utils.ipc_format) WorkerMessageType (class in mstar.utils.ipc_format) WorkerMetrics (class in mstar.worker.worker_metrics) workers (mstar.utils.cpus.CpuPlan attribute) (mstar.utils.ipc_format.ClientStreamRoute attribute) WorkerStatus (class in mstar.utils.ipc_format) workspace_bytes() (in module mstar.engine.resources.attn.base) workspace_mb (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) WorkspacePool (class in mstar.engine.resources.attn.base) wrapper (mstar.engine.resources.attn.dense.DensePlan attribute) wrapper_class (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedBlockCausalManager attribute) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedCrossManager attribute) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager attribute) write_wav() (in module mstar.api_server.media_io) writes (mstar.engine.resources.base.KeyedWalks attribute) (mstar.engine.resources.kv.bounded.layout.RowLayout attribute) writes_prefix_snapshots (mstar.engine.resources.NodeResourceSpec property) (mstar.engine.resources.spec.NodeResourceSpec property) written (mstar.engine.resources.kv.bounded.config.StreamPosition attribute) (mstar.engine.resources.kv.bounded.StreamPosition attribute)

X

x0_sigma() (mstar.model.lingbot_world.components.schedule.FastSchedule method) x_pos (mstar.model.waypoint.components.dit.WaypointPosIds attribute) (mstar.model.waypoint.components.WaypointPosIds attribute) XPU_PAGED (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute)

XPUGraphBackend (class in mstar.engine.accelerator_graph_backend) XPUGraphPool (class in mstar.engine.accelerator_graph_backend) XPUPagedAttentionManager (class in mstar.engine.resources.attn.xpu) XPUPagedPlan (class in mstar.engine.resources.attn.xpu) xvector (mstar.model.chatterbox.config.S3GenConfig attribute) (mstar.model.cosyvoice3.config.CosyVoice3Config attribute)

Y

y_pos (mstar.model.waypoint.components.dit.WaypointPosIds attribute) (mstar.model.waypoint.components.WaypointPosIds attribute)

Z

z_dim (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute)

ZMQCommunicator (class in mstar.communication.communicator)