Index

A

ABORT_REQUEST (mstar.utils.ipc_format.ConductorMessageType attribute) AbortRequest (class in mstar.utils.ipc_format) ac_predictor (mstar.model.vjepa2.config.VJepa2Config attribute) ACBlock (class in mstar.model.vjepa2.components.ac_predictor) accumulated_outputs (mstar.graph.base.Loop attribute) ack_unread_tensors() (mstar.communication.tensors.TensorCommunicationManager method) acquire() (mstar.engine.resources.kv.manager.PageArena method) ACRoPEAttention (class in mstar.model.vjepa2.components.ac_predictor) action_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) action_dim (mstar.model.pi05.config.Pi05Config attribute) action_embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) action_gen (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) action_hidden_size (mstar.model.pi05.config.Pi05Config attribute) action_horizon (mstar.model.pi05.config.Pi05Config attribute) action_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) action_start_frame_offset() (in module mstar.model.cosmos3.components.packing) activation_function (mstar.model.whisper.config.WhisperModelConfig attribute) adarms_norm_fused() (in module mstar.utils.adarms_norm) AdaRMSNorm (class in mstar.model.components) (class in mstar.model.components.norm) add() (mstar.model.submodule_base.PerRequestState method) (mstar.utils.containers.RecentSet method) add_all() (mstar.model.submodule_base.PerRequestState method) add_request() (mstar.engine.engine.Engine method) address (mstar.graph.base.TensorPointerInfo attribute) admit() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) admit_error (mstar.engine.engine.ExecutingBatch attribute) admit_retrieve() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) AdmitFailedReason (class in mstar.engine.resources) (class in mstar.engine.resources.step) AdmitOutcome (class in mstar.engine.resources) (class in mstar.engine.resources.step) AdmitRuntimeError (class in mstar.engine.resources) (class in mstar.engine.resources.step) advance (mstar.engine.resources.position.config.PositionStep attribute) (mstar.engine.resources.PositionStep attribute) agree_across_ranks() (in module mstar.engine.cuda_graph_runner) allocate() (mstar.engine.resources.kv.cache.PageAllocator method) AllocationFailed (class in mstar.engine.resources) (class in mstar.engine.resources.step) allocator (mstar.engine.resources.kv.manager.PageArena attribute) AllocResult (class in mstar.engine.resources.kv.manager) any_graphs (mstar.engine.cuda_graph_runner.CudaGraphRunner property) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner property) APIServerMessage (class in mstar.api_server.request_types) apply_conductor_config() (mstar.engine.resources.ResourceReqConfig method) (mstar.engine.resources.sampler.config.SamplingReqConfig method) (mstar.engine.resources.SamplingReqConfig method) (mstar.engine.resources.spec.ResourceReqConfig method)

apply_masks() (in module mstar.model.vjepa2.components.vit_encoder) apply_penalty (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) apply_qk() (mstar.engine.resources.position.manager.RopeManager method) apply_rotary_embeddings() (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) apply_yaml_overrides() (in module mstar.engine.resources) (in module mstar.engine.resources.spec) (mstar.engine.resources.AttentionSpec method) (mstar.engine.resources.attn.config.AttentionSpec method) (mstar.engine.resources.attn.config.CrossAttentionSpec method) (mstar.engine.resources.attn.ragged.config.RaggedAttentionSpec method) (mstar.engine.resources.CrossAttentionSpec method) (mstar.engine.resources.kv.config.KVSpec method) (mstar.engine.resources.KVSpec method) (mstar.engine.resources.NodeResourceSpec method) (mstar.engine.resources.RaggedAttentionSpec method) (mstar.engine.resources.spec.NodeResourceSpec method) ArenaShmCommunicationManager (class in mstar.communication.arena) ARNodeInputs (class in mstar.model.submodule_base) ARNodeSubmodule (class in mstar.model.submodule_base) AsyncMooncakeReader (class in mstar.communication.tensors) Attention (class in mstar.model.components) (class in mstar.model.components.attention) attention_backend (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) attention_bias (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) attention_head_dim (mstar.model.wan22.config.Wan22Config attribute) attention_probs_dropout_prob (mstar.model.vjepa2.config.VJepa2Config attribute) AttentionCallable (class in mstar.engine.resources.convenience) AttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) AttentionManager (class in mstar.engine.resources.attn.base) AttentionResource (class in mstar.engine.resources.base) AttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) AttentionStep (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) attn_drop_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) attn_mask (mstar.model.vjepa2.components.ac_predictor.VisionTransformerPredictorAC property) AttnBackend (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) audio (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) audio_bos_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_d_model (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_encoder_attention_heads (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_encoder_ffn_dim (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_encoder_layers (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_eos_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_in_token_idx (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_max_source_positions (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_num_mel_bins (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) audio_speech() (in module mstar.api_server.openai.router) autocast_scope() (in module mstar.engine.cuda_graph_runner) available_voices (mstar.model.orpheus.config.OrpheusModelConfig attribute)

B

backend (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) BagelAdapter (class in mstar.api_server.openai.adapters) base_fps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) BaseCommunicator (class in mstar.communication.communicator) BASIC_BATCHED (mstar.engine.cuda_graph_config.CudaGraphConfigType attribute) BATCHED (mstar.engine.cuda_graph_config.PiecewiseConfigType attribute) batched_cfg (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) BatchedCudaGraphConfig (class in mstar.engine.cuda_graph_config) begin_suppress_tokens (mstar.model.whisper.config.WhisperModelConfig attribute) bind_node_resources() (mstar.model.submodule_base.NodeSubmodule method) bind_resources() (mstar.model.components.Attention method) (mstar.model.components.attention.Attention method) (mstar.model.components.attention.CrossAttention method) (mstar.model.components.CrossAttention method) (mstar.model.components.distributed.attention.ParallelAttention method) (mstar.model.components.distributed.attention.ParallelCrossAttention method) (mstar.model.components.distributed.ParallelAttention method) (mstar.model.components.distributed.ParallelCrossAttention method) (mstar.model.vjepa2.components.ac_predictor.ACRoPEAttention method) bind_step() (mstar.engine.resources.convenience.AttentionCallable method) (mstar.model.components.attention.CrossAttention method) (mstar.model.components.CrossAttention method) (mstar.model.components.distributed.attention.ParallelCrossAttention method) (mstar.model.components.distributed.ParallelCrossAttention method) BLOCK (mstar.engine.resources.position.config.PosScheme attribute) (mstar.engine.resources.PosScheme attribute) block_step (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) block_table (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) body (mstar.api_server.request_types.APIServerMessage attribute) (mstar.utils.ipc_format.ConductorMessage attribute) (mstar.utils.ipc_format.WorkerMessage attribute)

bs (mstar.engine.cuda_graph_config.PiecewiseCaptureShape attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphKey attribute) (mstar.engine.resources.base.CGSlotSpec property) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.CGSlotSpec property) (mstar.engine.resources.step.BucketKey attribute) bucket (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.SlotLease attribute) (mstar.engine.resources.step.SlotLease attribute) BucketKey (class in mstar.engine.resources) (class in mstar.engine.resources.step) buffered_shards (mstar.communication.tensors.TensorCommunicationManager attribute) BufferedShards (class in mstar.communication.tensors) build() (mstar.engine.resources.attn.base.AttentionManager class method) (mstar.engine.resources.attn.cross.CrossAttentionManager class method) (mstar.engine.resources.attn.ragged.base.RaggedAttnManager class method) (mstar.engine.resources.base.Resource class method) (mstar.engine.resources.kv.manager.KVManager class method) (mstar.engine.resources.position.manager.PositionManager class method) (mstar.engine.resources.Resource class method) build_action_block_causal_attention_mask() (in module mstar.model.vjepa2.components.ac_predictor) build_action_static_inputs() (in module mstar.model.cosmos3.components.packing) build_cuda_graph_buffers() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) build_for_rank() (mstar.engine.resources.kv.manager.PublishedKVInfo class method) build_paged_indptrs() (in module mstar.engine.resources.kv.plan) build_resource() (in module mstar.engine.resources.base) build_sound_segment() (in module mstar.model.cosmos3.components.packing) build_static_inputs() (in module mstar.model.cosmos3.components.packing) build_t2i_static_inputs() (in module mstar.model.cosmos3.components.packing) build_text_segment() (in module mstar.model.cosmos3.components.packing) build_vision_segment() (in module mstar.model.cosmos3.components.packing)

C

CacheStream (class in mstar.engine.resources.kv.manager) can_batch() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2EncoderSubmodule method) (mstar.model.vjepa2.submodules.VJepa2PredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) can_gc() (mstar.communication.tensors.TensorStore method) can_pre_plan() (mstar.engine.engine.Engine method) can_run() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) can_use_cuda_graphs() (mstar.model.submodule_base.NodeSubmodule method) capture (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) capture_batch_sizes (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) CAPTURE_BATCH_SIZES (mstar.engine.cuda_graph_runner.CudaGraphRunner attribute) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner attribute) capture_fn (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) capture_key (mstar.model.cosmos3.submodules.GenStepInfo attribute) captured (mstar.model.submodule_base.ModelInputsFromEngine attribute) cast_serving_dtypes() (mstar.model.wan22.components.dit.Wan22DiT method) (mstar.model.wan22.components.Wan22DiT method) CAT (mstar.model.submodule_base.StackingMethod attribute) causal (mstar.engine.resources.AttentionStep attribute) (mstar.engine.resources.attn.config.AttentionStep attribute) (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) cfg (mstar.model.cosmos3.submodules.GenStepInfo attribute) cfg_active (mstar.model.cosmos3.submodules.GenStepInfo attribute) cg_key_info (mstar.engine.engine.ExecutingBatch attribute) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.step.BucketKey attribute) (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) cg_key_info() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) CGSlotKey (class in mstar.engine.resources.base) CGSlotSpec (class in mstar.engine.resources) (class in mstar.engine.resources.base) chat_completions() (in module mstar.api_server.openai.router) chat_to_request() (mstar.api_server.openai.adapters.BagelAdapter method) (mstar.api_server.openai.adapters.OpenAIAdapter method) (mstar.api_server.openai.adapters.Qwen3OmniAdapter method) ChatCompletionRequest (class in mstar.api_server.openai.protocol) ChatMessage (class in mstar.api_server.openai.protocol) check_attachments() (in module mstar.model.multimodal) check_plan() (in module mstar.model.multimodal) check_ready() (mstar.engine.engine.Engine method) check_stop() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) (mstar.model.wan22.submodules.Wan22DitSubmodule method) check_stop_for_batch() (mstar.engine.engine.Engine method) check_uuid_presence() (mstar.communication.tensors.TensorStore method) chunk_index (mstar.streaming.stream_buffer.StreamChunk attribute) chunk_policy_factory (mstar.streaming.topology.Connection attribute) chunk_ptrs() (mstar.engine.resources.kv.cache.KVCache method) chunk_size_samples (mstar.model.higgs_audio.config.HiggsAudioModelConfig property) chunk_size_seconds (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) chunk_view() (mstar.engine.resources.kv.cache.KVCache method) ChunkPolicy (class in mstar.streaming.chunk_policy) ClaimedStream (class in mstar.engine.resources.kv.manager) cleanup() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.kv.transfer.KVTransferManager method) (mstar.engine.resources.Resource method) cleanup_request() (mstar.communication.tensors.TensorCommunicationManager method) (mstar.model.submodule_base.NodeSubmodule method) clear() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.Loop method) (mstar.graph.base.ReadySignals method) (mstar.graph.base.WorkerGraphStateRegistry method) (mstar.graph.graph_io.WorkerGraphIO method) clear_loop_stop_info() (mstar.conductor.request_info.CurrentForwardPassInfo method) clear_preplan() (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) clear_speculative_inputs() (mstar.graph.graph_io.WorkerGraphIO method) clone() (mstar.graph.base.GraphEdge method) (mstar.graph.base.TensorPointerInfo method) (mstar.model.submodule_base.NodeInputs method) close() (mstar.communication.arena.ArenaShmCommunicationManager method) collate() (mstar.model.submodule_base.ARNodeInputs class method) ColumnParallelLinear (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.linear) combined_labels (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) commit (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.KVStep attribute) commit() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) commit_done (mstar.engine.engine.ExecutingBatch attribute) CommProtocol (class in mstar.communication.communicator) compile (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) compile_denoise (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) compile_dit (mstar.model.wan22.config.Wan22Config attribute) complete() (mstar.graph.base.GraphNode method) complete_iter() (mstar.graph.base.Loop method)

completed_worker_graph_ids (mstar.conductor.request_info.PartitionState attribute) completion_event (mstar.engine.engine.ExecutingBatch attribute) compute_kv() (mstar.model.components.attention.CrossAttention method) (mstar.model.components.CrossAttention method) (mstar.model.components.distributed.attention.ParallelCrossAttention method) (mstar.model.components.distributed.ParallelCrossAttention method) CONDUCTOR (mstar.utils.ipc_format.MessageSource attribute) conductor_finish_time (mstar.api_server.request_types.RequestComplete attribute) conductor_ingest_time (mstar.api_server.request_types.RequestComplete attribute) conductor_new_token (mstar.graph.base.GraphEdge attribute) ConductorMessage (class in mstar.utils.ipc_format) ConductorMessageType (class in mstar.utils.ipc_format) config (mstar.engine.cuda_graph_runner.CudaGraphBucket attribute) (mstar.engine.resources.AttentionSpec attribute) (mstar.engine.resources.attn.config.AttentionSpec attribute) (mstar.engine.resources.attn.config.CrossAttentionSpec attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttentionSpec attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.CrossAttentionSpec attribute) (mstar.engine.resources.kv.config.KVSpec attribute) (mstar.engine.resources.KVSpec attribute) (mstar.engine.resources.position.config.PositionSpec attribute) (mstar.engine.resources.PositionSpec attribute) (mstar.engine.resources.RaggedAttentionSpec attribute) config_for() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) config_idx (mstar.engine.cuda_graph_runner.CudaGraphBucket attribute) (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) CONFIG_NAME (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer attribute) Connection (class in mstar.streaming.topology) connections (mstar.streaming.topology.PartitionTopology attribute) consolidate() (mstar.communication.tensors.BufferedShards method) consolidate_gate_up_weight() (mstar.model.components.GatedMLP method) (mstar.model.components.mlp.GatedMLP method) consolidate_qkv_weight() (mstar.model.components.Attention method) (mstar.model.components.attention.Attention method) consumed_count (mstar.conductor.request_info.StreamingConnectionState attribute) consumes_stream (mstar.graph.base.GraphNode attribute) content (mstar.api_server.openai.protocol.ChatMessage attribute) context_budget (mstar.engine.resources.kv.manager.RetentionPolicy attribute) context_cache_key (mstar.engine.resources.attn.cross.FlashInferCrossManager property) context_label (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) continue_after_producer_done() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) copy_() (mstar.engine.resources.kv.manager.KVPlanState method) copy_pages() (mstar.engine.resources.kv.cache.KVCache method) (mstar.engine.resources.kv.manager.PageArena method) cosmos3_name_remapper() (in module mstar.model.cosmos3.loader) Cosmos3Adapter (class in mstar.api_server.openai.adapters) Cosmos3AudioDecoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3Config (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3DiTSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3Pipeline (class in mstar.model.cosmos3.tests.pipeline) Cosmos3SchedulerConfig (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3SoundTokenizer (class in mstar.model.cosmos3.components.sound_tokenizer) Cosmos3VAEConfig (class in mstar.model.cosmos3) (class in mstar.model.cosmos3.config) Cosmos3VAEDecoderSubmodule (class in mstar.model.cosmos3.submodules) Cosmos3VAEEncoderSubmodule (class in mstar.model.cosmos3.submodules) counters (mstar.engine.resources.position.manager.PublishedPositionInfo attribute) cpu_indptrs (mstar.engine.resources.kv.plan.KVPlanOutput attribute) cpu_offload_pages (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) cpu_page_indices (mstar.engine.resources.kv.cpu_page_pool.OffloadedStream attribute) CPUPagePool (class in mstar.engine.resources.kv.cpu_page_pool) create_chat_completion() (in module mstar.api_server.openai.serving_chat) create_image_edit() (in module mstar.api_server.openai.serving_images) create_images() (in module mstar.api_server.openai.serving_images) create_speech() (in module mstar.api_server.openai.serving_speech) create_tensor_communication_manager() (in module mstar.communication.tensors) create_videos() (in module mstar.api_server.openai.serving_videos) created (mstar.api_server.openai.protocol.ModelCard attribute) crop_size (mstar.model.vjepa2.config.VJepa2Config attribute) cross_attn_norm (mstar.model.wan22.config.Wan22Config attribute) CrossAttention (class in mstar.model.components) (class in mstar.model.components.attention) CrossAttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) CrossAttentionManager (class in mstar.engine.resources.attn.cross) CrossAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.config) ctx (mstar.engine.resources.step.SubmoduleStep property) (mstar.engine.resources.SubmoduleStep property) cu_k (mstar.engine.resources.attn.dense.DensePlan attribute) cu_q (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) cuda_graph (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) cuda_graph_runner (mstar.engine.engine.SubmoduleManagement attribute) cuda_indptrs (mstar.engine.resources.kv.plan.KVPlanOutput attribute) cuda_share (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) CudaGraphBucket (class in mstar.engine.cuda_graph_runner) CudaGraphConfig (class in mstar.engine.cuda_graph_config) CudaGraphConfigType (class in mstar.engine.cuda_graph_config) CudaGraphRunner (class in mstar.engine.cuda_graph_runner) CudaGraphSlot (class in mstar.engine.cuda_graph_runner) CudaIpcKVTransferEngine (class in mstar.engine.resources.kv.transfer) CudaIpcKVTransferInfo (class in mstar.engine.resources.kv.transfer) curr_forward_outputs (mstar.conductor.request_info.PartitionState attribute) curr_iter (mstar.graph.base.Loop attribute) current_worker_graph_ids (mstar.conductor.request_info.PartitionState attribute) CurrentForwardConductorMetadata (class in mstar.conductor.request_info) CurrentForwardPassInfo (class in mstar.conductor.request_info) custom_pos_ids (mstar.model.submodule_base.ARNodeInputs attribute) custom_token_base_id (mstar.model.orpheus.config.OrpheusModelConfig attribute)

D

d_model (mstar.model.whisper.config.WhisperModelConfig attribute) data (mstar.api_server.openai.protocol.ModelList attribute) (mstar.api_server.request_types.ResultChunk attribute) (mstar.streaming.stream_buffer.StreamChunk attribute) data_ptr (mstar.engine.resources.kv.transfer.MooncakeKVTransferInfo attribute) data_ptr() (mstar.engine.resources.kv.cache.KVCache method) DataWorkerProfile (class in mstar.api_server.request_types) declare_inputs_for() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) declare_step (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) declare_step() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) decode() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) decoder_attention_heads (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_ffn_dim (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_layers (mstar.model.whisper.config.WhisperModelConfig attribute) decoder_prompt_ids() (mstar.model.whisper.config.WhisperModelConfig method) decoder_start_token_id (mstar.model.whisper.config.WhisperModelConfig attribute) DecoderLayer (class in mstar.model.components) (class in mstar.model.components.decoder_layer) default_action_dtype (mstar.model.pi05.config.Pi05Config attribute) default_height (mstar.model.wan22.config.Wan22Config attribute) default_label (mstar.engine.resources.base.AttentionResource property) default_negative_prompt (mstar.model.wan22.config.Wan22Config attribute) default_num_frames (mstar.model.wan22.config.Wan22Config attribute) default_num_inference_steps (mstar.model.wan22.config.Wan22Config attribute) default_prompt (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) default_width (mstar.model.wan22.config.Wan22Config attribute) DENSE (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) DenseAttentionManager (class in mstar.engine.resources.attn.dense) DensePlan (class in mstar.engine.resources.attn.dense) DenseSegment (class in mstar.engine.resources.attn.dense) dependencies (mstar.engine.resources.base.EngineResourceInfo attribute) dependency() (mstar.engine.resources.base.EngineResourceInfo method) depends_on() (mstar.engine.resources.AttentionSpec method) (mstar.engine.resources.attn.config.AttentionSpec method) (mstar.engine.resources.attn.config.CrossAttentionSpec method) (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.CrossAttentionSpec method) (mstar.engine.resources.NodeResourceSpec method) (mstar.engine.resources.position.config.PositionSpec method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.PositionSpec method) (mstar.engine.resources.Resource method) (mstar.engine.resources.spec.NodeResourceSpec method)

depth (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) dereference() (mstar.communication.tensors.TensorCommunicationManager method) (mstar.communication.tensors.TensorStore method) device (mstar.engine.resources.base.EngineResourceInfo attribute) (mstar.engine.resources.kv.cache.KVCache property) dims (mstar.graph.base.TensorPointerInfo attribute) disable_autocast (mstar.model.submodule_base.NodeSubmodule attribute) disable_torch_compile (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule attribute) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule attribute) (mstar.model.submodule_base.NodeSubmodule attribute) (mstar.model.wan22.submodules.Wan22DitSubmodule attribute) (mstar.model.wan22.submodules.Wan22TextEncoderSubmodule attribute) (mstar.model.wan22.submodules.Wan22VaeDecoderSubmodule attribute) (mstar.model.wan22.submodules.Wan22VaeEncoderSubmodule attribute) disag_shared_keys (mstar.model.submodule_base.PerRequestState attribute) discard() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) discretize_state() (in module mstar.model.pi05.components.flow_matching) dispatch_experts_fused() (in module mstar.model.components) (in module mstar.model.components.moe) distribute_tokens() (in module mstar.engine.cuda_graph_config) DONE (mstar.utils.ipc_format.Status attribute) drain() (mstar.communication.event.EventWakeup method) DRAIN_REQUEST (mstar.utils.ipc_format.WorkerMessageType attribute) DrainRequest (class in mstar.utils.ipc_format) drop_path_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) drop_rate (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) drop_rids() (mstar.engine.engine.ExecutingBatch method) dtype (mstar.engine.resources.kv.cache.KVCache property) (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) (mstar.model.wan22.components.dit.Wan22DiT property) (mstar.model.wan22.components.Wan22DiT property) dummy_metadata (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) dummy_metadata() (in module mstar.engine.cuda_graph_runner) dummy_rids (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) DummyRowPool (class in mstar.engine.cuda_graph_runner) dynamic_loop_iter_counts (mstar.conductor.request_info.CurrentForwardPassInfo attribute)

E

EagerSlotKey (class in mstar.engine.resources.attn.base) edge_name (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.streaming.topology.Connection attribute) embed() (mstar.model.whisper.components.decoder.WhisperDecoderModel method) embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) enable_async_scheduling (mstar.graph.base.GraphNode attribute) enable_fps_modulation (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) enable_repetion_penalty (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) enable_sound (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) encode_prompt() (mstar.model.pi05.components.tokenization.Pi05Tokenizer method) encoder_layers (mstar.model.whisper.config.WhisperModelConfig attribute) encoder_output_length() (mstar.model.higgs_audio.config.HiggsAudioModelConfig method) end_token_ids (mstar.model.orpheus.config.OrpheusModelConfig attribute) Engine (class in mstar.engine.engine) engine_inputs (mstar.engine.cuda_graph_config.PiecewiseCallInputs attribute) EngineResourceInfo (class in mstar.engine.resources.base) ensure() (mstar.engine.cuda_graph_runner.DummyRowPool method)

entity_id (mstar.engine.resources.kv.transfer.MooncakeKVTransferInfo attribute) (mstar.utils.ipc_format.ReadsDone attribute) eos_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) eps (mstar.model.wan22.config.Wan22Config attribute) error (mstar.engine.resources.kv.manager.AllocResult attribute) error_message (mstar.api_server.request_types.RequestFailed attribute) errors (mstar.utils.ipc_format.FailRequests attribute) euler_step() (in module mstar.model.pi05.components.flow_matching) EventWakeup (class in mstar.communication.event) evictable() (mstar.engine.engine.Engine method) exec() (mstar.engine.engine.Engine method) exec_and_postprocess() (mstar.engine.engine.Engine method) exec_timings (mstar.engine.engine.ExecutingBatch attribute) ExecutingBatch (class in mstar.engine.engine) EXPECTED_MSTAR_RUST_VERSION (in module mstar.communication.communicator) ext_inputs (mstar.graph.base.NodeInputsOutputs attribute) ext_outputs (mstar.graph.base.NodeInputsOutputs attribute) extra (mstar.model.pi05.config.Pi05Config attribute) extra_repr() (mstar.model.components.norm.RMSNorm method) (mstar.model.components.RMSNorm method)

F

FAIL_REQUESTS (mstar.utils.ipc_format.ConductorMessageType attribute) failed_requests (mstar.engine.engine.ExecutingBatch attribute) failed_resource (mstar.engine.engine.ExecutingBatch attribute) (mstar.engine.resources.FullAdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome attribute) failed_tensor_ids (mstar.utils.ipc_format.TensorReceived attribute) FailRequests (class in mstar.utils.ipc_format) fd (mstar.communication.event.EventWakeup property) ffn_dim (mstar.model.wan22.config.Wan22Config attribute) file_paths (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) filter_batched_output() (mstar.model.submodule_base.NodeSubmodule method) filtered_signals (mstar.graph.base.NodeCompletionOutput attribute) final_outputs (mstar.api_server.request_types.RequestComplete attribute) final_sigmas_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) final_stream_rids (mstar.engine.engine.ExecutingBatch attribute) finalize_batch() (mstar.engine.engine.Engine method) find_media_spans() (in module mstar.model.multimodal) first_request_info (mstar.model.submodule_base.ModelInputsFromEngine property) FixedChunkPolicy (class in mstar.streaming.chunk_policy) FLASH_INFER_PACKED (mstar.engine.cuda_graph_config.CudaGraphConfigType attribute) FLASHINFER (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute) flashinfer_backend (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) FlashInferCrossManager (class in mstar.engine.resources.attn.cross) FlashInferDecodeWrapper (class in mstar.engine.resources.attn.wrappers) FlashInferManager (class in mstar.engine.resources.attn.flashinfer) FlashInferPrefillWrapper (class in mstar.engine.resources.attn.wrappers) FlashInferRaggedManager (class in mstar.engine.resources.attn.ragged.flashinfer) flatten_messages() (in module mstar.api_server.openai.adapters) flow_shift (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) (mstar.model.wan22.config.Wan22Config attribute) flow_shift_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) force_cleanup_request() (mstar.communication.tensors.TensorCommunicationManager method) force_double_buffer (mstar.engine.resources.attn.cross.FlashInferCrossManager property) (mstar.engine.resources.attn.flashinfer.FlashInferManager property) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager property) (mstar.engine.resources.base.Resource property) (mstar.engine.resources.Resource property) format_graph_edge_list() (in module mstar.graph.graph_io) forward (mstar.engine.engine.SubmoduleManagement attribute) forward() (mstar.model.components.AdaRMSNorm method) (mstar.model.components.Attention method) (mstar.model.components.attention.Attention method) (mstar.model.components.attention.CrossAttention method) (mstar.model.components.CrossAttention method) (mstar.model.components.decoder_layer.DecoderLayer method) (mstar.model.components.decoder_layer.GatedDecoderLayer method) (mstar.model.components.DecoderLayer method) (mstar.model.components.distributed.attention.ParallelAttention method) (mstar.model.components.distributed.attention.ParallelCrossAttention method) (mstar.model.components.distributed.ColumnParallelLinear method) (mstar.model.components.distributed.embedding.VocabParallelEmbedding method) (mstar.model.components.distributed.linear.ColumnParallelLinear method) (mstar.model.components.distributed.linear.RowParallelLinear method) (mstar.model.components.distributed.mlp.ParallelGatedMLP method) (mstar.model.components.distributed.mlp.ParallelGatedMLPUnfused method) (mstar.model.components.distributed.ParallelAttention method) (mstar.model.components.distributed.ParallelCrossAttention method) (mstar.model.components.distributed.ParallelGatedMLP method) (mstar.model.components.distributed.RowParallelLinear method) (mstar.model.components.distributed.VocabParallelEmbedding method) (mstar.model.components.FusedColumnLinear method) (mstar.model.components.FusedGatedMLP method) (mstar.model.components.GatedDecoderLayer method) (mstar.model.components.GatedMLP method) (mstar.model.components.linear.FusedColumnLinear method) (mstar.model.components.MLP method) (mstar.model.components.mlp.FusedGatedMLP method) (mstar.model.components.mlp.GatedMLP method) (mstar.model.components.mlp.MLP method) (mstar.model.components.moe.ParallelSparseMoeBlock method) (mstar.model.components.moe.ParallelSparseMoeBlockWithSharedExpert method) (mstar.model.components.moe.SparseMoeBlock method) (mstar.model.components.moe.SparseMoeBlockWithSharedExpert method) (mstar.model.components.moe.TopKRouter method) (mstar.model.components.norm.AdaRMSNorm method) (mstar.model.components.norm.RMSNorm method) (mstar.model.components.ParallelSparseMoeBlock method) (mstar.model.components.ParallelSparseMoeBlockWithSharedExpert method) (mstar.model.components.RMSNorm method) (mstar.model.components.SparseMoeBlock method) (mstar.model.components.SparseMoeBlockWithSharedExpert method) (mstar.model.components.TopKRouter method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckDecoder method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckDecoderBlock method) (mstar.model.cosmos3.components.sound_tokenizer.OobleckResidualUnit method) (mstar.model.cosmos3.components.sound_tokenizer.Snake1d method) (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule method) (mstar.model.higgs_audio.components.llm.HiggsAudioLLM method) (mstar.model.orpheus.components.language_model.OrpheusForCausalLM method) (mstar.model.orpheus.components.language_model.OrpheusLanguageModel method) (mstar.model.pi05.components.action_expert.Pi05ActionExpert method) (mstar.model.pi05.components.action_expert.Pi05TimeMLP method) (mstar.model.pi05.components.paligemma.Pi05PaliGemmaExpert method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.components.ac_predictor.ACBlock method) (mstar.model.vjepa2.components.ac_predictor.ACRoPEAttention method) (mstar.model.vjepa2.components.ac_predictor.VisionTransformerPredictorAC method) (mstar.model.vjepa2.components.layers.VJEPA2Layer method) (mstar.model.vjepa2.components.layers.VJEPA2MLP method) (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) (mstar.model.vjepa2.components.predictor.VJEPA2Predictor method) (mstar.model.vjepa2.components.predictor.VJEPA2PredictorEmbeddings method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2Embeddings method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2Encoder method) (mstar.model.vjepa2.components.vit_encoder.VJEPA2PatchEmbeddings3D method) (mstar.model.vjepa2.submodules.VJepa2ACPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2EncoderSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCScorerSubmodule method) (mstar.model.vjepa2.submodules.VJepa2PredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) (mstar.model.wan22.components.dit.Wan22DiT method) (mstar.model.wan22.components.dit.Wan22DiTAttention method) (mstar.model.wan22.components.dit.Wan22DiTBlock method) (mstar.model.wan22.components.dit.Wan22TimeTextEmbedding method) (mstar.model.wan22.components.dit.WanFP32LayerNorm method) (mstar.model.wan22.components.Wan22DiT method) (mstar.model.wan22.components.Wan22DiTAttention method) (mstar.model.wan22.components.Wan22DiTBlock method) (mstar.model.wan22.components.Wan22TimeTextEmbedding method) (mstar.model.wan22.submodules.Wan22DitSubmodule method) (mstar.model.wan22.submodules.Wan22TextEncoderSubmodule method) (mstar.model.wan22.submodules.Wan22VaeDecoderSubmodule method) (mstar.model.wan22.submodules.Wan22VaeEncoderSubmodule method) (mstar.model.whisper.components.decoder.WhisperDecoderLayer method) (mstar.model.whisper.components.decoder.WhisperDecoderModel method)

forward_batched (mstar.engine.engine.SubmoduleManagement attribute) forward_batched() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2EncoderSubmodule method) (mstar.model.vjepa2.submodules.VJepa2PredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) forward_cached() (mstar.model.vjepa2.components.ac_predictor.ACRoPEAttention method) forward_captured() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) forward_kwargs (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) fp (mstar.communication.tensors.TransferReadInfo attribute) fps (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) frames_per_clip (mstar.model.vjepa2.config.VJepa2Config attribute) free() (mstar.engine.resources.kv.cache.PageAllocator method) freeze_und (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) freq_dim (mstar.model.wan22.config.Wan22Config attribute) from_dict() (mstar.model.cosmos3.config.Cosmos3SchedulerConfig class method) (mstar.model.cosmos3.config.Cosmos3VAEConfig class method) (mstar.model.cosmos3.Cosmos3SchedulerConfig class method) (mstar.model.cosmos3.Cosmos3VAEConfig class method) (mstar.utils.ipc_format.MessageBody method) from_hf_config() (mstar.model.vjepa2.config.VJepa2Config class method) from_model() (mstar.model.cosmos3.tests.pipeline.Cosmos3Pipeline class method) from_partition (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.streaming.topology.Connection attribute) from_pretrained() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer class method) (mstar.model.cosmos3.config.Cosmos3Config class method) (mstar.model.cosmos3.Cosmos3Config class method) (mstar.model.higgs_audio.config.HiggsAudioModelConfig class method) (mstar.model.whisper.config.WhisperModelConfig class method) from_transformer_dict() (mstar.model.cosmos3.config.Cosmos3Config class method) (mstar.model.cosmos3.Cosmos3Config class method) FullAdmitOutcome (class in mstar.engine.resources) (class in mstar.engine.resources.step) FusedColumnLinear (class in mstar.model.components) (class in mstar.model.components.linear) FusedGatedMLP (class in mstar.model.components) (class in mstar.model.components.mlp) future (mstar.communication.tensors.FutureAndPointers attribute) FutureAndPointers (class in mstar.communication.tensors) fwd_index (mstar.conductor.request_info.CurrentForwardPassInfo attribute) fwd_pass_number (mstar.conductor.request_info.PartitionState attribute)

G

GatedDecoderLayer (class in mstar.model.components) (class in mstar.model.components.decoder_layer) GatedMLP (class in mstar.model.components) (class in mstar.model.components.mlp) gather_sequence() (in module mstar.model.components.distributed.sequence_parallel) gen_capture_batch_sizes (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) gen_capture_resolutions (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) generate_action() (mstar.model.cosmos3.tests.pipeline.Cosmos3Pipeline method) generation (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.kv.manager.CacheStream attribute) (mstar.engine.resources.kv.manager.ClaimedStream attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) GenStepInfo (class in mstar.model.cosmos3.submodules) get() (mstar.engine.cuda_graph_runner.PiecewiseOutput method) (mstar.engine.resources.attn.base.WorkspacePool method) (mstar.engine.resources.kv.manager.PublishedKVInfo method) (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) (mstar.model.submodule_base.PerRequestState method) get_3d_mrope_ids_action_tokens() (in module mstar.model.cosmos3.components.packing) get_3d_mrope_ids_text_tokens() (in module mstar.model.cosmos3.components.packing) get_3d_mrope_ids_vae_tokens() (in module mstar.model.cosmos3.components.packing) get_adapter() (in module mstar.api_server.openai.adapters) get_all_new_messages() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) get_all_uuids() (mstar.communication.tensors.TensorStore method) get_async_reader() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) get_audio_num_samples() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) get_autocast_dtype() (mstar.model.submodule_base.NodeSubmodule method) get_capture_shapes() (mstar.engine.cuda_graph_config.PiecewiseBatchedConfig method) (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig method) (mstar.engine.cuda_graph_config.PiecewisePackedConfig method) get_config_type() (mstar.engine.cuda_graph_config.BatchedCudaGraphConfig method) (mstar.engine.cuda_graph_config.CudaGraphConfig method) (mstar.engine.cuda_graph_config.PackedCudaGraphConfig method) (mstar.engine.cuda_graph_config.PiecewiseBatchedConfig method) (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig method) (mstar.engine.cuda_graph_config.PiecewisePackedConfig method) get_cuda_graph_configs() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) get_device() (mstar.model.submodule_base.NodeSubmodule method) get_inputs_outputs() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method) get_kv_transfer_info() (mstar.engine.resources.kv.transfer.CudaIpcKVTransferEngine method) (mstar.engine.resources.kv.transfer.KVTransferEngine method) (mstar.engine.resources.kv.transfer.KVTransferManager method) (mstar.engine.resources.kv.transfer.LocalOnlyKVTransferEngine method) (mstar.engine.resources.kv.transfer.MooncakeKVTransferEngine method) get_labels() (mstar.engine.resources.kv.config.KVReqConfig method) (mstar.engine.resources.KVReqConfig method) get_latent_num_frames() (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer method) get_loop_indices() (mstar.graph.graph_io.WorkerGraphIO method) get_loops() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method)

get_max_batch_size() (mstar.engine.engine.Engine method) get_nested_loop_idxs() (mstar.graph.graph_io.WorkerGraphIO method) get_nested_loop_idxs_for_node() (mstar.graph.graph_io.WorkerGraphIO method) get_node() (mstar.graph.graph_io.WorkerGraphIO method) get_node_inputs() (mstar.engine.cuda_graph_config.BatchedCudaGraphConfig method) (mstar.engine.cuda_graph_config.CudaGraphConfig method) (mstar.engine.cuda_graph_config.PackedCudaGraphConfig method) get_nodes() (mstar.graph.base.GraphNode method) (mstar.graph.base.GraphSection method) (mstar.graph.base.Loop method) (mstar.graph.base.Parallel method) (mstar.graph.base.Sequential method) get_offload_priority() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) get_piecewise_cuda_graph_configs() (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) get_position_ids() (mstar.model.vjepa2.components.layers.VJEPA2RopeAttention method) get_ready_tensors() (mstar.communication.tensors.TensorCommunicationManager method) get_rx_info() (mstar.communication.tensors.TensorCommunicationManager method) get_session_id() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) get_tensor() (mstar.communication.tensors.TensorCommunicationManager method) (mstar.communication.tensors.TensorStore method) get_total_len() (mstar.engine.resources.kv.plan.KVPlanOutput method) get_total_tokens() (mstar.engine.cuda_graph_config.BatchedCudaGraphConfig method) (mstar.engine.cuda_graph_config.CudaGraphConfig method) (mstar.engine.cuda_graph_config.PackedCudaGraphConfig method) get_tx_info() (mstar.communication.tensors.TensorCommunicationManager method) get_view() (mstar.engine.cuda_graph_runner.PiecewiseOutput method) graph (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) graph_edge (mstar.api_server.request_types.ResultTensors attribute) graph_edges (mstar.communication.tensors.FutureAndPointers attribute) graph_max_latent_area (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) graph_timings (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) graph_walk (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.engine.engine.ExecutingBatch property) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.step.BucketKey attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) (mstar.graph.base.NodeAndGraphWalk attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) graph_walks (mstar.conductor.request_info.PartitionDefinition attribute) GraphEdge (class in mstar.graph.base) GraphNode (class in mstar.graph.base) GraphSection (class in mstar.graph.base) GraphStateRegistry (class in mstar.graph.base) grid_depth (mstar.model.vjepa2.config.VJepa2Config property) grid_size (mstar.model.vjepa2.config.VJepa2Config property) group_by_plan_label() (in module mstar.engine.resources.kv.plan) guidance_scale (mstar.model.wan22.config.Wan22Config attribute) guidance_scale_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute)

H

has_chunk_ready() (mstar.streaming.stream_buffer.StreamBuffer method) has_inflight_reads() (mstar.communication.tensors.TensorCommunicationManager method) head_dim (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.whisper.config.WhisperModelConfig property)

hidden_act (mstar.model.vjepa2.config.VJepa2Config attribute) hidden_size (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config property) HiggsAudioLLM (class in mstar.model.higgs_audio.components.llm) HiggsAudioModelConfig (class in mstar.model.higgs_audio.config) high_freq_factor (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) host_kv_lens (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute)

I

id (mstar.api_server.openai.protocol.ModelCard attribute) ignore_eos (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) im_end_token_id (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) image (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) image_edit_to_request() (mstar.api_server.openai.adapters.BagelAdapter method) (mstar.api_server.openai.adapters.OpenAIAdapter method) image_to_request() (mstar.api_server.openai.adapters.BagelAdapter method) (mstar.api_server.openai.adapters.Cosmos3Adapter method) (mstar.api_server.openai.adapters.OpenAIAdapter method) ImageGenerationRequest (class in mstar.api_server.openai.protocol) images_edits() (in module mstar.api_server.openai.router) images_generations() (in module mstar.api_server.openai.router) img_size (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) in_channels (mstar.model.wan22.config.Wan22Config attribute) in_chans (mstar.model.vjepa2.config.VJepa2Config attribute) IN_PROGRESS (mstar.utils.ipc_format.Status attribute) increment_ref() (mstar.communication.tensors.TensorCommunicationManager method) (mstar.communication.tensors.TensorStore method) index (mstar.model.multimodal.MediaSpan attribute) (mstar.model.multimodal.PromptPart attribute) info (mstar.engine.resources.kv.manager.PublishedKVInfo attribute) ingest_external_input() (mstar.graph.base.Loop method) ingest_for_speculation() (mstar.graph.graph_io.WorkerGraphIO method) ingest_input() (mstar.graph.base.GraphNode method) (mstar.graph.graph_io.WorkerGraphIO method) ingest_request() (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) initial_input_modalities (mstar.utils.ipc_format.NewRequestConductor attribute) initial_inputs (mstar.utils.ipc_format.NewRequest attribute) initial_output_modalities (mstar.utils.ipc_format.NewRequestConductor attribute) initial_signals (mstar.utils.ipc_format.NewRequestConductor attribute) initial_walk (mstar.conductor.request_info.PartitionDefinition attribute) input (mstar.api_server.openai.protocol.SpeechRequest attribute) input_embeds (mstar.model.submodule_base.ARNodeInputs attribute) input_ids (mstar.model.submodule_base.ARNodeInputs attribute) input_metadata (mstar.utils.ipc_format.NewRequestConductor attribute)

input_modalities (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) input_names (mstar.graph.base.GraphNode attribute) (mstar.graph.base.ReadySignals attribute) input_seq_len (mstar.model.submodule_base.NodeInputs attribute) INPUT_SIGNALS (mstar.utils.ipc_format.WorkerMessageType attribute) inputs (mstar.api_server.request_types.DataWorkerProfile attribute) (mstar.engine.engine.ExecutingBatch attribute) (mstar.utils.ipc_format.InputSignals attribute) InputSignals (class in mstar.utils.ipc_format) interleave (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) intermediate_size (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) IPC (mstar.communication.communicator.CommProtocol attribute) is_decode (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.kv.plan.KVPlanOutput property) is_done (mstar.conductor.request_info.PartitionState attribute) (mstar.graph.base.Loop attribute) is_done() (mstar.communication.tensors.BufferedShards method) is_final (mstar.streaming.stream_buffer.StreamChunk attribute) is_first_tp_rank (mstar.utils.ipc_format.WorkerGraphsDone attribute) is_frame_causal (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) is_new_loop_iter (mstar.graph.base.SpeculativeNodeInfo attribute) is_offloaded() (mstar.engine.engine.Engine method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) is_prefill (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) is_preplan (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) is_ready (mstar.graph.base.ReadySignals attribute) is_ready() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) is_ready_for_speculation() (mstar.graph.base.GraphNode method) is_ready_for_streaming (mstar.graph.base.ReadySignals attribute) is_registered() (mstar.communication.tensors.TensorStore method) is_streaming (mstar.graph.base.GraphEdge attribute)

J

joint_attn_implementation (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute)

joint_comm_group (mstar.engine.engine.SubmoduleManagement attribute) (mstar.engine.resources.base.EngineResourceInfo attribute)

K

keys() (mstar.engine.cuda_graph_runner.PiecewiseOutput method) (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) kv_cache (mstar.engine.resources.AttentionConfig attribute) (mstar.engine.resources.attn.config.AttentionConfig attribute) (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) (mstar.engine.resources.kv.manager.PageArena attribute) (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) kv_dtype (mstar.engine.resources.base.EngineResourceInfo attribute) KVCache (class in mstar.engine.resources.kv.cache) KVColumnParallelLinear (class in mstar.model.components.distributed.linear) KVConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVLayout (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config)

KVManager (class in mstar.engine.resources.kv.manager) KVPlanOutput (class in mstar.engine.resources.kv.plan) KVPlanOutputs (class in mstar.engine.resources.kv.plan) KVPlanState (class in mstar.engine.resources.kv.manager) KVReadInfo (class in mstar.engine.resources.kv.transfer) KVReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVSequenceInfo (class in mstar.engine.resources.kv.manager) KVSpec (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVStep (class in mstar.engine.resources) (class in mstar.engine.resources.kv.config) KVTransferEngine (class in mstar.engine.resources.kv.transfer) KVTransferManager (class in mstar.engine.resources.kv.transfer) kwargs (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) (mstar.engine.cuda_graph_config.PiecewiseCallInputs attribute) (mstar.model.submodule_base.NodeInputs attribute) (mstar.model.submodule_base.PerRequestState attribute)

L

label (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.convenience.AttentionCallable property) (mstar.engine.resources.kv.manager.ClaimedStream attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.engine.resources.RequestOffloading attribute) (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.AllocationFailed attribute) (mstar.engine.resources.step.RequestOffloading attribute) (mstar.engine.resources.step.Segment attribute) label_context_gt() (mstar.graph.loop_indices.NestedLoopIndices method) labels() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) lang_to_id (mstar.model.whisper.config.WhisperModelConfig attribute) last_page_len() (mstar.engine.resources.kv.plan.SequenceView method) last_page_lens (mstar.engine.resources.attn.base.PlanCacheKey attribute) last_sample (mstar.model.wan22.components.unipc.UniPCState attribute) (mstar.model.wan22.components.UniPCState attribute) latent_channel (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) latent_patch_size (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) latents_mean (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) latents_std (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) latest_kv_transfer_info (mstar.engine.resources.kv.manager.KVSequenceInfo attribute) launch_started_event (mstar.engine.engine.ExecutingBatch attribute) layer_idx (mstar.engine.resources.kv.transfer.KVReadInfo attribute) layer_norm_eps (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) layer_view() (mstar.engine.resources.kv.cache.KVCache method) (mstar.engine.resources.kv.manager.KVManager method) layout (mstar.engine.resources.kv.cache.KVCache property) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) (mstar.engine.resources.kv.transfer.MooncakeKVTransferInfo attribute) (mstar.engine.resources.KVConfig attribute)

LazyRequestStates (class in mstar.model.submodule_base) lease_before_step (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner property) lease_slot() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) (mstar.engine.engine.ExecutingBatch method) (mstar.engine.engine.SubmoduleManagement method) LeftContextChunkPolicy (class in mstar.streaming.chunk_policy) length (mstar.engine.resources.kv.plan.SequenceView attribute) list_models() (in module mstar.api_server.openai.router) llama31_params (mstar.engine.resources.position.config.PositionConfig property) (mstar.engine.resources.PositionConfig property) lm_head() (mstar.model.whisper.components.decoder.WhisperDecoderModel method) load_model() (mstar.engine.engine.Engine method) load_pi05_config() (in module mstar.model.pi05.config) load_transformer_weights() (in module mstar.model.cosmos3.loader) load_weights() (mstar.model.orpheus.components.language_model.OrpheusForCausalLM method) local_dir (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) local_page_idx (mstar.engine.resources.kv.transfer.KVReadInfo attribute) local_ptr (mstar.communication.tensors.TransferReadInfo attribute) LocalOnlyKVTransferEngine (class in mstar.engine.resources.kv.transfer) LocalTransferEngine (class in mstar.communication.tensors) Loop (class in mstar.graph.base) loop_back (mstar.graph.base.NodeInputsOutputs attribute) loop_indices (mstar.api_server.request_types.ResultTensors attribute) (mstar.graph.loop_indices.NestedLoopIndices attribute) loop_name (mstar.graph.base.SpeculativeNodeInfo attribute) loop_name_order (mstar.graph.loop_indices.NestedLoopIndices attribute) loop_names (mstar.utils.ipc_format.StopLoops attribute) loop_stop_times (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.utils.ipc_format.StopLoops attribute) LoopStateRegistry (class in mstar.graph.base) low_freq_factor (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute)

M

make_block_loop_fn() (mstar.model.vjepa2.components.ac_predictor.VisionTransformerPredictorAC method) make_communicator() (in module mstar.communication.communicator) make_static_inputs (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig attribute) make_unipc_tables() (in module mstar.model.wan22.components) (in module mstar.model.wan22.components.unipc) managed_entities (mstar.graph.base.GraphStateRegistry attribute) mark() (in module mstar.utils.profiler) mark_entity_complete() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) mark_node_complete() (mstar.graph.graph_io.WorkerGraphIO method) max() (mstar.graph.loop_indices.NestedLoopIndices method) max_action_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) max_batch_size() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) max_batch_size_for() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) max_completion_tokens (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) max_denoise_steps (mstar.model.wan22.config.Wan22Config attribute) max_gen_batch_size (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) max_inference_steps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) max_iters (mstar.graph.base.Loop attribute) max_k (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) max_lang_tokens (mstar.model.pi05.config.Pi05Config attribute) max_new_tokens (mstar.model.orpheus.config.OrpheusModelConfig attribute) max_num_pages (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) max_position_embeddings (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) max_q (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.attn.xpu.XPUPagedPlan attribute) max_rollout_horizon (mstar.model.vjepa2.config.VJepa2Config attribute) max_segments_for() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.RaggedAttentionConfig method) max_segments_per_request (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) max_seq_len (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) max_source_positions (mstar.model.whisper.config.WhisperModelConfig attribute) max_target_positions (mstar.model.whisper.config.WhisperModelConfig attribute) max_tokens (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) max_tokens_for() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.RaggedAttentionConfig method) max_tokens_per_request (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) maxlen (mstar.utils.containers.RecentSet attribute) maybe_cache_output() (mstar.graph.base.Loop method) MediaSpan (class in mstar.model.multimodal) mem_registered (mstar.communication.tensors.TensorAndReferenceInfo attribute) merge_publish_info() (in module mstar.conductor.request_info) MergedColumnParallelLinear (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.linear) message (mstar.engine.resources.AdmitFailedReason attribute) (mstar.engine.resources.step.AdmitFailedReason attribute) message_type (mstar.api_server.request_types.APIServerMessage attribute) (mstar.utils.ipc_format.ConductorMessage attribute) (mstar.utils.ipc_format.WorkerMessage attribute) MessageBody (class in mstar.utils.ipc_format) messages (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) MessageSource (class in mstar.utils.ipc_format) metadata (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.conductor.request_info.PartitionState attribute) MLP (class in mstar.model.components) (class in mstar.model.components.mlp) mlp_ratio (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) modalities (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) modality (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.model.multimodal.MediaSpan attribute) (mstar.model.multimodal.PromptPart attribute) modality_from_mime() (in module mstar.api_server.media_io) model (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) model_config (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ChatMessage attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.ModelCard attribute) (mstar.api_server.openai.protocol.ModelList attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) model_kwargs (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.utils.ipc_format.NewRequestConductor attribute) model_outputs (mstar.model.wan22.components.unipc.UniPCState attribute) (mstar.model.wan22.components.UniPCState attribute) ModelCard (class in mstar.api_server.openai.protocol) ModelInputsFromEngine (class in mstar.model.submodule_base) ModelList (class in mstar.api_server.openai.protocol) module mstar.api_server mstar.api_server.media_io mstar.api_server.openai mstar.api_server.openai.adapters mstar.api_server.openai.protocol mstar.api_server.openai.router mstar.api_server.openai.serving_chat mstar.api_server.openai.serving_images mstar.api_server.openai.serving_speech mstar.api_server.openai.serving_videos mstar.api_server.request_types mstar.communication mstar.communication.arena mstar.communication.communicator mstar.communication.event mstar.communication.tensors mstar.conductor mstar.conductor.request_info mstar.engine mstar.engine.cuda_graph_config mstar.engine.cuda_graph_runner mstar.engine.engine mstar.engine.resources mstar.engine.resources.attn mstar.engine.resources.attn.base mstar.engine.resources.attn.config mstar.engine.resources.attn.cross mstar.engine.resources.attn.dense mstar.engine.resources.attn.flashinfer mstar.engine.resources.attn.ragged mstar.engine.resources.attn.ragged.base mstar.engine.resources.attn.ragged.config mstar.engine.resources.attn.ragged.flashinfer mstar.engine.resources.attn.ragged.wrappers mstar.engine.resources.attn.wrappers mstar.engine.resources.attn.xpu mstar.engine.resources.base mstar.engine.resources.convenience mstar.engine.resources.kv mstar.engine.resources.kv.cache mstar.engine.resources.kv.config mstar.engine.resources.kv.cpu_page_pool mstar.engine.resources.kv.manager mstar.engine.resources.kv.plan mstar.engine.resources.kv.transfer mstar.engine.resources.position mstar.engine.resources.position.config mstar.engine.resources.position.manager mstar.engine.resources.position.rope mstar.engine.resources.rms_norm mstar.engine.resources.rms_norm.rms_norm mstar.engine.resources.runner mstar.engine.resources.sampler mstar.engine.resources.sampler.config mstar.engine.resources.spec mstar.engine.resources.step mstar.graph mstar.graph.base mstar.graph.graph_io mstar.graph.loop_indices mstar.graph.special_destinations mstar.model mstar.model.components mstar.model.components.attention mstar.model.components.decoder_layer mstar.model.components.distributed mstar.model.components.distributed.attention mstar.model.components.distributed.embedding mstar.model.components.distributed.linear mstar.model.components.distributed.mlp mstar.model.components.distributed.sequence_parallel mstar.model.components.linear mstar.model.components.mlp mstar.model.components.moe mstar.model.components.norm mstar.model.cosmos3 mstar.model.cosmos3.components mstar.model.cosmos3.components.packing mstar.model.cosmos3.components.sound_tokenizer mstar.model.cosmos3.config mstar.model.cosmos3.constants mstar.model.cosmos3.loader mstar.model.cosmos3.submodules mstar.model.cosmos3.tests mstar.model.cosmos3.tests.pipeline mstar.model.cosmos3.tests.test_engine_cache mstar.model.cosmos3.tests.test_sound mstar.model.higgs_audio mstar.model.higgs_audio.components mstar.model.higgs_audio.components.llm mstar.model.higgs_audio.config mstar.model.multimodal mstar.model.orpheus mstar.model.orpheus.components mstar.model.orpheus.components.language_model mstar.model.orpheus.config mstar.model.pi05 mstar.model.pi05.components mstar.model.pi05.components.action_expert mstar.model.pi05.components.flow_matching mstar.model.pi05.components.paligemma mstar.model.pi05.components.tokenization mstar.model.pi05.config mstar.model.pi05.kernels mstar.model.pi05.kernels.image_normalize mstar.model.submodule_base mstar.model.vjepa2 mstar.model.vjepa2.components mstar.model.vjepa2.components.ac_predictor mstar.model.vjepa2.components.layers mstar.model.vjepa2.components.predictor mstar.model.vjepa2.components.rope_utils mstar.model.vjepa2.components.vit_encoder mstar.model.vjepa2.config mstar.model.vjepa2.submodules mstar.model.wan22 mstar.model.wan22.components mstar.model.wan22.components.dit mstar.model.wan22.components.unipc mstar.model.wan22.config mstar.model.wan22.submodules mstar.model.whisper mstar.model.whisper.components mstar.model.whisper.components.decoder mstar.model.whisper.config mstar.streaming mstar.streaming.chunk_policy mstar.streaming.stream_buffer mstar.streaming.topology mstar.utils mstar.utils.adarms_norm mstar.utils.containers mstar.utils.ipc_format mstar.utils.logging_config mstar.utils.profiler mstar.worker MooncakeCommunicationManager (class in mstar.communication.tensors) MooncakeKVTransferEngine (class in mstar.engine.resources.kv.transfer) MooncakeKVTransferInfo (class in mstar.engine.resources.kv.transfer) MooncakeTransferEngine (class in mstar.communication.tensors) mpc_cost_fn (mstar.model.vjepa2.config.VJepa2Config attribute) mrope_interleaved (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) mstar.api_server module mstar.api_server.media_io module mstar.api_server.openai module mstar.api_server.openai.adapters module mstar.api_server.openai.protocol module mstar.api_server.openai.router module mstar.api_server.openai.serving_chat module mstar.api_server.openai.serving_images module

mstar.api_server.openai.serving_speech module mstar.api_server.openai.serving_videos module mstar.api_server.request_types module mstar.communication module mstar.communication.arena module mstar.communication.communicator module mstar.communication.event module mstar.communication.tensors module mstar.conductor module mstar.conductor.request_info module mstar.engine module mstar.engine.cuda_graph_config module mstar.engine.cuda_graph_runner module mstar.engine.engine module mstar.engine.resources module mstar.engine.resources.attn module mstar.engine.resources.attn.base module mstar.engine.resources.attn.config module mstar.engine.resources.attn.cross module mstar.engine.resources.attn.dense module mstar.engine.resources.attn.flashinfer module mstar.engine.resources.attn.ragged module mstar.engine.resources.attn.ragged.base module mstar.engine.resources.attn.ragged.config module mstar.engine.resources.attn.ragged.flashinfer module mstar.engine.resources.attn.ragged.wrappers module mstar.engine.resources.attn.wrappers module mstar.engine.resources.attn.xpu module mstar.engine.resources.base module mstar.engine.resources.convenience module mstar.engine.resources.kv module mstar.engine.resources.kv.cache module mstar.engine.resources.kv.config module mstar.engine.resources.kv.cpu_page_pool module mstar.engine.resources.kv.manager module mstar.engine.resources.kv.plan module mstar.engine.resources.kv.transfer module mstar.engine.resources.position module mstar.engine.resources.position.config module mstar.engine.resources.position.manager module mstar.engine.resources.position.rope module mstar.engine.resources.rms_norm module mstar.engine.resources.rms_norm.rms_norm module mstar.engine.resources.runner module mstar.engine.resources.sampler module mstar.engine.resources.sampler.config module mstar.engine.resources.spec module mstar.engine.resources.step module mstar.graph module mstar.graph.base module mstar.graph.graph_io module mstar.graph.loop_indices module mstar.graph.special_destinations module mstar.model module mstar.model.components module mstar.model.components.attention module mstar.model.components.decoder_layer module mstar.model.components.distributed module mstar.model.components.distributed.attention module mstar.model.components.distributed.embedding module mstar.model.components.distributed.linear module mstar.model.components.distributed.mlp module mstar.model.components.distributed.sequence_parallel module mstar.model.components.linear module mstar.model.components.mlp module mstar.model.components.moe module mstar.model.components.norm module mstar.model.cosmos3 module mstar.model.cosmos3.components module mstar.model.cosmos3.components.packing module mstar.model.cosmos3.components.sound_tokenizer module mstar.model.cosmos3.config module mstar.model.cosmos3.constants module mstar.model.cosmos3.loader module mstar.model.cosmos3.submodules module mstar.model.cosmos3.tests module mstar.model.cosmos3.tests.pipeline module mstar.model.cosmos3.tests.test_engine_cache module mstar.model.cosmos3.tests.test_sound module mstar.model.higgs_audio module mstar.model.higgs_audio.components module mstar.model.higgs_audio.components.llm module mstar.model.higgs_audio.config module mstar.model.multimodal module mstar.model.orpheus module mstar.model.orpheus.components module mstar.model.orpheus.components.language_model module mstar.model.orpheus.config module mstar.model.pi05 module mstar.model.pi05.components module mstar.model.pi05.components.action_expert module mstar.model.pi05.components.flow_matching module mstar.model.pi05.components.paligemma module mstar.model.pi05.components.tokenization module mstar.model.pi05.config module mstar.model.pi05.kernels module mstar.model.pi05.kernels.image_normalize module mstar.model.submodule_base module mstar.model.vjepa2 module mstar.model.vjepa2.components module mstar.model.vjepa2.components.ac_predictor module mstar.model.vjepa2.components.layers module mstar.model.vjepa2.components.predictor module mstar.model.vjepa2.components.rope_utils module mstar.model.vjepa2.components.vit_encoder module mstar.model.vjepa2.config module mstar.model.vjepa2.submodules module mstar.model.wan22 module mstar.model.wan22.components module mstar.model.wan22.components.dit module mstar.model.wan22.components.unipc module mstar.model.wan22.config module mstar.model.wan22.submodules module mstar.model.whisper module mstar.model.whisper.components module mstar.model.whisper.components.decoder module mstar.model.whisper.config module mstar.streaming module mstar.streaming.chunk_policy module mstar.streaming.stream_buffer module mstar.streaming.topology module mstar.utils module mstar.utils.adarms_norm module mstar.utils.containers module mstar.utils.ipc_format module mstar.utils.logging_config module mstar.utils.profiler module mstar.worker module mux_mp4_with_pcm16() (in module mstar.api_server.media_io) my_entity_id (mstar.engine.resources.kv.transfer.TransferEngineInfo attribute) my_session_id (mstar.engine.resources.kv.transfer.TransferEngineInfo attribute)

N

n (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) name (mstar.conductor.request_info.PartitionDefinition attribute) (mstar.graph.base.GraphEdge attribute) (mstar.graph.base.GraphNode attribute) (mstar.graph.base.Loop attribute) names() (mstar.engine.cuda_graph_runner.DummyRowPool method) nbytes (mstar.communication.tensors.TransferReadInfo attribute) (mstar.engine.resources.kv.cache.KVCache property) (mstar.graph.base.TensorPointerInfo attribute) needed_labels (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needed_labels_per_node (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needed_labels_per_node_walk (mstar.engine.resources.kv.config.KVReqConfig attribute) (mstar.engine.resources.KVReqConfig attribute) needs_slot_fence (mstar.engine.engine.SubmoduleManagement property) NestedLoopIndices (class in mstar.graph.loop_indices) NEW_REQUEST (mstar.utils.ipc_format.ConductorMessageType attribute) (mstar.utils.ipc_format.WorkerMessageType attribute) new_token_counts (mstar.utils.ipc_format.WorkerGraphsDone attribute) NewRequest (class in mstar.utils.ipc_format) NewRequestConductor (class in mstar.utils.ipc_format) next_chunk_size() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) next_node (mstar.graph.base.GraphEdge attribute) next_slot (mstar.engine.engine.SubmoduleManagement property) NHD (mstar.engine.resources.kv.config.KVLayout attribute) (mstar.engine.resources.KVLayout attribute) no_timestamps_token_id (mstar.model.whisper.config.WhisperModelConfig attribute) node (mstar.graph.base.NodeAndGraphWalk attribute) node_name (mstar.engine.engine.ExecutingBatch attribute) (mstar.graph.base.ReadySignals attribute) (mstar.graph.base.SpeculativeNodeInfo attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) node_resources (mstar.model.submodule_base.NodeSubmodule attribute) NodeAndGraphWalk (class in mstar.graph.base) NodeCompletionOutput (class in mstar.graph.base) NodeInputs (class in mstar.model.submodule_base) NodeInputsOutputs (class in mstar.graph.base) NodeResourceSpec (class in mstar.engine.resources) (class in mstar.engine.resources.spec) nodes (mstar.engine.resources.NodeResourceSpec attribute) (mstar.engine.resources.spec.NodeResourceSpec attribute) NodeSubmodule (class in mstar.model.submodule_base) NONE (mstar.model.submodule_base.StackingMethod attribute) normalize_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) normalize_decode_tiling_mode() (in module mstar.model.wan22.submodules) normalize_float_images() (in module mstar.model.pi05.kernels.image_normalize) normalize_prompt() (in module mstar.model.pi05.components.tokenization) num_attention_heads (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config attribute)

num_cameras (mstar.model.pi05.config.Pi05Config attribute) num_embodiment_domains (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_flow_steps (mstar.model.pi05.config.Pi05Config attribute) num_frames (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) num_frames_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_free (mstar.engine.resources.kv.cache.PageAllocator property) (mstar.engine.resources.kv.manager.PageArena property) num_free_pages (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool property) num_heads (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) num_hidden_layers (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) num_inference_steps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_inference_steps_action (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_inference_steps_video (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) num_key_value_heads (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) num_kv_heads (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) num_layers (mstar.engine.resources.kv.cache.KVCache property) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.wan22.config.Wan22Config attribute) num_mel_bins (mstar.model.whisper.config.WhisperModelConfig attribute) num_output_tokens (mstar.conductor.request_info.PartitionState attribute) num_pages() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) num_patches (mstar.model.vjepa2.config.VJepa2Config property) num_qo_heads (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) num_segments (mstar.engine.resources.attn.ragged.wrappers.RaggedPrefillWrapper property) num_segments() (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager method) num_slots (mstar.engine.engine.SubmoduleManagement property) num_tokens (mstar.engine.resources.base.CGSlotSpec property) (mstar.engine.resources.BucketKey attribute) (mstar.engine.resources.CGSlotSpec property) (mstar.engine.resources.step.BucketKey attribute) num_train_timesteps (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) NUM_WARMUP (mstar.engine.cuda_graph_runner.CudaGraphRunner attribute) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner attribute) nvtx_range() (in module mstar.utils.profiler)

O

object (mstar.api_server.openai.protocol.ModelCard attribute) (mstar.api_server.openai.protocol.ModelList attribute) offload() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) offload_priority() (mstar.engine.engine.Engine method) offload_request() (mstar.engine.engine.Engine method) offload_stream() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) offloaded (mstar.engine.resources.kv.manager.CacheStream attribute) OffloadedStream (class in mstar.engine.resources.kv.cpu_page_pool) offset (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) ok (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) old_context_len (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) OobleckDecoder (class in mstar.model.cosmos3.components.sound_tokenizer) OobleckDecoderBlock (class in mstar.model.cosmos3.components.sound_tokenizer) OobleckResidualUnit (class in mstar.model.cosmos3.components.sound_tokenizer)

OpenAIAdapter (class in mstar.api_server.openai.adapters) order (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) OrpheusAdapter (class in mstar.api_server.openai.adapters) OrpheusForCausalLM (class in mstar.model.orpheus.components.language_model) OrpheusLanguageModel (class in mstar.model.orpheus.components.language_model) OrpheusModelConfig (class in mstar.model.orpheus.config) out_channels (mstar.model.wan22.config.Wan22Config attribute) outcome (mstar.engine.resources.FullAdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome attribute) output_edges (mstar.graph.base.NodeCompletionOutput attribute) output_loop_indices (mstar.utils.ipc_format.WorkerGraphsDone attribute) output_modalities (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.conductor.request_info.CurrentForwardConductorMetadata attribute) output_modality (mstar.graph.base.GraphEdge attribute) output_signal_names (mstar.utils.ipc_format.WorkerGraphsDone attribute) outputs (mstar.engine.engine.ExecutingBatch attribute) (mstar.graph.base.GraphNode attribute) (mstar.graph.base.Loop attribute) outputs_ready (mstar.engine.engine.ExecutingBatch attribute) owned_by (mstar.api_server.openai.protocol.ModelCard attribute)

P

PACKED (mstar.engine.cuda_graph_config.PiecewiseConfigType attribute) PackedCudaGraphConfig (class in mstar.engine.cuda_graph_config) pad_inputs() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) pad_token_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) padded_head_dim() (in module mstar.engine.resources.attn.ragged.wrappers) padded_request_ids (mstar.engine.resources.step.StepContext property) (mstar.engine.resources.StepContext property) page_idxs (mstar.engine.resources.kv.plan.SequenceView attribute) page_indices (mstar.engine.resources.attn.base.PlanCacheKey attribute) (mstar.engine.resources.kv.manager.CacheStream attribute) (mstar.engine.resources.kv.manager.KVSequenceInfo attribute) page_size (mstar.engine.resources.kv.cache.KVCache property) (mstar.engine.resources.kv.config.KVConfig attribute) (mstar.engine.resources.KVConfig attribute) PageAllocator (class in mstar.engine.resources.kv.cache) PageArena (class in mstar.engine.resources.kv.manager) paged_kv_indices (mstar.engine.resources.kv.plan.PagedIndptrs attribute) paged_kv_indptr (mstar.engine.resources.kv.plan.PagedIndptrs attribute) paged_kv_last_page_len (mstar.engine.resources.kv.plan.PagedIndptrs attribute) PagedIndptrs (class in mstar.engine.resources.kv.plan) pages (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.kv.manager.ClaimedStream attribute) pages_short (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.step.AllocationFailed attribute) pali_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) Parallel (class in mstar.graph.base) ParallelAttention (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.attention) ParallelCrossAttention (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.attention) ParallelGatedMLP (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.mlp) ParallelGatedMLPUnfused (class in mstar.model.components.distributed.mlp) ParallelSparseMoeBlock (class in mstar.model.components) (class in mstar.model.components.moe) ParallelSparseMoeBlockWithSharedExpert (class in mstar.model.components) (class in mstar.model.components.moe) partition_done (mstar.utils.ipc_format.WorkerGraphsDone attribute) partition_name (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.StopLoops attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) partition_worker_graph_ids (mstar.utils.ipc_format.NewRequest attribute) PartitionDefinition (class in mstar.conductor.request_info) partitions (mstar.streaming.topology.PartitionTopology attribute) PartitionState (class in mstar.conductor.request_info) PartitionTopology (class in mstar.streaming.topology) parts_from_modalities() (in module mstar.model.multimodal) patch_latent_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) patch_size (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) (mstar.model.wan22.config.Wan22Config attribute) pcm16_to_container() (in module mstar.api_server.media_io) pcm16_to_wav_bytes() (in module mstar.api_server.media_io) pending (mstar.communication.tensors.TensorCommunicationManager attribute) per_req_tensors (mstar.communication.tensors.TensorStore attribute) per_request_info (mstar.engine.engine.ExecutingBatch attribute) (mstar.model.submodule_base.ModelInputsFromEngine attribute) per_request_input_tensors (mstar.engine.engine.ExecutingBatch attribute) per_request_states (mstar.model.submodule_base.ModelInputsFromEngine attribute) PerRequestState (class in mstar.model.submodule_base) persist (mstar.communication.tensors.TensorAndReferenceInfo attribute) (mstar.graph.base.GraphEdge attribute) persist_signals (mstar.utils.ipc_format.WorkerGraphsDone attribute) phase_buffer() (in module mstar.utils.profiler) phase_record() (in module mstar.utils.profiler) Pi05ActionExpert (class in mstar.model.pi05.components.action_expert) Pi05ActionExpertLayer() (in module mstar.model.pi05.components.action_expert) Pi05Config (class in mstar.model.pi05.config) Pi05PaliGemmaExpert (class in mstar.model.pi05.components.paligemma) Pi05TimeMLP (class in mstar.model.pi05.components.action_expert) Pi05Tokenizer (class in mstar.model.pi05.components.tokenization) piecewise_leases (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) piecewise_runners (mstar.engine.engine.SubmoduleManagement attribute) (mstar.model.submodule_base.ModelInputsFromEngine attribute) PiecewiseBatchedConfig (class in mstar.engine.cuda_graph_config) PiecewiseCallInputs (class in mstar.engine.cuda_graph_config) PiecewiseCaptureShape (class in mstar.engine.cuda_graph_config) PiecewiseConfigType (class in mstar.engine.cuda_graph_config) PiecewiseCudaGraphConfig (class in mstar.engine.cuda_graph_config) PiecewiseCudaGraphRunner (class in mstar.engine.cuda_graph_runner) PiecewiseGraphData (class in mstar.engine.cuda_graph_runner) PiecewiseGraphKey (class in mstar.engine.cuda_graph_runner) PiecewiseOutput (class in mstar.engine.cuda_graph_runner) PiecewisePackedConfig (class in mstar.engine.cuda_graph_config) plan() (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager method) (mstar.engine.resources.attn.ragged.wrappers.RaggedPrefillWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferDecodeWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferPrefillWrapper method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) plan_results (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) plan_stream() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) PlanCacheKey (class in mstar.engine.resources.attn.base) png_to_data_url() (in module mstar.api_server.media_io) policy (mstar.streaming.stream_buffer.StreamBuffer attribute) poll_for_messages() (mstar.communication.communicator.ZMQCommunicator method) pop_chunk() (mstar.streaming.stream_buffer.StreamBuffer method) pop_waiting_edge() (mstar.streaming.stream_buffer.StreamBuffer method)

pos_ids (mstar.engine.resources.position.config.PositionStep attribute) (mstar.engine.resources.PositionStep attribute) pos_ids() (mstar.engine.resources.position.manager.RopeManager method) PosBackend (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) position (mstar.engine.resources.kv.cpu_page_pool.OffloadedStream attribute) (mstar.engine.resources.kv.manager.CacheStream attribute) (mstar.engine.resources.kv.manager.ClaimedStream attribute) position() (mstar.engine.resources.position.manager.RopeManager method) PositionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PositionManager (class in mstar.engine.resources.position.manager) PositionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PositionStep (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) PosScheme (class in mstar.engine.resources) (class in mstar.engine.resources.position.config) post_forks (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.kv.plan.KVPlanOutputs attribute) (mstar.engine.resources.KVStep attribute) post_warmup_validate() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) postprocess() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) postprocess_batch() (mstar.engine.engine.Engine method) pre_admit() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) pre_forks (mstar.engine.resources.kv.config.KVStep attribute) (mstar.engine.resources.kv.plan.KVPlanOutputs attribute) (mstar.engine.resources.KVStep attribute) pre_plan() (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) pre_plan_for_batch() (mstar.engine.engine.Engine method) pre_read_register() (mstar.streaming.stream_buffer.StreamBuffer method) pred_hidden_size (mstar.model.vjepa2.config.VJepa2Config attribute) pred_mlp_ratio (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_attention_heads (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_hidden_layers (mstar.model.vjepa2.config.VJepa2Config attribute) pred_num_mask_tokens (mstar.model.vjepa2.config.VJepa2Config attribute) pred_zero_init_mask_tokens (mstar.model.vjepa2.config.VJepa2Config attribute) predict_x0 (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) prediction_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) predictor_embed_dim (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) predictor_kind (mstar.model.vjepa2.config.VJepa2Config attribute) prefill_capture_batch_sizes (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) prefill_capture_token_buckets (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule attribute) prefill_plan() (in module mstar.model.multimodal) prefill_tracked_tokens (mstar.engine.resources.sampler.config.SamplerStep attribute) (mstar.engine.resources.SamplerStep attribute) prefix_len (mstar.engine.resources.attn.dense.DenseSegment attribute) prepare_for_capture() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) prepare_inputs() (mstar.engine.engine.Engine method) (mstar.model.cosmos3.submodules.Cosmos3AudioDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEDecoderSubmodule method) (mstar.model.cosmos3.submodules.Cosmos3VAEEncoderSubmodule method) (mstar.model.submodule_base.ARNodeSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2EncoderSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCScorerSubmodule method) (mstar.model.vjepa2.submodules.VJepa2PredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) (mstar.model.wan22.submodules.Wan22DitSubmodule method) (mstar.model.wan22.submodules.Wan22TextEncoderSubmodule method) (mstar.model.wan22.submodules.Wan22VaeDecoderSubmodule method) (mstar.model.wan22.submodules.Wan22VaeEncoderSubmodule method) preplan_event (mstar.engine.engine.ExecutingBatch attribute) preplan_is_stale() (mstar.engine.engine.Engine method) preplanned_rids (mstar.engine.engine.ExecutingBatch attribute) preprocess() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) (mstar.model.submodule_base.ARNodeSubmodule method) (mstar.model.submodule_base.NodeSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2ACRolloutPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2EncoderSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCPredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2MPCScorerSubmodule method) (mstar.model.vjepa2.submodules.VJepa2PredictorSubmodule method) (mstar.model.vjepa2.submodules.VJepa2RolloutPredictorSubmodule method) preprocess_finish_time (mstar.api_server.request_types.DataWorkerProfile attribute) PreprocessInput (class in mstar.api_server.request_types) producer_done (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.utils.ipc_format.InputSignals attribute) producer_partitions (mstar.conductor.request_info.PartitionDefinition attribute) projector_temporal_downsample (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) prompt (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) prompt_parts (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) PromptPart (class in mstar.model.multimodal) publish() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) PublishedInfo (class in mstar.engine.resources) (class in mstar.engine.resources.base) PublishedKVInfo (class in mstar.engine.resources.kv.manager) PublishedPositionInfo (class in mstar.engine.resources.position.manager) push_sockets (mstar.communication.communicator.ZMQCommunicator attribute) put() (mstar.streaming.stream_buffer.StreamBuffer method) put_tensor() (mstar.communication.tensors.TensorStore method)

Q

q_len (mstar.engine.resources.attn.dense.DenseSegment attribute) q_seq_lens (mstar.engine.resources.attn.base.PlanCacheKey attribute) qk_norm (mstar.model.wan22.config.Wan22Config attribute) qk_norm_for_diffusion (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) qk_norm_for_text (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) qkv_bias (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) QKVParallelLinear (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.linear)

qo_indptr (mstar.engine.resources.attn.cross.QueryPacking attribute) (mstar.engine.resources.kv.plan.PagedIndptrs attribute) qo_indptr_buf() (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) query_kv_cache (mstar.engine.resources.attn.config.CrossAttentionConfig attribute) (mstar.engine.resources.CrossAttentionConfig attribute) QueryPacking (class in mstar.engine.resources.attn.cross) quiet_noisy_loggers() (in module mstar.utils.logging_config) Qwen3OmniAdapter (class in mstar.api_server.openai.adapters)

R

RaggedAttentionConfig (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedAttentionSpec (class in mstar.engine.resources) (class in mstar.engine.resources.attn.ragged.config) RaggedAttnManager (class in mstar.engine.resources.attn.ragged.base) RaggedPrefillWrapper (class in mstar.engine.resources.attn.ragged.wrappers) random_seed (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) range_pop() (in module mstar.utils.profiler) range_push() (in module mstar.utils.profiler) RDMA (mstar.communication.communicator.CommProtocol attribute) read_batched_async() (mstar.engine.resources.kv.transfer.CudaIpcKVTransferEngine method) (mstar.engine.resources.kv.transfer.KVTransferEngine method) (mstar.engine.resources.kv.transfer.LocalOnlyKVTransferEngine method) (mstar.engine.resources.kv.transfer.MooncakeKVTransferEngine method) read_error (mstar.engine.resources.kv.manager.CacheStream attribute) read_finished (mstar.communication.tensors.TensorCommunicationManager attribute) read_future (mstar.engine.resources.kv.manager.CacheStream attribute) read_kv() (mstar.engine.resources.kv.manager.KVManager method) read_pending (mstar.engine.resources.kv.manager.CacheStream attribute) read_tokens() (mstar.engine.resources.kv.cache.KVCache method) read_transformer_weight_keys() (in module mstar.model.cosmos3.loader) read_transformer_weight_shapes() (in module mstar.model.cosmos3.loader) READS_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) ReadsDone (class in mstar.utils.ipc_format) ready (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) READY (mstar.utils.ipc_format.Status attribute) ready_for_streaming (mstar.graph.graph_io.WorkerGraphIO property) ready_inputs (mstar.graph.base.ReadySignals attribute) ready_names (mstar.graph.base.ReadySignals attribute) ready_node_names (mstar.graph.graph_io.WorkerGraphIO property) ReadySignals (class in mstar.graph.base) reason (mstar.engine.resources.AdmitOutcome attribute) (mstar.engine.resources.FullAdmitOutcome property) (mstar.engine.resources.step.AdmitOutcome attribute) (mstar.engine.resources.step.FullAdmitOutcome property) RecentSet (class in mstar.utils.containers) reclaimable() (mstar.engine.engine.Engine method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) ref_cnt (mstar.communication.tensors.TensorAndReferenceInfo attribute) register_admit_error() (mstar.engine.engine.ExecutingBatch method) register_chunk() (mstar.streaming.chunk_policy.ChunkPolicy method) register_communication_info() (mstar.graph.base.GraphNode method) (mstar.graph.base.Loop method) (mstar.graph.base.ReadySignals method) (mstar.graph.graph_io.WorkerGraphIO method) register_event_for_poll() (mstar.communication.communicator.ZMQCommunicator method) register_failure() (mstar.engine.engine.ExecutingBatch method) register_finished() (mstar.graph.base.Loop method) register_for_send() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.MooncakeCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) register_future() (mstar.communication.event.EventWakeup method) register_futures() (mstar.communication.event.EventWakeup method) register_ingested_input() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.LoopStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) register_loop_finish_signal() (mstar.graph.graph_io.WorkerGraphIO method) register_memory() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method) register_prepare_batch() (mstar.engine.engine.ExecutingBatch method) register_request() (mstar.communication.tensors.TensorCommunicationManager method) release() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) (mstar.engine.resources.kv.manager.PageArena method) release_all() (mstar.engine.cuda_graph_runner.DummyRowPool method) release_waiters() (mstar.engine.engine.ExecutingBatch method) released (mstar.engine.resources.kv.cpu_page_pool.OffloadedStream attribute) (mstar.engine.resources.kv.manager.CacheStream attribute) (mstar.engine.resources.kv.manager.ClaimedStream attribute) reload() (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.Resource method) reload_request() (mstar.engine.engine.Engine method) reload_stream() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) remote_page_idx (mstar.engine.resources.kv.transfer.KVReadInfo attribute) remote_ptr (mstar.communication.tensors.TransferReadInfo attribute) remove() (mstar.graph.base.ReadySignals method) (mstar.model.submodule_base.PerRequestState method) REMOVE_REQUEST (mstar.utils.ipc_format.WorkerMessageType attribute) remove_request() (mstar.engine.engine.Engine method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) (mstar.engine.resources.runner.StepRunner method) (mstar.engine.resources.StepRunner method) remove_tensor() (mstar.communication.tensors.TensorStore method) RemoveRequest (class in mstar.utils.ipc_format) repetition_penalty (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) replay_seq_lens() (mstar.engine.cuda_graph_config.PiecewiseBatchedConfig method) (mstar.engine.cuda_graph_config.PiecewiseCudaGraphConfig method) (mstar.engine.cuda_graph_config.PiecewisePackedConfig method) req_rx_info (mstar.communication.tensors.TensorCommunicationManager attribute) req_tx_info (mstar.communication.tensors.TensorCommunicationManager attribute) request_id (mstar.api_server.request_types.DataWorkerProfile attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.api_server.request_types.RequestComplete attribute) (mstar.api_server.request_types.RequestFailed attribute) (mstar.api_server.request_types.ResultChunk attribute) (mstar.api_server.request_types.ResultTensors attribute) (mstar.communication.tensors.FutureAndPointers attribute) (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.engine.resources.AllocationFailed attribute) (mstar.engine.resources.attn.dense.DenseSegment attribute) (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.engine.resources.RequestOffloading attribute) (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.AllocationFailed attribute) (mstar.engine.resources.step.RequestOffloading attribute) (mstar.engine.resources.step.Segment attribute) (mstar.streaming.stream_buffer.StreamBuffer attribute) (mstar.utils.ipc_format.AbortRequest attribute) (mstar.utils.ipc_format.DrainRequest attribute) (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.NewRequest attribute) (mstar.utils.ipc_format.NewRequestConductor attribute) (mstar.utils.ipc_format.ReadsDone attribute) (mstar.utils.ipc_format.RemoveRequest attribute) (mstar.utils.ipc_format.StopLoops attribute) (mstar.utils.ipc_format.TensorReceived attribute) (mstar.utils.ipc_format.UnpersistTensors attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute)

request_ids (mstar.engine.engine.ExecutingBatch property) (mstar.engine.resources.attn.cross.QueryPacking attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) (mstar.model.submodule_base.ModelInputsFromEngine attribute) (mstar.utils.ipc_format.ScheduleTPNode attribute) request_info (mstar.utils.ipc_format.InputSignals attribute) (mstar.utils.ipc_format.NewRequest attribute) request_state() (mstar.model.submodule_base.NodeSubmodule method) request_states (mstar.model.submodule_base.NodeSubmodule attribute) RequestComplete (class in mstar.api_server.request_types) RequestFailed (class in mstar.api_server.request_types) RequestOffloading (class in mstar.engine.resources) (class in mstar.engine.resources.step) requires_grad (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) requires_kv_write (mstar.engine.resources.attn.base.AttentionManager property) (mstar.engine.resources.attn.dense.DenseAttentionManager property) reserve_replay_slot() (mstar.engine.engine.Engine method) reset() (mstar.engine.cuda_graph_runner.DummyRowPool method) (mstar.engine.resources.kv.manager.CacheStream method) reset_default_cursors() (mstar.engine.resources.base.AttentionResource method) (mstar.engine.resources.kv.manager.KVManager method) reset_for_iter() (mstar.graph.base.GraphStateRegistry method) (mstar.graph.base.WorkerGraphStateRegistry method) reset_for_outer_iter() (mstar.graph.base.GraphNode method) (mstar.graph.base.Loop method) reset_outputs() (mstar.graph.base.GraphNode method) reset_pre_plan_for_batch() (mstar.engine.engine.Engine method) reset_request() (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.base.Resource method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.engine.resources.position.manager.RopeManager method) (mstar.engine.resources.Resource method) resolve_action_domain_id() (in module mstar.model.cosmos3.components.packing) resolve_media_ref() (in module mstar.api_server.media_io) resolve_spec_dependencies() (in module mstar.engine.resources) (in module mstar.engine.resources.spec) Resource (class in mstar.engine.resources) (class in mstar.engine.resources.base) resource_class (mstar.engine.resources.AttentionSpec property) (mstar.engine.resources.attn.config.AttentionSpec property) (mstar.engine.resources.attn.config.CrossAttentionSpec property) (mstar.engine.resources.attn.ragged.config.RaggedAttentionSpec property) (mstar.engine.resources.CrossAttentionSpec property) (mstar.engine.resources.kv.config.KVSpec property) (mstar.engine.resources.KVSpec property) (mstar.engine.resources.NodeResourceSpec property) (mstar.engine.resources.position.config.PositionSpec property) (mstar.engine.resources.PositionSpec property) (mstar.engine.resources.RaggedAttentionSpec property) (mstar.engine.resources.sampler.config.SamplerSpec property) (mstar.engine.resources.SamplerSpec property) (mstar.engine.resources.spec.NodeResourceSpec property) resource_configs (mstar.conductor.request_info.CurrentForwardPassInfo attribute) resource_key (mstar.engine.resources.NodeResourceSpec attribute) (mstar.engine.resources.spec.NodeResourceSpec attribute) resource_publish_info (mstar.conductor.request_info.CurrentForwardPassInfo attribute) (mstar.conductor.request_info.PartitionState attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) resource_step_info (mstar.model.submodule_base.NodeInputs attribute) ResourceReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.spec) resources (mstar.engine.cuda_graph_config.PiecewiseCallInputs property) (mstar.engine.engine.SubmoduleManagement attribute) (mstar.engine.resources.runner.StepRunner property) (mstar.engine.resources.StepRunner property) (mstar.model.submodule_base.ModelInputsFromEngine attribute) ResourceStep (class in mstar.engine.resources) (class in mstar.engine.resources.step) response_format (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) ResultChunk (class in mstar.api_server.request_types) ResultTensors (class in mstar.api_server.request_types) retention (mstar.engine.resources.kv.manager.CacheStream attribute) RetentionPolicy (class in mstar.engine.resources.kv.manager) rms_norm_eps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) RMSNorm (class in mstar.model.components) (class in mstar.model.components.norm) role (mstar.api_server.openai.protocol.ChatMessage attribute) rollout_anticipation_seconds (mstar.model.vjepa2.config.VJepa2Config attribute) rollout_frames_per_second (mstar.model.vjepa2.config.VJepa2Config attribute) rollout_num_output_frames (mstar.model.vjepa2.config.VJepa2Config attribute) ROPE (mstar.engine.resources.PosBackend attribute) (mstar.engine.resources.position.config.PosBackend attribute) rope_axes_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) rope_dtype (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rope_max_seq_len (mstar.model.wan22.config.Wan22Config attribute) rope_scale (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rope_scaling (mstar.model.orpheus.config.OrpheusModelConfig attribute) rope_theta (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) RopeManager (class in mstar.engine.resources.position.manager) rotary_dim (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) rotate_queries_or_keys() (in module mstar.model.vjepa2.components.rope_utils) rotate_queries_or_keys_BNHD() (in module mstar.model.vjepa2.components.rope_utils) RowParallelLinear (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.linear) run() (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) (mstar.engine.resources.attn.cross.FlashInferCrossManager method) (mstar.engine.resources.attn.dense.DenseAttentionManager method) (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager method) (mstar.engine.resources.attn.ragged.wrappers.RaggedPrefillWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferDecodeWrapper method) (mstar.engine.resources.attn.wrappers.FlashInferPrefillWrapper method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) run_forward() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) run_rms_norm() (in module mstar.engine.resources.rms_norm) (in module mstar.engine.resources.rms_norm.rms_norm) running_batched (mstar.engine.engine.ExecutingBatch attribute) rx_info (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute) rx_time (mstar.communication.tensors.FutureAndPointers attribute)

S

sample_rate (mstar.model.orpheus.config.OrpheusModelConfig attribute) SamplerSpec (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) SamplerStep (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) sampling_rate (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) SamplingReqConfig (class in mstar.engine.resources) (class in mstar.engine.resources.sampler.config) save_base64() (in module mstar.api_server.media_io) save_data_url() (in module mstar.api_server.media_io) save_remote_url() (in module mstar.api_server.media_io) scale_embedding (mstar.model.whisper.config.WhisperModelConfig attribute) scale_factor_spatial (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) scale_factor_temporal (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute) scatter_sequence() (in module mstar.model.components.distributed.sequence_parallel) SCHEDULE_TP (mstar.utils.ipc_format.WorkerMessageType attribute) scheduler (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) scheduler_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) ScheduleTPNode (class in mstar.utils.ipc_format) scheme (mstar.engine.resources.position.config.PositionConfig attribute) (mstar.engine.resources.PositionConfig attribute) section (mstar.graph.base.Loop attribute) sections (mstar.graph.base.Parallel attribute) (mstar.graph.base.Sequential attribute) seed (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig property) (mstar.engine.resources.SamplingReqConfig property) Segment (class in mstar.engine.resources) (class in mstar.engine.resources.step) segments (mstar.engine.resources.attn.dense.DensePlan attribute) (mstar.engine.resources.ResourceStep attribute) (mstar.engine.resources.step.ResourceStep attribute) (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) select_batched_bucket() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) select_bucket() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) select_last_hidden() (mstar.engine.resources.attn.flashinfer.FlashInferManager method) (mstar.engine.resources.attn.xpu.XPUPagedAttentionManager method) SELF (mstar.utils.ipc_format.MessageSource attribute) send() (mstar.communication.communicator.BaseCommunicator method) (mstar.communication.communicator.ZMQCommunicator method) seq_len (mstar.engine.cuda_graph_config.PiecewiseBatchedConfig attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphKey attribute) (mstar.engine.resources.kv.manager.KVSequenceInfo attribute) seq_lens (mstar.engine.cuda_graph_config.PiecewiseCaptureShape attribute) SequenceView (class in mstar.engine.resources.kv.plan) Sequential (class in mstar.graph.base) SEQUENTIAL (mstar.engine.resources.position.config.PosScheme attribute) (mstar.engine.resources.PosScheme attribute) session_id (mstar.engine.resources.kv.transfer.MooncakeKVTransferInfo attribute) set_ctx() (mstar.engine.resources.step.SubmoduleStep method) (mstar.engine.resources.SubmoduleStep method) set_default_label() (mstar.engine.resources.base.AttentionResource method) set_default_layer_idx() (mstar.engine.resources.base.AttentionResource method) set_layer_idx() (mstar.engine.resources.convenience.AttentionCallable method) (mstar.engine.resources.kv.manager.KVManager method) (mstar.model.components.attention.CrossAttention method) (mstar.model.components.CrossAttention method) (mstar.model.components.distributed.attention.ParallelCrossAttention method) (mstar.model.components.distributed.ParallelCrossAttention method) set_metadata() (mstar.communication.tensors.TensorStore method) set_output_ref_counts() (mstar.communication.tensors.TensorCommunicationManager method) set_padded_rids() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) set_persist() (mstar.communication.tensors.TensorCommunicationManager method) set_piecewise_leases() (mstar.engine.resources.step.StepContext method) (mstar.engine.resources.StepContext method) set_piecewise_slot() (mstar.engine.engine.SubmoduleManagement method) set_slot() (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) (mstar.engine.engine.ExecutingBatch method) SETUP_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) SetupDone (class in mstar.utils.ipc_format) shape (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) shard() (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig method) (mstar.engine.resources.kv.config.KVConfig method) (mstar.engine.resources.KVConfig method) (mstar.engine.resources.RaggedAttentionConfig method) shard_dim (mstar.communication.tensors.BufferedShards attribute) sharding_configs (mstar.communication.tensors.TensorCommunicationManager attribute) shards (mstar.communication.tensors.BufferedShards attribute) SharedMemoryCommunicationManager (class in mstar.communication.tensors) SHM (mstar.communication.communicator.CommProtocol attribute) shm_offset (mstar.graph.base.TensorPointerInfo attribute) shm_segment (mstar.graph.base.TensorPointerInfo attribute) shutdown() (mstar.communication.tensors.AsyncMooncakeReader method) (mstar.engine.engine.Engine method) (mstar.engine.resources.kv.transfer.CudaIpcKVTransferEngine method) (mstar.engine.resources.kv.transfer.KVTransferEngine method) (mstar.engine.resources.kv.transfer.LocalOnlyKVTransferEngine method) (mstar.engine.resources.kv.transfer.MooncakeKVTransferEngine method) sigma_max (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) sigma_min (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) signal_done() (mstar.streaming.stream_buffer.StreamBuffer method) sincos_timestep_embedding() (in module mstar.model.pi05.components.flow_matching) single_request_info (mstar.model.submodule_base.ModelInputsFromEngine property) size (mstar.api_server.openai.protocol.ImageGenerationRequest attribute) (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) skipped_rids (mstar.engine.engine.ExecutingBatch attribute) SlidingWindowChunkPolicy (class in mstar.streaming.chunk_policy) slot (mstar.engine.cuda_graph_runner.PiecewiseGraphKey attribute) (mstar.engine.engine.ExecutingBatch attribute) (mstar.engine.resources.attn.base.EagerSlotKey attribute) (mstar.engine.resources.base.CGSlotKey attribute) (mstar.engine.resources.base.CGSlotSpec attribute) (mstar.engine.resources.CGSlotSpec attribute) (mstar.engine.resources.SlotLease attribute) (mstar.engine.resources.step.SlotLease attribute) (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) slot_for() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) slot_lease (mstar.engine.resources.step.StepContext attribute) (mstar.engine.resources.StepContext attribute) SlotLease (class in mstar.engine.resources) (class in mstar.engine.resources.step) slots (mstar.engine.cuda_graph_runner.CudaGraphBucket attribute) sm_scale (mstar.engine.resources.attn.ragged.config.RaggedAttentionConfig attribute) (mstar.engine.resources.RaggedAttentionConfig attribute) snac_audio_slice_end (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_audio_slice_start (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_model_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_stride_tokens (mstar.model.orpheus.config.OrpheusModelConfig attribute) snac_window_tokens (mstar.model.orpheus.config.OrpheusModelConfig attribute) Snake1d (class in mstar.model.cosmos3.components.sound_tokenizer)

solver_order (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) solver_type (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) sound_dim (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_gen (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_latent_fps (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) sound_sample_rate (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) source (mstar.utils.ipc_format.DrainRequest attribute) (mstar.utils.ipc_format.RemoveRequest attribute) source_entity (mstar.graph.base.TensorPointerInfo attribute) source_session_id (mstar.communication.tensors.TransferReadInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) source_tp_rank (mstar.graph.base.TensorPointerInfo attribute) source_tp_size (mstar.graph.base.TensorPointerInfo attribute) sp_head_gather() (in module mstar.model.components.distributed.sequence_parallel) sp_head_slice() (in module mstar.model.components.distributed.sequence_parallel) sp_seq_split() (in module mstar.model.components.distributed.sequence_parallel) span (mstar.engine.resources.Segment attribute) (mstar.engine.resources.step.Segment attribute) SparseMoeBlock (class in mstar.model.components) (class in mstar.model.components.moe) SparseMoeBlockWithSharedExpert (class in mstar.model.components) (class in mstar.model.components.moe) spatial_alignment (mstar.model.wan22.config.Wan22Config property) spec_from_seq (mstar.utils.ipc_format.ScheduleTPNode attribute) (mstar.utils.ipc_format.TPNoSpeculation attribute) spec_seq (mstar.utils.ipc_format.ScheduleTPNode attribute) speculative (mstar.utils.ipc_format.ScheduleTPNode attribute) SpeculativeNodeInfo (class in mstar.graph.base) speech_to_request() (mstar.api_server.openai.adapters.OpenAIAdapter method) (mstar.api_server.openai.adapters.OrpheusAdapter method) (mstar.api_server.openai.adapters.Qwen3OmniAdapter method) SpeechRequest (class in mstar.api_server.openai.protocol) speed (mstar.api_server.openai.protocol.SpeechRequest attribute) split_around_spans() (in module mstar.model.multimodal) STACK (mstar.model.submodule_base.StackingMethod attribute) StackingMethod (class in mstar.model.submodule_base) start (mstar.engine.resources.kv.plan.SequenceView attribute) (mstar.model.multimodal.MediaSpan attribute) start_async_retrieve() (mstar.engine.resources.kv.transfer.KVTransferManager method) start_offset (mstar.streaming.stream_buffer.StreamChunk attribute) start_read_tensors() (mstar.communication.arena.ArenaShmCommunicationManager method) (mstar.communication.tensors.MooncakeCommunicationManager method) (mstar.communication.tensors.SharedMemoryCommunicationManager method) (mstar.communication.tensors.TensorCommunicationManager method) start_token_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) state_dim (mstar.model.pi05.config.Pi05Config attribute) state_token_bins (mstar.model.pi05.config.Pi05Config attribute) state_token_offset (mstar.model.pi05.config.Pi05Config attribute) static_input_keys (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) static_inputs (mstar.engine.cuda_graph_config.PiecewiseCallInputs attribute) (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) static_outputs (mstar.engine.cuda_graph_runner.CudaGraphSlot attribute) (mstar.engine.cuda_graph_runner.PiecewiseGraphData attribute) stats_summary() (mstar.communication.arena.ArenaShmCommunicationManager method) Status (class in mstar.utils.ipc_format) status (mstar.api_server.request_types.RequestFailed attribute) step (mstar.engine.engine.ExecutingBatch attribute) (mstar.model.submodule_base.ModelInputsFromEngine attribute) step_context (mstar.engine.engine.ExecutingBatch attribute) step_ids() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) step_in_flight (mstar.engine.resources.kv.manager.CacheStream attribute) step_metadata (mstar.conductor.request_info.CurrentForwardPassInfo attribute) step_metadata() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) StepContext (class in mstar.engine.resources) (class in mstar.engine.resources.step) StepRunner (class in mstar.engine.resources) (class in mstar.engine.resources.runner) steps (mstar.engine.resources.step.SubmoduleStep attribute) (mstar.engine.resources.SubmoduleStep attribute) stop (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.model.multimodal.MediaSpan attribute) STOP_LOOPS (mstar.utils.ipc_format.WorkerMessageType attribute) stop_token_id (mstar.model.orpheus.config.OrpheusModelConfig attribute) stop_token_ids (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) StopLoops (class in mstar.utils.ipc_format) store_and_populate_graph_edges() (mstar.communication.tensors.TensorCommunicationManager method) store_and_return_tensor_info() (mstar.communication.tensors.TensorCommunicationManager method) store_uningested_edge() (mstar.streaming.stream_buffer.StreamBuffer method) stored_len (mstar.engine.resources.kv.cpu_page_pool.OffloadedStream attribute) (mstar.engine.resources.kv.manager.CacheStream attribute) (mstar.engine.resources.kv.manager.ClaimedStream attribute) stream (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) stream_tokens_consumed (mstar.utils.ipc_format.WorkerGraphsDone attribute) StreamBuffer (class in mstar.streaming.stream_buffer) StreamChunk (class in mstar.streaming.stream_buffer) streaming_inputs (mstar.graph.base.ReadySignals attribute) StreamingConnectionState (class in mstar.conductor.request_info) StreamingGraphEdge (class in mstar.streaming.topology) stride (mstar.engine.resources.kv.transfer.CudaIpcKVTransferInfo attribute) (mstar.graph.base.TensorPointerInfo attribute) submit() (mstar.communication.tensors.AsyncMooncakeReader method) SubmitArgs (class in mstar.api_server.openai.adapters) submodule (mstar.engine.engine.SubmoduleManagement attribute) SubmoduleManagement (class in mstar.engine.engine) SubmoduleStep (class in mstar.engine.resources) (class in mstar.engine.resources.step) success (mstar.engine.resources.kv.manager.AllocResult attribute) successful_tensors (mstar.utils.ipc_format.TensorReceived attribute) supports_chat (mstar.api_server.openai.adapters.BagelAdapter attribute) (mstar.api_server.openai.adapters.OpenAIAdapter attribute) (mstar.api_server.openai.adapters.Qwen3OmniAdapter attribute) supports_eviction (mstar.engine.resources.base.Resource property) (mstar.engine.resources.kv.manager.KVManager property) (mstar.engine.resources.Resource property) supports_images (mstar.api_server.openai.adapters.BagelAdapter attribute) (mstar.api_server.openai.adapters.Cosmos3Adapter attribute) (mstar.api_server.openai.adapters.OpenAIAdapter attribute) supports_preplan (mstar.engine.resources.attn.cross.FlashInferCrossManager property) (mstar.engine.resources.attn.flashinfer.FlashInferManager property) (mstar.engine.resources.attn.ragged.flashinfer.FlashInferRaggedManager property) (mstar.engine.resources.base.Resource property) (mstar.engine.resources.kv.manager.KVManager property) (mstar.engine.resources.position.manager.RopeManager property) (mstar.engine.resources.Resource property) supports_realtime (mstar.api_server.openai.adapters.OpenAIAdapter attribute) (mstar.api_server.openai.adapters.Qwen3OmniAdapter attribute) supports_speech (mstar.api_server.openai.adapters.OpenAIAdapter attribute) (mstar.api_server.openai.adapters.OrpheusAdapter attribute) (mstar.api_server.openai.adapters.Qwen3OmniAdapter attribute) supports_videos (mstar.api_server.openai.adapters.Cosmos3Adapter attribute) (mstar.api_server.openai.adapters.OpenAIAdapter attribute) (mstar.api_server.openai.adapters.Wan22Adapter attribute) suppress_tokens (mstar.model.whisper.config.WhisperModelConfig attribute) sync() (mstar.engine.resources.kv.cpu_page_pool.CPUPagePool method) sync_retrieve() (mstar.engine.resources.kv.transfer.KVTransferManager method)

T

tables() (mstar.model.wan22.components.dit.Wan22RoPE3D method) (mstar.model.wan22.components.Wan22RoPE3D method) target_partition (mstar.streaming.topology.StreamingGraphEdge attribute) task_to_id (mstar.model.whisper.config.WhisperModelConfig attribute) TCP (mstar.communication.communicator.CommProtocol attribute) temperature (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) temporal_compression_factor_sound (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) tensor (mstar.communication.tensors.TensorAndReferenceInfo attribute) tensor_info (mstar.graph.base.GraphEdge attribute) tensor_inputs (mstar.model.submodule_base.NodeInputs attribute) TENSOR_RECEIVED (mstar.utils.ipc_format.WorkerMessageType attribute) TensorAndReferenceInfo (class in mstar.communication.tensors) TensorCommunicationManager (class in mstar.communication.tensors) TensorPointerInfo (class in mstar.graph.base) TensorReceived (class in mstar.utils.ipc_format) tensors (mstar.model.submodule_base.PerRequestState attribute) TensorStore (class in mstar.communication.tensors) TensorTransferEngine (class in mstar.communication.tensors) test_anchor_encode_matches_full() (in module mstar.model.cosmos3.tests.test_engine_cache) test_batched_cfg_matches_sequential() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cache_once_matches_fused_exact() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cache_once_matches_fused_exact_t2v() (in module mstar.model.cosmos3.tests.test_engine_cache) test_compile_vae_matches_eager() (in module mstar.model.cosmos3.tests.test_engine_cache) test_compile_vae_matches_eager_t2v() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cross_request_batch_matches_individual() (in module mstar.model.cosmos3.tests.test_engine_cache) test_cuda_graph_matches_eager() (in module mstar.model.cosmos3.tests.test_engine_cache) test_dense_fa3_image_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_dense_fa3_video_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_engine_cache_path_image_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_engine_cache_path_video_psnr() (in module mstar.model.cosmos3.tests.test_engine_cache) test_sound_cache_once_matches_fused_exact() (in module mstar.model.cosmos3.tests.test_sound) test_sound_engine_path_flashinfer() (in module mstar.model.cosmos3.tests.test_sound) test_sound_forward_smoke_cpu() (in module mstar.model.cosmos3.tests.test_sound) test_sound_frame_math() (in module mstar.model.cosmos3.tests.test_sound) test_sound_request_validation() (in module mstar.model.cosmos3.tests.test_sound) test_sound_segment_layout() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_decode_real() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_load_ignores_encoder_keys() (in module mstar.model.cosmos3.tests.test_sound) test_sound_tokenizer_tiny_decode() (in module mstar.model.cosmos3.tests.test_sound) text (mstar.api_server.openai.adapters.SubmitArgs attribute) (mstar.api_server.request_types.PreprocessInput attribute) (mstar.model.multimodal.PromptPart attribute)

text_dim (mstar.model.wan22.config.Wan22Config attribute) text_max_seq_len (mstar.model.wan22.config.Wan22Config attribute) timestep_max_period (mstar.model.pi05.config.Pi05Config attribute) timestep_min_period (mstar.model.pi05.config.Pi05Config attribute) timestep_scale (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) to() (mstar.model.cosmos3.submodules.Cosmos3DiTSubmodule method) to_compute (mstar.engine.resources.kv.plan.SequenceView attribute) to_device() (mstar.engine.resources.kv.plan.PagedIndptrs method) to_dict() (mstar.utils.ipc_format.MessageBody method) to_kwargs_dict() (mstar.engine.resources.kv.plan.PagedIndptrs method) to_partition (mstar.conductor.request_info.StreamingConnectionState attribute) (mstar.streaming.topology.Connection attribute) token_count (mstar.conductor.request_info.StreamingConnectionState attribute) token_end (mstar.engine.resources.kv.transfer.KVReadInfo attribute) token_start (mstar.engine.resources.kv.transfer.KVReadInfo attribute) token_to_cache (mstar.engine.resources.kv.manager.KVPlanState attribute) token_to_page (mstar.engine.resources.kv.manager.KVPlanState attribute) tokenize_prompt() (in module mstar.model.cosmos3.components.packing) tokens_per_frame (mstar.model.orpheus.config.OrpheusModelConfig attribute) tokens_per_image (mstar.model.pi05.config.Pi05Config attribute) top_k (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) top_p (mstar.api_server.openai.protocol.ChatCompletionRequest attribute) (mstar.api_server.openai.protocol.SpeechRequest attribute) (mstar.engine.resources.sampler.config.SamplingReqConfig attribute) (mstar.engine.resources.SamplingReqConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) TopKRouter (class in mstar.model.components) (class in mstar.model.components.moe) topo_sort() (in module mstar.engine.resources) (in module mstar.engine.resources.runner) total_fanin (mstar.communication.tensors.BufferedShards attribute) total_tokens (mstar.engine.cuda_graph_config.PiecewiseCaptureShape attribute) (mstar.engine.cuda_graph_config.PiecewisePackedConfig attribute) (mstar.engine.resources.kv.manager.KVPlanState attribute) TP_NO_SPEC (mstar.utils.ipc_format.WorkerMessageType attribute) TP_RANK_0 (mstar.utils.ipc_format.MessageSource attribute) TPNoSpeculation (class in mstar.utils.ipc_format) transfer_engine (mstar.engine.resources.kv.transfer.TransferEngineInfo attribute) transfer_engine_info (mstar.engine.resources.base.EngineResourceInfo attribute) TransferEngineInfo (class in mstar.engine.resources.kv.transfer) TransferReadInfo (class in mstar.communication.tensors) try_allocate() (mstar.engine.resources.kv.cache.PageAllocator method) tubelet_size (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) (mstar.model.vjepa2.config.VJepa2Config attribute) tx_info (mstar.api_server.request_types.RequestComplete attribute) (mstar.utils.ipc_format.WorkerGraphsDone attribute)

U

ulysses_attention() (in module mstar.model.components.distributed.sequence_parallel) unified_3d_mrope_reset_spatial_ids (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) unified_3d_mrope_temporal_modality_margin (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) unipc_convert_model_output() (in module mstar.model.wan22.components) (in module mstar.model.wan22.components.unipc) unipc_corrector_step() (in module mstar.model.wan22.components) (in module mstar.model.wan22.components.unipc) unipc_effective_order() (in module mstar.model.wan22.components) (in module mstar.model.wan22.components.unipc) unipc_predictor_step() (in module mstar.model.wan22.components) (in module mstar.model.wan22.components.unipc) UniPCState (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.unipc) unpack_packed_outputs() (mstar.model.submodule_base.NodeSubmodule method) UNPERSIST_TENSORS (mstar.utils.ipc_format.WorkerMessageType attribute) UnpersistTensors (class in mstar.utils.ipc_format) unregister_memory() (mstar.communication.tensors.LocalTransferEngine method) (mstar.communication.tensors.MooncakeTransferEngine method) (mstar.communication.tensors.TensorTransferEngine method)

update() (mstar.engine.resources.base.PublishedInfo method) (mstar.engine.resources.kv.manager.PublishedKVInfo method) (mstar.engine.resources.position.manager.PublishedPositionInfo method) (mstar.engine.resources.PublishedInfo method) (mstar.graph.base.ReadySignals method) update_publish_info() (mstar.conductor.request_info.CurrentForwardPassInfo method) use_extrinsics (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) use_flow_sigmas (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) use_karras_sigmas (mstar.model.cosmos3.config.Cosmos3SchedulerConfig attribute) (mstar.model.cosmos3.Cosmos3SchedulerConfig attribute) use_moe (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) use_rope (mstar.model.vjepa2.config.VJepa2ACPredictorConfig attribute) uuid (mstar.graph.base.TensorPointerInfo attribute) uuid_to_edge_name (mstar.communication.tensors.TensorCommunicationManager attribute) uuid_to_ref_count (mstar.utils.ipc_format.UnpersistTensors attribute) uuid_to_shard_dim (mstar.communication.tensors.TensorCommunicationManager attribute)

V

vae (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) vae_decode_tiling (mstar.model.wan22.config.Wan22Config attribute) vae_scale_factor_spatial (mstar.model.wan22.config.Wan22Config attribute) vae_scale_factor_temporal (mstar.model.wan22.config.Wan22Config attribute) vae_z_dim (mstar.model.wan22.config.Wan22Config attribute) variant (mstar.model.wan22.config.Wan22Config attribute) video (mstar.api_server.openai.protocol.VideoGenerationRequest attribute) video_fps (mstar.model.wan22.config.Wan22Config attribute) video_temporal_causal (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) video_to_request() (mstar.api_server.openai.adapters.Cosmos3Adapter method) (mstar.api_server.openai.adapters.OpenAIAdapter method) (mstar.api_server.openai.adapters.Wan22Adapter method) VideoGenerationRequest (class in mstar.api_server.openai.protocol) videos_generations() (in module mstar.api_server.openai.router) views (mstar.engine.resources.kv.plan.KVPlanOutput attribute) vision_condition_frame_indexes() (in module mstar.model.cosmos3.components.packing) VisionTransformerPredictorAC (class in mstar.model.vjepa2.components.ac_predictor) vit_hidden_size (mstar.model.pi05.config.Pi05Config attribute) vit_image_size (mstar.model.pi05.config.Pi05Config attribute) vit_intermediate_size (mstar.model.pi05.config.Pi05Config attribute) vit_num_heads (mstar.model.pi05.config.Pi05Config attribute) vit_num_layers (mstar.model.pi05.config.Pi05Config attribute) vit_patch_size (mstar.model.pi05.config.Pi05Config attribute) VJepa2ACPredictorConfig (class in mstar.model.vjepa2.config)

VJepa2ACPredictorSubmodule (class in mstar.model.vjepa2.submodules) VJepa2ACRolloutPredictorSubmodule (class in mstar.model.vjepa2.submodules) VJepa2Config (class in mstar.model.vjepa2.config) VJEPA2Embeddings (class in mstar.model.vjepa2.components.vit_encoder) VJEPA2Encoder (class in mstar.model.vjepa2.components.vit_encoder) VJepa2EncoderSubmodule (class in mstar.model.vjepa2.submodules) VJEPA2Layer (class in mstar.model.vjepa2.components.layers) VJEPA2MLP (class in mstar.model.vjepa2.components.layers) VJepa2MPCPredictorSubmodule (class in mstar.model.vjepa2.submodules) VJepa2MPCScorerSubmodule (class in mstar.model.vjepa2.submodules) VJEPA2PatchEmbeddings3D (class in mstar.model.vjepa2.components.vit_encoder) VJEPA2Predictor (class in mstar.model.vjepa2.components.predictor) VJEPA2PredictorEmbeddings (class in mstar.model.vjepa2.components.predictor) VJepa2PredictorSubmodule (class in mstar.model.vjepa2.submodules) VJepa2RolloutPredictorSubmodule (class in mstar.model.vjepa2.submodules) VJEPA2RopeAttention (class in mstar.model.vjepa2.components.layers) vocab_size (mstar.engine.resources.sampler.config.SamplerSpec attribute) (mstar.engine.resources.SamplerSpec attribute) (mstar.model.cosmos3.config.Cosmos3Config attribute) (mstar.model.cosmos3.Cosmos3Config attribute) (mstar.model.higgs_audio.config.HiggsAudioModelConfig attribute) (mstar.model.orpheus.config.OrpheusModelConfig attribute) (mstar.model.pi05.config.Pi05Config attribute) (mstar.model.whisper.config.WhisperModelConfig attribute) VocabParallelEmbedding (class in mstar.model.components.distributed) (class in mstar.model.components.distributed.embedding) voice (mstar.api_server.openai.protocol.SpeechRequest attribute)

W

wait_all() (mstar.communication.tensors.AsyncMooncakeReader method) wait_for_work() (mstar.communication.communicator.ZMQCommunicator method) WAITING (mstar.utils.ipc_format.Status attribute) Wan22Adapter (class in mstar.api_server.openai.adapters) Wan22Config (class in mstar.model.wan22.config) Wan22DiT (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.dit) Wan22DiTAttention (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.dit) Wan22DiTBlock (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.dit) Wan22DitSubmodule (class in mstar.model.wan22.submodules) Wan22RoPE3D (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.dit) Wan22TextEncoderSubmodule (class in mstar.model.wan22.submodules) Wan22TimeTextEmbedding (class in mstar.model.wan22.components) (class in mstar.model.wan22.components.dit) Wan22VaeDecoderSubmodule (class in mstar.model.wan22.submodules) Wan22VaeEncoderSubmodule (class in mstar.model.wan22.submodules) WanFP32LayerNorm (class in mstar.model.wan22.components.dit) warmup() (mstar.engine.engine.Engine method) warmup_and_capture() (mstar.engine.cuda_graph_runner.CudaGraphRunner method) (mstar.engine.cuda_graph_runner.PiecewiseCudaGraphRunner method) wav_stream_header() (in module mstar.api_server.media_io) weight_loader() (mstar.model.components.distributed.ColumnParallelLinear method) (mstar.model.components.distributed.embedding.VocabParallelEmbedding method) (mstar.model.components.distributed.linear.ColumnParallelLinear method) (mstar.model.components.distributed.linear.KVColumnParallelLinear method) (mstar.model.components.distributed.linear.MergedColumnParallelLinear method) (mstar.model.components.distributed.linear.QKVParallelLinear method) (mstar.model.components.distributed.linear.RowParallelLinear method) (mstar.model.components.distributed.MergedColumnParallelLinear method) (mstar.model.components.distributed.QKVParallelLinear method) (mstar.model.components.distributed.RowParallelLinear method) (mstar.model.components.distributed.VocabParallelEmbedding method) (mstar.model.components.FusedColumnLinear method) (mstar.model.components.linear.FusedColumnLinear method)

WEIGHTS_NAME (mstar.model.cosmos3.components.sound_tokenizer.Cosmos3SoundTokenizer attribute) wg_fwd_pass_idx (mstar.graph.loop_indices.NestedLoopIndices attribute) wg_rank_completions (mstar.conductor.request_info.PartitionState attribute) WhisperDecoderLayer (class in mstar.model.whisper.components.decoder) WhisperDecoderModel (class in mstar.model.whisper.components.decoder) WhisperModelConfig (class in mstar.model.whisper.config) window_size() (mstar.streaming.chunk_policy.ChunkPolicy method) (mstar.streaming.chunk_policy.FixedChunkPolicy method) (mstar.streaming.chunk_policy.LeftContextChunkPolicy method) (mstar.streaming.chunk_policy.SlidingWindowChunkPolicy method) worker_graph_ids (mstar.utils.ipc_format.WorkerGraphsDone attribute) worker_graph_to_workers (mstar.utils.ipc_format.NewRequest attribute) WORKER_GRAPHS_DONE (mstar.utils.ipc_format.ConductorMessageType attribute) worker_id (mstar.utils.ipc_format.SetupDone attribute) WorkerGraphIO (class in mstar.graph.graph_io) WorkerGraphsDone (class in mstar.utils.ipc_format) WorkerGraphStateRegistry (class in mstar.graph.base) WorkerMessage (class in mstar.utils.ipc_format) WorkerMessageType (class in mstar.utils.ipc_format) WorkspacePool (class in mstar.engine.resources.attn.base) world_size (mstar.engine.resources.kv.manager.PublishedKVInfo attribute) write_cross_kv() (mstar.model.whisper.components.decoder.WhisperDecoderModel method) write_kv() (mstar.engine.resources.kv.manager.KVManager method) write_tokens() (mstar.engine.resources.kv.cache.KVCache method)

X

XPU_PAGED (mstar.engine.resources.attn.config.AttnBackend attribute) (mstar.engine.resources.AttnBackend attribute)

XPUPagedAttentionManager (class in mstar.engine.resources.attn.xpu) XPUPagedPlan (class in mstar.engine.resources.attn.xpu)

Z

z_dim (mstar.model.cosmos3.config.Cosmos3VAEConfig attribute) (mstar.model.cosmos3.Cosmos3VAEConfig attribute)

zero_missing_biases() (mstar.model.whisper.components.decoder.WhisperDecoderModel method) ZMQCommunicator (class in mstar.communication.communicator)