From 34ece4fcad8d6e527f8e8e1d350d2db637384731 Mon Sep 17 00:00:00 2001 From: rockdu Date: Sat, 8 Aug 2026 01:56:29 -0700 Subject: [PATCH] feat(rollout): forward --sglang-text-encoder-precisions to the engine --- .../backends/sglang_diffusion_utils/sglang_diffusion_engine.py | 2 +- miles/utils/arguments.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/miles/backends/sglang_diffusion_utils/sglang_diffusion_engine.py b/miles/backends/sglang_diffusion_utils/sglang_diffusion_engine.py index 3de4dd1a..1f22bdc6 100644 --- a/miles/backends/sglang_diffusion_utils/sglang_diffusion_engine.py +++ b/miles/backends/sglang_diffusion_utils/sglang_diffusion_engine.py @@ -340,7 +340,7 @@ def _compute_server_args(args, host, port, nccl_port): # dit_precision / vae_precision are PipelineConfig fields, not ServerArgs, so forward them explicitly (only when changed from the class default, to avoid clobbering a subclass override). from sglang.multimodal_gen.configs.pipeline_configs.base import PipelineConfig - for field_name in ("dit_precision", "vae_precision"): + for field_name in ("dit_precision", "vae_precision", "text_encoder_precisions"): val = getattr(args, f"sglang_{field_name}", None) if val is not None and val != getattr(PipelineConfig, field_name, None): kwargs[field_name] = val diff --git a/miles/utils/arguments.py b/miles/utils/arguments.py index 18ba848a..18d62be2 100644 --- a/miles/utils/arguments.py +++ b/miles/utils/arguments.py @@ -1421,6 +1421,7 @@ def add_sglang_tp_size(): ) parser.set_defaults(sglang_tensor_parallel_size=add_sglang_tp_size()) + parser.set_defaults(sglang_text_encoder_precisions=None) return parser return add_miles_arguments