From 8a07376863c8c856378d20a16fcc442cce5f3793 Mon Sep 17 00:00:00 2001 From: yeyu-nvidia Date: Fri, 5 Sep 2025 10:07:25 -0700 Subject: [PATCH] set pipeline_dtype default value to params_dtype in megatron_eagle TransformerConfig (#291) Signed-off-by: Ye Yu --- modelopt/torch/speculative/plugins/megatron_eagle.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modelopt/torch/speculative/plugins/megatron_eagle.py b/modelopt/torch/speculative/plugins/megatron_eagle.py index eca83b3df7..0b2a886f5d 100644 --- a/modelopt/torch/speculative/plugins/megatron_eagle.py +++ b/modelopt/torch/speculative/plugins/megatron_eagle.py @@ -90,7 +90,7 @@ def dict_to_config( fp16=fp16, bf16=bf16, params_dtype=getattr(torch, architecture_config["torch_dtype"]), - pipeline_dtype=None, + pipeline_dtype=getattr(torch, architecture_config["torch_dtype"]), num_layers=architecture_config.get("num_hidden_layers"), hidden_size=architecture_config.get("hidden_size"), ffn_hidden_size=architecture_config.get("intermediate_size"),