trending/Model-Optimizer
1
0
Fork 0
mirror of https://github.com/NVIDIA/Model-Optimizer.git synced 2026-11-14 03:16:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

set pipeline_dtype default value to params_dtype in megatron_eagle TransformerConfig (#291)

Browse Source 
Signed-off-by: Ye Yu <yeyu@nvidia.com>
This commit is contained in:
yeyu-nvidia
2025-09-05 10:07:25 -07:00
committed by GitHub
parent 2b52759bcd
commit 8a07376863
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modelopt/torch/speculative/plugins/megatron_eagle.py
+1 -1
View File
@@ -90,7 +90,7 @@ def dict_to_config(
fp16=fp16,
bf16=bf16,
params_dtype=getattr(torch, architecture_config["torch_dtype"]),
pipeline_dtype=None,
pipeline_dtype=getattr(torch, architecture_config["torch_dtype"]),
num_layers=architecture_config.get("num_hidden_layers"),
hidden_size=architecture_config.get("hidden_size"),
ffn_hidden_size=architecture_config.get("intermediate_size"),