mirror of
https://github.com/vllm-project/vllm.git
synced 2026-10-28 09:45:26 +08:00
[CI][CPU] Initialize DFlash test FC after loading weights (#63973)
Signed-off-by: Yusen Gao <amenomorikou@gmail.com>
This commit is contained in:
1 parent
939ff73503
commit
bf4b3b5cb8
1 file changed
+1
@@ -652,6 +652,7 @@ def test_dflash_fc_runs_fp32_target_hidden_states_in_draft_dtype(monkeypatch):
|
||||
fc = model.model.fc
|
||||
torch.manual_seed(0)
|
||||
torch.nn.init.normal_(fc.weight)
|
||||
fc.quant_method.process_weights_after_loading(fc)
|
||||
aux_hidden_states = torch.randn(3, 2 * hidden, dtype=torch.float32)
|
||||
|
||||
combined = model.combine_hidden_states(aux_hidden_states)
|
||||
|
||||
Reference in new issue
Block a user