Skip to content

Commit

Permalink
Remove not used function
Browse files Browse the repository at this point in the history
  • Loading branch information
pablomlago committed Dec 6, 2024
1 parent 87bf948 commit f8a2542
Showing 1 changed file with 0 additions and 9 deletions.
9 changes: 0 additions & 9 deletions tests/brevitas_examples/test_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -291,15 +291,6 @@ def test_small_models_acc_pt_ge_2_4(caplog, acc_args_and_acc_pt_ge_2_4):
assert allveryclose(exp_quant_ppl, quant_ppl), f"Expected quant PPL {exp_quant_ppl}, measured PPL {quant_ppl}"


def llama_module_type_count(num_hidden_layers: int):
return {
"<class 'torch.nn.modules.linear.Linear'>": 1 + num_hidden_layers *
(4 + 3), # lm_head + (k/q/v/o_proj + MLP)
"<class 'torch.nn.modules.normalization.RMSNorm'>":
1 + num_hidden_layers * 2, # input + post_attention
}


@pytest_cases.fixture(
ids=[
"mistral-int8",
Expand Down

0 comments on commit f8a2542

Please sign in to comment.