Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
Giuseppe5 committed Jan 20, 2025
1 parent 5850ba2 commit 573ffba
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions src/brevitas_examples/common/generative/quantize.py
Original file line number Diff line number Diff line change
Expand Up @@ -318,8 +318,9 @@ def generate_quantizers(
linear_input_quant = linear_input_quant.let(**input_kwargs)
v_quant = v_quant.let(**input_kwargs)
k_transposed_quant = k_transposed_quant.let(**input_kwargs)
q_scaled_quant = q_scaled_quant.let(**input_kwargs)
attn_output_weights_quant = attn_output_weights_quant.let(**input_kwargs)
q_scaled_quant = q_scaled_quant.let(**input_kwargs) if q_scaled_quant is not None else None
attn_output_weights_quant = attn_output_weights_quant.let(
**input_kwargs) if attn_output_weights_quant is not None else None

else:
input_quant = None
Expand Down

0 comments on commit 573ffba

Please sign in to comment.