Skip to content

Commit

Permalink
Remove comments
Browse files Browse the repository at this point in the history
  • Loading branch information
Giuseppe5 committed Jul 18, 2023
1 parent 06dc443 commit d32fca4
Showing 1 changed file with 0 additions and 6 deletions.
6 changes: 0 additions & 6 deletions src/brevitas_examples/llm/llm_quant/mha_layers.py
Original file line number Diff line number Diff line change
Expand Up @@ -296,11 +296,5 @@ def set_weight(value):
del state_dict[name]
state_dict[prefix + 'mha.out_proj.weight'] = torch.eye(self.mha.out_proj.weight.shape[0])
state_dict[prefix + 'mha.out_proj.bias'] = torch.zeros(self.mha.out_proj.bias.shape)
# elif prefix + 'self.output.dense.weight' in name:
# state_dict[prefix + 'mha.out_proj.weight'] = value
# del state_dict[name]
# elif prefix + 'self.output.dense.bias' in name:
# state_dict[prefix + 'mha.out_proj.bias'] = value
# del state_dict[name]
return super()._load_from_state_dict(
state_dict, prefix, local_metadata, strict, missing_keys, unexpected_keys, error_msgs)

0 comments on commit d32fca4

Please sign in to comment.