From fe38f1cdbebe3e0f7543f2d097456c8c638d8675 Mon Sep 17 00:00:00 2001 From: Giuseppe Franco Date: Wed, 28 Aug 2024 10:41:41 +0100 Subject: [PATCH] fix quant proxy --- src/brevitas/proxy/parameter_quant.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/brevitas/proxy/parameter_quant.py b/src/brevitas/proxy/parameter_quant.py index 604a43c00..1f9cc62b6 100644 --- a/src/brevitas/proxy/parameter_quant.py +++ b/src/brevitas/proxy/parameter_quant.py @@ -125,8 +125,6 @@ def forward(self, x: torch.Tensor) -> Union[Tensor, QuantTensor]: if not self.training and self.cache_inference_quant_weight and self._cached_weight is None: self._cached_weight = self.cache_class( out.detach(), metadata_only=self.cache_inference_quant_weight_metadata_only) - else: - out = out[0] else: # quantization disabled out = x return out