third_codes/eland
1
0
Fork 0
mirror of https://github.com/elastic/eland.git synced 2025-07-24 00:00:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ML] ensure quantization is applied (#472)

Browse Source
This commit is contained in:
Benjamin Trent 2022-06-15 09:23:24 -04:00 committed by GitHub
parent 07af00c741
commit ec041ffdfd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
eland/ml/pytorch/traceable_model.py
View File

@ -41,7 +41,7 @@ class TraceableModel(ABC):
def quantize(self) -> None: def quantize(self) -> None:
torch.quantization.quantize_dynamic( torch.quantization.quantize_dynamic(
self._model, {torch.nn.Linear}, dtype=torch.qint8 self._model, {torch.nn.Linear}, dtype=torch.qint8, inplace=True
) )
def trace(self) -> TracedModelTypes: def trace(self) -> TracedModelTypes: