From cfe07db4a6af4bf6787a5ce49cf9607c7949369a Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Tue, 24 Sep 2024 16:54:55 +0200 Subject: [PATCH] Update NNCF commit; tweak number of FQ for albert --- .github/workflows/test_openvino.yml | 1 - setup.py | 4 ++-- tests/openvino/test_quantization.py | 2 +- 3 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/test_openvino.yml b/.github/workflows/test_openvino.yml index db7964476d..0d7c1a6110 100644 --- a/.github/workflows/test_openvino.yml +++ b/.github/workflows/test_openvino.yml @@ -40,7 +40,6 @@ jobs: pip install .[openvino,openvino-tokenizers,tests,diffusers] onnxruntime pip install transformers==${{ matrix.transformers-version }} pip install -U --pre openvino==2024.5.0.dev20240923 openvino-tokenizers==2024.5.0.dev20240923 --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly/ - pip install git+https://github.com/openvinotoolkit/nncf.git@2efda7dd16276c8d8f70fabfb9a94b4bcd7af08f - name: Test with Pytest env: diff --git a/setup.py b/setup.py index d80821f4a4..f5715433a7 100644 --- a/setup.py +++ b/setup.py @@ -61,8 +61,8 @@ EXTRAS_REQUIRE = { "neural-compressor": ["neural-compressor[pt]>3.0", "accelerate", "transformers<=4.43.2"], - "openvino": ["openvino-nightly==2024.5.0.dev20240923", "nncf@git+https://github.com/openvinotoolkit/nncf.git@2efda7dd16276c8d8f70fabfb9a94b4bcd7af08f", "openvino-tokenizers[transformers]"], - "nncf": ["nncf@git+https://github.com/openvinotoolkit/nncf.git@2efda7dd16276c8d8f70fabfb9a94b4bcd7af08f"], + "openvino": ["openvino-nightly==2024.5.0.dev20240923", "nncf@git+https://github.com/nikita-savelyevv/nncf.git@release_2_13_1", "openvino-tokenizers[transformers]"], + "nncf": ["nncf@git+https://github.com/nikita-savelyevv/nncf.git@release_2_13_1"], "ipex": ["intel-extension-for-pytorch", "transformers>=4.39,<4.45"], "diffusers": ["diffusers"], "quality": QUALITY_REQUIRE, diff --git a/tests/openvino/test_quantization.py b/tests/openvino/test_quantization.py index 73cb8f9611..9f73059e02 100644 --- a/tests/openvino/test_quantization.py +++ b/tests/openvino/test_quantization.py @@ -745,7 +745,7 @@ def preprocess_function(examples, tokenizer): class OVTrainerTest(unittest.TestCase): - SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS = (("albert", 64, 39),) + SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS = (("albert", 63, 39),) @parameterized.expand(SUPPORTED_ARCHITECTURES_WITH_EXPECTED_QUANTIZED_MATMULS) def test_aware_training_quantization(self, model_name, expected_fake_quantize, expected_int8):