From d936aa9349a25e7acc2e954070652ac6297babdf Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Wed, 5 Apr 2023 19:54:02 +0530 Subject: [PATCH] fix tests --- tests/testing_common.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tests/testing_common.py b/tests/testing_common.py index cfe6cf2..38aee14 100644 --- a/tests/testing_common.py +++ b/tests/testing_common.py @@ -268,8 +268,12 @@ class PeftCommonTester: logits_transformers = transformers_model(**dummy_input)[0] - self.assertTrue(torch.allclose(logits_lora, logits_merged, atol=1e-4, rtol=1e-4)) - self.assertFalse(torch.allclose(logits_merged, logits_transformers, atol=1e-10, rtol=1e-10)) + if config.merge_weights: + self.assertTrue(torch.allclose(logits_lora, logits_merged, atol=1e-4, rtol=1e-4)) + self.assertFalse(torch.allclose(logits_merged, logits_transformers, atol=1e-10, rtol=1e-10)) + else: + self.assertFalse(torch.allclose(logits_lora, logits_merged, atol=1e-4, rtol=1e-4)) + self.assertTrue(torch.allclose(logits_merged, logits_transformers, atol=1e-10, rtol=1e-10)) with tempfile.TemporaryDirectory() as tmp_dirname: model.save_pretrained(tmp_dirname)