From 8125dd16666c746ead037caff071c467ee9010ed Mon Sep 17 00:00:00 2001 From: Titus von Koeller <9048635+Titus-von-Koeller@users.noreply.github.com> Date: Fri, 16 Feb 2024 16:57:02 +0000 Subject: [PATCH 1/3] generated text on A10G --- tests/quantization/bnb/test_mixed_int8.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/quantization/bnb/test_mixed_int8.py b/tests/quantization/bnb/test_mixed_int8.py index b926c80398c2..e5ec1fe70308 100644 --- a/tests/quantization/bnb/test_mixed_int8.py +++ b/tests/quantization/bnb/test_mixed_int8.py @@ -847,6 +847,7 @@ class MixedInt8GPT2Test(MixedInt8Test): EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a big fan of") EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a fan of the") + EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I am a member of the") def test_int8_from_pretrained(self): r""" From 5a8ccef0b62bab6217c234941b477cc4d81d6e82 Mon Sep 17 00:00:00 2001 From: Titus von Koeller <9048635+Titus-von-Koeller@users.noreply.github.com> Date: Fri, 16 Feb 2024 16:57:40 +0000 Subject: [PATCH 2/3] generated text in CI --- tests/quantization/bnb/test_mixed_int8.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/quantization/bnb/test_mixed_int8.py b/tests/quantization/bnb/test_mixed_int8.py index e5ec1fe70308..a84311dcb37a 100644 --- a/tests/quantization/bnb/test_mixed_int8.py +++ b/tests/quantization/bnb/test_mixed_int8.py @@ -97,6 +97,7 @@ class BaseMixedInt8Test(unittest.TestCase): input_text = "Hello my name is" EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of the family.\n") + EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n") MAX_NEW_TOKENS = 10 def setUp(self): From a0918cbc74a6efa8bbaf5a73f49ec4215f621eb4 Mon Sep 17 00:00:00 2001 From: Titus <9048635+Titus-von-Koeller@users.noreply.github.com> Date: Mon, 19 Feb 2024 09:44:15 +0100 Subject: [PATCH 3/3] Apply suggestions from code review add explanatory comments Co-authored-by: Younes Belkada <49240599+younesbelkada@users.noreply.github.com> --- tests/quantization/bnb/test_mixed_int8.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/quantization/bnb/test_mixed_int8.py b/tests/quantization/bnb/test_mixed_int8.py index a84311dcb37a..72d9c7979612 100644 --- a/tests/quantization/bnb/test_mixed_int8.py +++ b/tests/quantization/bnb/test_mixed_int8.py @@ -97,6 +97,7 @@ class BaseMixedInt8Test(unittest.TestCase): input_text = "Hello my name is" EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of the family.\n") + # Expected values on a A10 EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n") MAX_NEW_TOKENS = 10 @@ -848,6 +849,7 @@ class MixedInt8GPT2Test(MixedInt8Test): EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a big fan of") EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a fan of the") + # Expected values on a A10 EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I am a member of the") def test_int8_from_pretrained(self):