trial

Signed-off-by: Ivy Zhang <[email protected]>

Author: crazydemo

tests/integration/defs/accuracy/references/cnn_dailymail.yaml

@@ -251,6 +251,8 @@ Qwen/Qwen2-0.5B-Instruct:
     accuracy: 30.930
   - quant_algo: FP8
     accuracy: 31.140
+Qwen/Qwen2-1.5B:
+  - accuracy: 32.58
 Qwen/Qwen2-7B-Instruct:
   - accuracy: 36.148
   - quant_algo: W8A16

tests/integration/defs/accuracy/test_cli_flow.py

@@ -1137,12 +1137,6 @@ class TestQwen2_0_5BInstruct(CliFlowAccuracyTestHarness):
     def test_auto_dtype(self):
         self.run(dtype='auto')
 
-    @pytest.mark.skip(reason="https://nvbugs/5280195")
-    @pytest.mark.skip_less_device(4)
-    def test_auto_dtype_cp4(self):
-        "RCCA: https://nvbugs/5170106"
-        self.run(dtype='auto', cp_size=4)
-
     @skip_post_blackwell
     def test_weight_only(self):
         self.run(quant_algo=QuantAlgo.W8A16)
@@ -1154,6 +1148,17 @@ def test_fp8(self):
                  quant_algo=QuantAlgo.FP8)
 
 
+class TestQwen2_1_5B(CliFlowAccuracyTestHarness):
+    MODEL_NAME = "Qwen/Qwen2-1.5B"
+    MODEL_PATH = f"{llm_models_root()}/Qwen2-1.5B"
+    EXAMPLE_FOLDER = "models/core/qwen"
+
+    @pytest.mark.skip_less_device(4)
+    def test_auto_dtype_cp4(self):
+        "RCCA: https://nvbugs/5170106"
+        self.run(dtype='auto', cp_size=4)
+
+
 class TestQwen2_7BInstruct(CliFlowAccuracyTestHarness):
     MODEL_NAME = "Qwen/Qwen2-7B-Instruct"
     MODEL_PATH = f"{llm_models_root()}/Qwen2-7B-Instruct"

tests/integration/test_lists/qa/examples_test_list.txt

@@ -400,9 +400,9 @@ accuracy/test_cli_flow.py::TestGemma2_9BIt::test_weight_only[int4]
 accuracy/test_cli_flow.py::TestQwen1_5MoeA2_7BChat::test_auto_dtype
 accuracy/test_cli_flow.py::TestQwen1_5MoeA2_7BChat::test_weight_only
 accuracy/test_cli_flow.py::TestQwen2_0_5BInstruct::test_auto_dtype
-accuracy/test_cli_flow.py::TestQwen2_0_5BInstruct::test_auto_dtype_cp4
 accuracy/test_cli_flow.py::TestQwen2_0_5BInstruct::test_weight_only
 accuracy/test_cli_flow.py::TestQwen2_0_5BInstruct::test_fp8
+accuracy/test_cli_flow.py::TestQwen2_1_5B::test_auto_dtype_cp4
 accuracy/test_llm_api.py::TestQwen2_7BInstruct::test_auto_dtype
 accuracy/test_llm_api.py::TestQwen2_7BInstruct::test_weight_only
 accuracy/test_cli_flow.py::TestQwen2_7BInstruct::test_int4_awq_prequantized