Clone gaudi2 refs to gaudi3

Start with the same references on gaudi3 as gaudi2. Then, we can incrementally update them as needed. Signed-off-by: U. Artie Eoff <ullysses.a.eoff@intel.com>
huggingface · Feb 28, 2025 · e1814b7 · e1814b7
1 parent bada9cb
commit e1814b7
Show file tree

Hide file tree

Showing 54 changed files with 3,250 additions and 249 deletions.
diff --git a/tests/baselines/fixture/tests/test_bnb_qlora.json b/tests/baselines/fixture/tests/test_bnb_qlora.json
@@ -2,6 +2,9 @@
   "tests/test_bnb_qlora.py::test_nf4_quantization_inference": {
     "gaudi2": {
       "eval_loss": 1.638
+    },
+    "gaudi3": {
+      "eval_loss": 1.638
     }
   }
 }
diff --git a/tests/baselines/fixture/tests/test_diffusers.json b/tests/baselines/fixture/tests/test_diffusers.json
@@ -5,21 +5,33 @@
     },
     "gaudi2": {
       "throughput": 0.145
+    },
+    "gaudi3": {
+      "throughput": 0.145
     }
   },
   "tests/test_diffusers.py::GaudiFluxImg2ImgPipelineTester::test_flux_img2img_inference": {
     "gaudi2": {
       "throughput": 0.12
+    },
+    "gaudi3": {
+      "throughput": 0.12
     }
   },
   "tests/test_diffusers.py::GaudiFluxPipelineTester::test_flux_inference": {
     "gaudi2": {
       "throughput": 0.03
+    },
+    "gaudi3": {
+      "throughput": 0.03
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusion3PipelineTester::test_sd3_inference": {
     "gaudi2": {
       "throughput": 0.006
+    },
+    "gaudi3": {
+      "throughput": 0.006
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionPipelineTester::test_no_generation_regression_ldm3d": {
@@ -28,6 +40,9 @@
     },
     "gaudi2": {
       "throughput": 0.394
+    },
+    "gaudi3": {
+      "throughput": 0.394
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionPipelineTester::test_no_throughput_regression_autocast": {
@@ -36,6 +51,9 @@
     },
     "gaudi2": {
       "throughput": 0.394
+    },
+    "gaudi3": {
+      "throughput": 0.394
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionPipelineTester::test_no_throughput_regression_bf16": {
@@ -44,6 +62,9 @@
     },
     "gaudi2": {
       "throughput": 1.086
+    },
+    "gaudi3": {
+      "throughput": 1.086
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionPipelineTester::test_sd_textual_inversion": {
@@ -54,6 +75,10 @@
     "gaudi2": {
       "train_runtime": 1.542460777796805,
       "train_samples_per_second": 131.7606336456344
+    },
+    "gaudi3": {
+      "train_runtime": 1.542460777796805,
+      "train_samples_per_second": 131.7606336456344
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionXLPipelineTester::test_sdxl_textual_inversion": {
@@ -64,6 +89,10 @@
     "gaudi2": {
       "train_runtime": 74.92,
       "train_samples_per_second": 2.6694
+    },
+    "gaudi3": {
+      "train_runtime": 74.92,
+      "train_samples_per_second": 2.6694
     }
   },
   "tests/test_diffusers.py::GaudiStableDiffusionXLPipelineTester::test_stable_diffusion_xl_generation_throughput": {
@@ -72,6 +101,9 @@
     },
     "gaudi2": {
       "throughput": 0.301
+    },
+    "gaudi3": {
+      "throughput": 0.301
     }
   },
   "tests/test_diffusers.py::GaudiStableVideoDiffusionPipelineTester::test_stable_video_diffusion_no_throughput_regression_bf16": {
@@ -80,6 +112,9 @@
     },
     "gaudi2": {
       "throughput": 0.012
+    },
+    "gaudi3": {
+      "throughput": 0.012
     }
   },
   "tests/test_diffusers.py::I2VGenXLPipelineTests::test_i2vgen_xl_bf16": {
@@ -88,6 +123,9 @@
     },
     "gaudi2": {
       "throughput": 0.017
+    },
+    "gaudi3": {
+      "throughput": 0.017
     }
   },
   "tests/test_diffusers.py::StableDiffusionInpaintPipelineTests::test_stable_diffusion_inpaint_no_throughput_regression": {
@@ -96,6 +134,9 @@
     },
     "gaudi2": {
       "throughput": 1.025
+    },
+    "gaudi3": {
+      "throughput": 1.025
     }
   },
   "tests/test_diffusers.py::StableDiffusionXLInpaintPipelineTests::test_stable_diffusion_xl_inpaint_no_throughput_regression": {
@@ -104,6 +145,9 @@
     },
     "gaudi2": {
       "throughput": 0.175
+    },
+    "gaudi3": {
+      "throughput": 0.175
     }
   },
   "tests/test_diffusers.py::TrainControlNet::test_train_controlnet": {
@@ -114,6 +158,10 @@
     "gaudi2": {
       "train_runtime": 1.8647471838630736,
       "train_samples_per_second": 120.123522340414
+    },
+    "gaudi3": {
+      "train_runtime": 1.8647471838630736,
+      "train_samples_per_second": 120.123522340414
     }
   }
 }
diff --git a/tests/baselines/fixture/tests/test_encoder_decoder.json b/tests/baselines/fixture/tests/test_encoder_decoder.json
@@ -7,6 +7,10 @@
     "gaudi2": {
       "predict_rougeLsum": 28.9801,
       "predict_samples_per_second": 4.339
+    },
+    "gaudi3": {
+      "predict_rougeLsum": 28.9801,
+      "predict_samples_per_second": 4.339
     }
   },
   "tests/test_encoder_decoder.py::TestEncoderDecoderModels::test_text_summarization_bf16[t5-3b-Habana/t5-2-1]": {
@@ -17,6 +21,10 @@
     "gaudi2": {
       "predict_rougeLsum": 21.8877,
       "predict_samples_per_second": 3.848
+    },
+    "gaudi3": {
+      "predict_rougeLsum": 21.8877,
+      "predict_samples_per_second": 3.848
     }
   },
   "tests/test_encoder_decoder.py::TestEncoderDecoderModels::test_text_translation_bf16[t5-small-Habana/t5-2-1]": {
@@ -27,6 +35,10 @@
     "gaudi2": {
       "predict_bleu": 11.7277,
       "predict_samples_per_second": 11.648
+    },
+    "gaudi3": {
+      "predict_bleu": 11.7277,
+      "predict_samples_per_second": 11.648
     }
   }
 }