align transofrmers in optimum notebooks (#1444)

* workaround hanging musicgen (#1442) * fix spell check * fix code * exclude 247
openvinotoolkit · Nov 9, 2023 · 80408a9 · 80408a9
1 parent 37b9bec
commit 80408a9
Show file tree

Hide file tree

Showing 18 changed files with 409 additions and 466 deletions.
diff --git a/.ci/ignore_convert_execution.txt b/.ci/ignore_convert_execution.txt
@@ -51,4 +51,5 @@ notebooks/263-latent-consistency-models-image-generation/263-latent-consistency-
 notebooks/264-qrcode-monster/264-qrcode-monster.ipynb
 notebooks/265-wuerstchen-image-generation/265-wuerstchen-image-generation.ipynb
 notebooks/266-speculative-sampling/266-speculative-sampling.ipynb
+notebooks/267-distil-whisper-asr/267-distil-whisper-asr.ipynb
 notebooks/404-style-transfer-webcam/404-style-transfer.ipynb
diff --git a/.ci/ignore_treon_docker.txt b/.ci/ignore_treon_docker.txt
@@ -15,6 +15,7 @@
 240-dolly-2-instruction-following
 241-riffusion-text-to-music
 242-freevc-voice-conversion
+247-code-language-id
 248-stable-diffusion-xl
 249-oneformer-segmentation
 250-music-generation
@@ -33,6 +34,7 @@
 264-qrcode-monster
 265-wuerstchen-image-generation
 266-speculative-sampling
+267-distil-whisper-asr
 301-tensorflow-training-openvino
 305-tensorflow-quantization-aware-training
 404-style-transfer-webcam
diff --git a/.ci/ignore_treon_linux.txt b/.ci/ignore_treon_linux.txt
@@ -19,6 +19,7 @@
 240-dolly-2-instruction-following
 241-riffusion-text-to-music
 242-freevc-voice-conversion
+247-code-language-id
 248-stable-diffusion-xl
 249-oneformer-segmentation
 250-music-generation
@@ -37,4 +38,5 @@
 264-qrcode-monster
 265-wuerstchen-image-generation
 266-speculative-sampling
+267-distil-whisper-asr
 404-style-transfer-webcam
diff --git a/.ci/ignore_treon_mac.txt b/.ci/ignore_treon_mac.txt
@@ -16,6 +16,7 @@
 240-dolly-2-instruction-following
 241-riffusion-text-to-music
 242-freevc-voice-conversion
+247-code-language-id
 248-stable-diffusion-xl
 249-oneformer-segmentation
 250-music-generation
@@ -34,4 +35,5 @@
 264-qrcode-monster
 265-wuerstchen-image-generation
 266-speculative-sampling
+267-distil-whisper-asr
 404-style-transfer-webcam
diff --git a/.ci/ignore_treon_win.txt b/.ci/ignore_treon_win.txt
@@ -18,6 +18,7 @@
 240-dolly-2-instruction-following
 241-riffusion-text-to-music
 242-freevc-voice-conversion
+247-code-language-id
 248-stable-diffusion-xl
 249-oneformer-segmentation
 250-music-generation
@@ -36,3 +37,4 @@
 264-qrcode-monster
 265-wuerstchen-image-generation
 266-speculative-sampling
+267-distil-whisper-asr
diff --git a/.ci/spellcheck/.pyspelling.wordlist.txt b/.ci/spellcheck/.pyspelling.wordlist.txt
@@ -57,6 +57,7 @@ CHW
 Cifar
 cityscape
 Cityscapes
+CLI
 CLIP's
 codebook
 codebooks
@@ -236,8 +237,10 @@ installable
 instantiation
 InstructGPT
 InstructPix
+intel
 invertible
 intervaling
+im
 IRs
 iteratively
 JFLEG
@@ -387,6 +390,8 @@ overfitting
 overlayed
 OV
 OVC
+OVModel
+OVModelForXXX
 OVMS
 PaddleClas
 PaddleGAN
@@ -566,6 +571,7 @@ superset
 svc
 Swin
 SwinV
+TaskManager
 TartanAir
 TensorBoard
 tensorflow
@@ -651,6 +657,7 @@ Würstchen
 XCode
 Xeon
 xl
+xvector
 XYWH
 YOLO
 YOLOv

diff --git a/.docker/Pipfile.lock b/.docker/Pipfile.lock
diff --git a/.github/workflows/treon.yml b/.github/workflows/treon.yml
@@ -22,7 +22,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-20.04, ubuntu-22.04, windows-2019, macos-11, macos-12]
+        os: [ubuntu-20.04, ubuntu-22.04, windows-2019, macos-12]
         python: ["3.8", "3.9", "3.10"]
     steps:
 
@@ -37,12 +37,12 @@ jobs:
       uses: xom9ikk/dotenv@v1.0.2
       with:
         path: ./.github/workflows
-    - name: Install required packages
-      run:  |
-            if [ "$RUNNER_OS" == "Linux" ]; then
-            sudo apt-get install libsndfile1 -y
-            fi
-      shell: bash
+    # - name: Install required packages
+    #   run:  |
+    #         if [ "$RUNNER_OS" == "Linux" ]; then
+    #         sudo apt-get install libsndfile1 -y
+    #         fi
+    #   shell: bash
     - name: Set up Python
       uses: actions/setup-python@v1
       with:

diff --git a/notebooks/116-sparsity-optimization/116-sparsity-optimization.ipynb b/notebooks/116-sparsity-optimization/116-sparsity-optimization.ipynb
@@ -51,7 +51,7 @@
    "outputs": [],
    "source": [
     "%pip install -q \"openvino>=2023.1.0\"\n",
-    "%pip install -q \"git+https://github.com/huggingface/optimum-intel.git\" datasets onnx onnxruntime"
+    "%pip install -q \"git+https://github.com/huggingface/optimum-intel.git\" datasets onnx transformers>=4.33.0"
    ]
   },
   {