merge main in branch

Author: echarlaix

.github/workflows/build_main_documentation.yml

@@ -38,11 +38,6 @@ jobs:
           repository: 'huggingface/optimum-amd'
           path: optimum-amd
 
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/optimum-tpu'
-          path: optimum-tpu
-
       - name: Free disk space
         run: |
           df -h
@@ -125,17 +120,6 @@ jobs:
           sudo mv intel-doc-build ../optimum
           cd ..
 
-      - name: Make TPU documentation
-        run: |
-          sudo docker system prune -a -f
-          source venv-doc/bin/activate
-          cd optimum-tpu
-          pip install -U pip
-          pip install . -f https://storage.googleapis.com/libtpu-releases/index.html
-          doc-builder build optimum.tpu docs/source/ --build_dir tpu-doc-build --version pr_$PR_NUMBER --version_tag_suffix "" --html --clean
-          mv tpu-doc-build ../optimum
-          cd ..
-
       - name: Make AMD documentation
         run: |
           sudo docker system prune -a -f

.github/workflows/build_pr_documentation.yml

@@ -49,11 +49,6 @@ jobs:
           repository: 'huggingface/optimum-amd'
           path: optimum-amd
 
-      - uses: actions/checkout@v2
-        with:
-          repository: 'huggingface/optimum-tpu'
-          path: optimum-tpu
-
       - name: Setup environment
         run: |
           python -m venv venv-doc
@@ -89,17 +84,6 @@ jobs:
           sudo mv amd-doc-build ../optimum
           cd ..
 
-      - name: Make TPU documentation
-        run: |
-          sudo docker system prune -a -f
-          source venv-doc/bin/activate
-          cd optimum-tpu
-          pip install -U pip
-          pip install . -f https://storage.googleapis.com/libtpu-releases/index.html
-          doc-builder build optimum.tpu docs/source/ --build_dir tpu-doc-build --version pr_$PR_NUMBER --version_tag_suffix "" --html --clean
-          mv tpu-doc-build ../optimum
-          cd ..
-
       - name: Make Optimum documentation
         run: |
           sudo docker system prune -a -f

.github/workflows/test_exporters_onnx.yml

@@ -40,4 +40,4 @@ jobs:
 
       - name: Test with pytest
         run: |
-          pytest tests/exporters/onnx/test_export.py -vvvv --durations=0 -n auto
+          pytest tests/exporters/onnx/test_export.py -vvvv --durations=0

.github/workflows/test_exporters_tflite.yml

@@ -6,7 +6,6 @@ on:
     branches: [main]
   pull_request:
     branches: [main]
-    types: [opened, synchronize, reopened, labeled, unlabeled]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
@@ -17,12 +16,6 @@ env:
 
 jobs:
   build:
-    if: ${{
-      (github.event_name == 'push') ||
-      (github.event_name == 'workflow_dispatch') ||
-      contains( github.event.pull_request.labels.*.name, 'tflite' )
-      }}
-
     strategy:
       fail-fast: false
       matrix:

.github/workflows/test_exporters_tflite_cli.yml

@@ -6,7 +6,6 @@ on:
     branches: [main]
   pull_request:
     branches: [main]
-    types: [opened, synchronize, reopened, labeled, unlabeled]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
@@ -17,12 +16,6 @@ env:
 
 jobs:
   build:
-    if: ${{
-      (github.event_name == 'push') ||
-      (github.event_name == 'workflow_dispatch') ||
-      contains( github.event.pull_request.labels.*.name, 'tflite' )
-      }}
-
     strategy:
       fail-fast: false
       matrix:

.github/workflows/test_onnxruntime.yml

@@ -27,6 +27,7 @@ jobs:
       matrix:
         python-version: [3.9]
         runs-on: [ubuntu-22.04]
+        transformers_version: [latest, 4.36.*, 4.45.*]
         test_file:
           [
             test_timm.py,
@@ -59,13 +60,26 @@ jobs:
           pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
           pip install .[tests,onnxruntime] diffusers
 
-      - name: Test with pytest (in series)
-        if: matrix.test_file == 'test_modeling.py'
+      - name: Install transformers ${{ matrix.transformers-version }}
         run: |
-          pytest tests/onnxruntime/test_modeling.py -m "run_in_series" --durations=0 -vvvv
+          if [ "${{ matrix.transformers_version }}" == '4.36.*' ]; then
+            pip install "transformers==4.36.*" "diffusers<0.32.0"
+          elif [ "${{ matrix.transformers_version }}" == '4.45.*' ]; then
+            pip install "transformers==4.45.*" "diffusers<0.33.0"
+          else
+            pip install transformers;
+          fi
 
       - name: Test with pytest (in parallel)
+        if: matrix.test_file != 'test_diffusion.py'
+        run: |
+          pytest tests/onnxruntime/${{ matrix.test_file }} --durations=0 -vvvv -n auto
+        env:
+          HF_HUB_READ_TOKEN: ${{ secrets.HF_HUB_READ_TOKEN }}
+
+      - name: Test with pytest (in series)
+        if: matrix.test_file == 'test_diffusion.py'
         run: |
-          pytest tests/onnxruntime/${{ matrix.test_file }} -m "not run_in_series" --durations=0 -vvvv -n auto
+          pytest tests/onnxruntime/${{ matrix.test_file }} --durations=0 -vvvv
         env:
           HF_HUB_READ_TOKEN: ${{ secrets.HF_HUB_READ_TOKEN }}

.github/workflows/test_onnxruntime_slow.yml

@@ -36,16 +36,15 @@ jobs:
         python-version: [3.9]
         transformers-version: [latest]
         runs-on: [ubuntu-22.04, windows-2022]
-        include:
-          - {python-version: 3.9, transformers-version: 4.36.*, runs-on: ubuntu-22.04}
-          - {python-version: 3.9, transformers-version: 4.45.*, runs-on: ubuntu-22.04}
 
     runs-on: ${{ matrix.runs-on }}
 
     steps:
       - name: Free Disk Space (Ubuntu)
         if: matrix.runs-on == 'ubuntu-22.04'
         uses: jlumbroso/free-disk-space@main
+        with:
+          swap-storage: false
 
       - name: Free Disk Space (macOS)
         if: matrix.runs-on == 'macos-15'
@@ -69,25 +68,15 @@ jobs:
           pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
           pip install .[tests,onnxruntime] diffusers
 
-      - name: Install transformers ${{ matrix.transformers-version }}
-        if: ${{ matrix.transformers-version == '4.36.*' }}
-        run: |
-          pip install "transformers==${{ matrix.transformers-version }}" "diffusers<0.32.0"
-
-      - name: Install transformers ${{ matrix.transformers-version }}
-        if: ${{ matrix.transformers-version == '4.45.*' }}
-        run: |
-          pip install "transformers==${{ matrix.transformers-version }}" "diffusers<0.33.0"
-  
       - name: Test with pytest (in series)
         run: |
           pytest tests/onnxruntime -m "run_in_series" --durations=0 -vvvv
         env:
           RUN_SLOW: 1
-  
+
       - name: Test with pytest (in parallel)
         run: |
-          pytest tests/onnxruntime -m "not run_in_series" --durations=0 -vvvv -n auto
+          pytest tests/onnxruntime -m "not run_in_series" --durations=0 -vvvv
         env:
           HF_HUB_READ_TOKEN: ${{ secrets.HF_HUB_READ_TOKEN }}
           RUN_SLOW: 1