Ci: reduce PRs workload (#507)

* chore: PRs gha are now smaller. Requesting a review triggers all the tests * fix: do not execute any gha on drafts
Xilinx · Jan 13, 2023 · e4b845f · e4b845f
1 parent c65f9c1
commit e4b845f
Show file tree

Hide file tree

Showing 9 changed files with 78 additions and 9 deletions.
diff --git a/.github/workflows/base.yml.template b/.github/workflows/base.yml.template
@@ -4,17 +4,23 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
 &{strategy}
       matrix:
 &{matrix}
 &{exclude}
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo

diff --git a/.github/workflows/develop_install.yml b/.github/workflows/develop_install.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -21,6 +26,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -46,10 +52,12 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for testing brevitas develop install and imports
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_install_dev-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 
     - name: Run Nox session for testing brevitas_examples develop install and imports
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_examples_install_dev-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/end_to_end.yml b/.github/workflows/end_to_end.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
       max-parallel: 4
@@ -25,6 +30,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -50,6 +56,7 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for end-to-end flows
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_end_to_end-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/examples_pytest.yml b/.github/workflows/examples_pytest.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -22,6 +27,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -47,6 +53,7 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for brevitas_examples pytest
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_examples_cpu-${{ matrix.python_version }}\(${{ matrix.jit_status }}\,\ pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/finn_integration.yml b/.github/workflows/finn_integration.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -21,6 +26,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -46,11 +52,12 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Install protobuf on Ubuntu
+      if: startsWith(runner.os, 'Linux') == true
       shell: bash
       run: sudo apt-get install protobuf-compiler libprotoc-dev
-      if: startsWith(runner.os, 'Linux') == true
 
     - name: Run Nox session for Brevitas-FINN integration
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_finn_integration-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/gen_github_actions.py b/.github/workflows/gen_github_actions.py
@@ -12,10 +12,13 @@
 NOTEBOOK_YML = 'notebook.yml'
 ENDTOEND_YML = 'end_to_end.yml'
 
+# Reduced Test for PRs, except when a review is requested
+CONDITION= "${{ (contains(fromJson(\'[%PYTORCH_LIST_REDUCED]\'), matrix.pytorch_version ) && github.event_name == \'pull_request\' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != \'pull_request\') || (github.event_name == \'pull_request\' && github.event.action == \'review_requested\')}} "
 
 # Data shared betwen Nox sessions and Github Actions, formatted as tuples
 PYTHON_VERSIONS = ('3.7', '3.8')
 PYTORCH_VERSIONS = ('1.5.1', '1.6.0', '1.7.1', '1.8.1', '1.9.1', '1.10.1', '1.11.0', '1.12.1', '1.13.0')
+PYTORCH_LIST_REDUCED = ["1.5.1", "1.10.1", "1.13.0"]
 JIT_STATUSES = ('jit_disabled',)
 
 # Data used only by Github Actions, formatted as lists or lists of ordered dicts
@@ -47,6 +50,7 @@
 PYTEST_STEP_LIST = [
     od([
         ('name', 'Run Nox session for brevitas pytest'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_cpu-${{ matrix.python_version }}\(${{ matrix.jit_status }}\,\ pytorch_${{ matrix.pytorch_version }}\)')]),
@@ -55,6 +59,7 @@
 EXAMPLES_PYTEST_STEP_LIST = [
     od([
         ('name', 'Run Nox session for brevitas_examples pytest'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_examples_cpu-${{ matrix.python_version }}\(${{ matrix.jit_status }}\,\ pytorch_${{ matrix.pytorch_version }}\)')]),
@@ -63,13 +68,15 @@
 FINN_INTEGRATION_STEP_LIST = [
     od([
         ('name', 'Install protobuf on Ubuntu'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'sudo apt-get install protobuf-compiler libprotoc-dev'),
         ('if', "startsWith(runner.os, 'Linux') == true")
     ]),
     od([
         ('name', 'Run Nox session for Brevitas-FINN integration'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_finn_integration-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')
@@ -78,6 +85,7 @@
 PYXIR_INTEGRATION_STEP_LIST = [
     od([
         ('name', 'Run Nox session for Brevitas-PyXIR integration'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_pyxir_integration-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')
@@ -86,6 +94,7 @@
 ORT_INTEGRATION_STEP_LIST = [
     od([
         ('name', 'Run Nox session for Brevitas-ORT integration'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_ort_integration-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')
@@ -94,11 +103,13 @@
 TEST_INSTALL_DEV_STEP_LIST = [
     od([
         ('name', 'Run Nox session for testing brevitas develop install and imports'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_install_dev-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')]),
     od([
         ('name', 'Run Nox session for testing brevitas_examples develop install and imports'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_examples_install_dev-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')
@@ -107,6 +118,7 @@
 NOTEBOOK_STEP_LIST = [
     od([
         ('name', 'Run Nox session for Notebook execution'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_notebook-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')
@@ -115,6 +127,7 @@
 ENDTOEND_STEP_LIST = [
     od([
         ('name', 'Run Nox session for end-to-end flows'),
+        ('if', CONDITION.replace('%PYTORCH_LIST_REDUCED', ', '.join(f'"{version}"' for version in PYTORCH_LIST_REDUCED) )),
         ('shell', 'bash'),
         ('run',
          'nox -v -s tests_brevitas_end_to_end-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)')

diff --git a/.github/workflows/notebook.yml b/.github/workflows/notebook.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -28,6 +33,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -53,6 +59,7 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for Notebook execution
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_notebook-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/ort_integration.yml b/.github/workflows/ort_integration.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -21,6 +26,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -46,6 +52,7 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for Brevitas-ORT integration
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_ort_integration-${{ matrix.python_version }}\(\pytorch_${{ matrix.pytorch_version }}\)
 

diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml
@@ -4,11 +4,16 @@ on:
   push:
     branches: [ master, dev ]
   pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - ready_for_review
+      - review_requested
 
 jobs:
   build:
     runs-on: ${{ matrix.platform }}
-
     strategy:
       fail-fast: false
 
@@ -22,6 +27,7 @@ jobs:
 
 
 
+    if: ${{ !github.event.pull_request.draft }}
     steps:
 
     - name: Checkout repo
@@ -47,6 +53,7 @@ jobs:
       if: startsWith(runner.os, 'macOS') == true
 
     - name: Run Nox session for brevitas pytest
+      if: ${{ (contains(fromJson('["1.5.1", "1.10.1", "1.13.0"]'), matrix.pytorch_version ) && github.event_name == 'pull_request' && matrix.platform == 'ubuntu-latest' )  || (github.event_name != 'pull_request') || (github.event_name == 'pull_request' && github.event.action == 'review_requested')}} 
       shell: bash
       run: nox -v -s tests_brevitas_cpu-${{ matrix.python_version }}\(${{ matrix.jit_status }}\,\ pytorch_${{ matrix.pytorch_version }}\)