Add caches for different package targets

Signed-off-by: Simeon Widdis <sawiddis@amazon.com>
opensearch-project · Oct 1, 2024 · b488f79 · b488f79
1 parent c0e4415
commit b488f79
Show file tree

Hide file tree

Showing 2 changed files with 50 additions and 2 deletions.
diff --git a/.github/workflows/ftr-e2e-dashboards-observability-test.yml b/.github/workflows/ftr-e2e-dashboards-observability-test.yml
@@ -122,6 +122,18 @@ jobs:
           restore-keys: |
             ${{ runner.OS }}-node-
 
+      - name: Restore target caches
+        id: cache-target-folders-restore
+        shell: bash
+        run: |
+          echo "Restoring target folder caches..."
+          target_folders=("./OpenSearch-Dashboards/packages/*/target" "./OpenSearch-Dashboards/src/plugins/*/target" "./OpenSearch-Dashboards/src/core/target" "./plugins/dashboards-observability/target")
+          for target_folder in "${target_folders[@]}"; do
+            target_name = $(echo "$target_folder" | sed 's/\/target//g')
+            cache_key="${{ runner.OS }}-$target_name-${{ hashFiles("$target_folder/**/*", "!$target_folder/target/**") }}
+            restored_cache=$(actions/cache/restore@v4 -p "$target_folder/target" -k "$cache_key" -r "${{ runner.OS }}-$target_name-")
+          done
+
       - name: Bootstrap OpenSearch Dashboards
         run: |
           cd OpenSearch-Dashboards
@@ -130,7 +142,19 @@ jobs:
       - name: Compile OpenSearch Dashboards
         run: |
           cd OpenSearch-Dashboards
-          node scripts/build_opensearch_dashboards_platform_plugins --no-examples --workers=10
+          node scripts/build_opensearch_dashboards_platform_plugins --no-examples --workers=10 --verbose
+
+      - name: Save target caches
+        id: cache-target-folders-save
+        shell: bash
+        run: |
+          echo "Saving target folder caches..."
+          target_folders=("./OpenSearch-Dashboards/packages/*/target" "./OpenSearch-Dashboards/src/plugins/*/target" "./OpenSearch-Dashboards/src/core/target" "./plugins/dashboards-observability/target")
+          for target_folder in "${target_folders[@]}"; do
+            target_name = $(echo "$target_folder" | sed 's/\/target//g')
+            cache_key="${{ runner.OS }}-$target_name-${{ hashFiles("$target_folder/**/*", "!$target_folder/target/**") }}
+            actions/cache/save@v4 -p "$target_folder/target" -k "$cache_key" -r "${{ runner.OS }}-$target_name-"
+          done
 
       - name: Run OpenSearch Dashboards server
         run: |

diff --git a/.github/workflows/integration-tests-workflow.yml b/.github/workflows/integration-tests-workflow.yml
@@ -144,6 +144,18 @@ jobs:
           restore-keys: |
             ${{ runner.OS }}-node-
 
+      - name: Restore core-targets caches
+        id: cache-target-folders
+        shell: bash
+        run: |
+          echo "Restoring target folder caches..."
+          target_folders=("./OpenSearch-Dashboards/packages/*/target" "./OpenSearch-Dashboards/src/plugins/*/target" "./OpenSearch-Dashboards/src/core/target" "./plugins/dashboards-observability/target")
+          for target_folder in "${target_folders[@]}"; do
+            target_name = $(echo "$target_folder" | sed 's/\/target//g')
+            cache_key="${{ runner.OS }}-$target_name-${{ hashFiles("$target_folder/**/*", "!$target_folder/target/**") }}
+            restored_cache=$(actions/cache/restore@v4 -p "$target_folder/target" -k "$cache_key" -r "${{ runner.OS }}-$target_name-")
+          done
+
       - name: Bootstrap OpenSearch Dashboards
         run: |
           cd OpenSearch-Dashboards
@@ -152,7 +164,19 @@ jobs:
       - name: Compile OpenSearch Dashboards
         run: |
           cd OpenSearch-Dashboards
-          node scripts/build_opensearch_dashboards_platform_plugins --no-examples --workers=10
+          node scripts/build_opensearch_dashboards_platform_plugins --no-examples --workers=10 --verbose
+
+      - name: Stash core-targets caches
+        id: cache-target-folders
+        shell: bash
+        run: |
+          echo "Saving target folder caches..."
+          target_folders=("./OpenSearch-Dashboards/packages/*/target" "./OpenSearch-Dashboards/src/plugins/*/target" "./OpenSearch-Dashboards/src/core/target" "./plugins/dashboards-observability/target")
+          for target_folder in "${target_folders[@]}"; do
+            target_name = $(echo "$target_folder" | sed 's/\/target//g')
+            cache_key="${{ runner.OS }}-$target_name-${{ hashFiles("$target_folder/**/*", "!$target_folder/target/**") }}
+            actions/cache/save@v4 -p "$target_folder/target" -k "$cache_key" -r "${{ runner.OS }}-$target_name-"
+          done
 
       - name: Run OpenSearch Dashboards server
         run: |