diff --git a/.github/workflows/check.yml b/.github/workflows/check.yml
index c1a8c67..f8d2f1c 100644
--- a/.github/workflows/check.yml
+++ b/.github/workflows/check.yml
@@ -18,4 +18,7 @@ jobs:
           cache: gradle
       - name: Run Gradle (check)
         run: |
-          ./gradlew check
\ No newline at end of file
+          ./gradlew check
+      - name: Run Gradle (assemble)
+        run: |
+          ./gradlew assemble
diff --git a/build.gradle b/build.gradle
index bd02f9b..aa2dba9 100644
--- a/build.gradle
+++ b/build.gradle
@@ -87,7 +87,7 @@ allprojects {
         }
         publications {
             // add license information to generated poms
-            all {
+            pluginZip(MavenPublication) { publication ->
                 pom {
                     name = "opensearch-custom-codecs"
                     description = "OpenSearch plugin that implements custom compression codecs"
@@ -190,4 +190,13 @@ integTest {
 testClusters.integTest {
     testDistribution = "ARCHIVE"
     plugin(project.tasks.bundlePlugin.archiveFile)
-}
\ No newline at end of file
+}
+
+tasks.withType(PublishToMavenRepository) {
+    def predicate = provider {
+        publication.name == "pluginZip"
+    }
+    onlyIf("Publishing only ZIP distributions") {
+        predicate.get()
+    }
+}