Merge pull request #87 from stewartbryson/stewart

Testing matrixStrategy.

Author: stewartbryson

.github/workflows/gradle-pr.yml

@@ -47,7 +47,7 @@ jobs:
         name: Gradle build and test
         uses: gradle/gradle-build-action@v2
         with:
-          arguments: build validatePlugin functionalTest integrationTest buildDashboard --scan
+          arguments: build validatePlugin functionalTest integrationTest buildDashboard --scan -S
           cache-read-only: ${{ github.base_ref == 'main' }}
 
       - id: publish_tests
@@ -58,14 +58,13 @@ jobs:
           report_paths: '**/build/test-results/**/TEST-*.xml'
 
   run_example:
-    if: ${{ false }}  # disable for now
+    #if: ${{ false }}  # disable for now
     runs-on: ubuntu-latest
 
     strategy:
       matrix:
-        directory: [java, java-manual, java-external-stage, java-testing, groovy, scala, kotlin]
-      fail-fast: true
-      max-parallel: 1
+        directory: [java, java-manual, java-testing, groovy, scala, kotlin]
+        #directory: [java]
 
     steps:
       # Should really make these reusable
@@ -92,5 +91,5 @@ jobs:
       - name: ${{ matrix.directory }}
         uses: gradle/gradle-build-action@v2
         with:
-          arguments: matrixStrategy
+          arguments: matrixStrategy -Psnowflake.useEphemeral=true -Psnowflake.keepEphemeral=true -S
           build-root-directory: examples/${{ matrix.directory }}

.github/workflows/gradle-publish.yml

@@ -11,7 +11,7 @@ env:
   AWS_SECRET_ACCESS_KEY: ${{secrets.AWS_SECRET_ACCESS_KEY}}
 
 jobs:
-  build:
+  gradle_build:
     if: ${{ github.event.pull_request.merged }}
     runs-on: ubuntu-latest
 
@@ -55,7 +55,7 @@ jobs:
       - name: Gradle publish
         uses: gradle/gradle-build-action@v2
         with:
-          arguments: publish githubRelease publishDocs examples --scan -PgithubToken=${{secrets.GITHUB_TOKEN}}
+          arguments: publish githubRelease publishDocs examples --scan -PgithubToken=${{secrets.GITHUB_TOKEN}} -S
 
       - name: Publish tests
         uses: mikepenz/action-junit-report@v3
@@ -70,3 +70,40 @@ jobs:
           branch: main
           file_pattern: 'README.md examples/*.gradle'
           status_options: '--untracked-files=no'
+
+  run_example:
+    #if: ${{ false }}  # disable for now
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        directory: [java, java-manual, java-testing, groovy, scala, kotlin]
+        #directory: [java]
+
+    steps:
+      # Should really make these reusable
+      - uses: actions/checkout@v3
+
+      - id: gradle_properties
+        run: |
+          mkdir -p $HOME/.gradle
+          echo "$GRADLE_PROPERTIES" > $HOME/.gradle/gradle.properties
+        name: 'Write gradle.properties file'
+        shell: bash
+        env:
+          GRADLE_PROPERTIES: ${{secrets.GRADLE_PROPERTIES}}
+
+      - id: snowsql_config
+        run: |
+          mkdir -p $HOME/.snowsql
+          echo "$SNOW_CONFIG" > $HOME/.snowsql/config
+        name: 'Write .snowsql/config file'
+        shell: bash
+        env:
+          SNOW_CONFIG: ${{secrets.SNOW_CONFIG}}
+
+      - name: ${{ matrix.directory }}
+        uses: gradle/gradle-build-action@v2
+        with:
+          arguments: matrixStrategy -Psnowflake.useEphemeral=true -S
+          build-root-directory: examples/${{ matrix.directory }}

plugin/src/main/groovy/io/github/stewartbryson/CreateCloneTask.groovy

@@ -33,7 +33,7 @@ abstract class CreateCloneTask extends SnowflakeTask {
         } catch (Exception e) {
             throw new Exception("Creating ephemeral clone failed.", e)
         }
-        log.warn "Ephemeral clone ${snowflake.ephemeral} created."
+        log.warn "Ephemeral clone ${snowflake.ephemeral} created if not exists."
 
         // Until we build a better testing spec, let downstream dependencies set this
         //snowflake.setEphemeralContext()

plugin/src/main/groovy/io/github/stewartbryson/SnowflakeJvm.groovy

@@ -2,6 +2,7 @@ package io.github.stewartbryson
 
 import com.snowflake.snowpark_java.PutResult
 import groovy.util.logging.Slf4j
+import net.snowflake.client.jdbc.SnowflakeSQLException
 import net.snowflake.client.jdbc.SnowflakeStatement
 import org.gradle.api.tasks.CacheableTask
 import org.gradle.api.tasks.Input
@@ -112,9 +113,17 @@ abstract class SnowflakeJvm extends SnowflakeTask {
                     PARALLEL     : '4',
                     OVERWRITE    : 'TRUE'
             ]
-            PutResult[] pr = snowflake.session.file().put(jar, "$stage/libs", options)
-            pr.each {
-                log.warn "File ${it.sourceFileName}: ${it.status}"
+            try {
+                PutResult[] pr = snowflake.session.file().put(jar, "$stage/libs", options)
+                pr.each {
+                    log.warn "File ${it.sourceFileName}: ${it.status}"
+                }
+            } catch (SnowflakeSQLException e) {
+                // this tells us there's misconfiguration
+                // we are using an external stage without setting publishUrl
+                if (e.message.contains("GET and PUT commands are not supported with external stage")) {
+                    throw new Exception("Using an external stage requires setting the 'publishUrl' property.")
+                }
             }
         } else if (extension.publishUrl) {
             // ensure that the stage and the publishUrl are aligned