Cr 16631 03

.github/actions/init-ci/action.yaml

@@ -7,11 +7,11 @@ runs:
   using: "composite"
   steps:
     - name: Use Node.js ${{ inputs.node }}
-      uses: actions/setup-node@v1
+      uses: actions/setup-node@v3
       with:
         node-version: ${{ inputs.node }}
     - name: Cache node modules
-      uses: actions/cache@v2
+      uses: actions/cache@v3
       with:
         # npm cache files are stored in `~/.npm` on Linux/macOS
         path: ~/.npm

.github/actions/integration/snowflake.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+set -eo pipefail
+
+# Debug log for test containers
+export DEBUG=testcontainers
+
+echo "::group::Snowflake [cloud]"
+export CUBEJS_DB_NAME=DEMO_DB
+export CUBEJS_DB_SNOWFLAKE_ACCOUNT=qna80818
+export CUBEJS_DB_SNOWFLAKE_REGION=us-east-1
+export CUBEJS_DB_SNOWFLAKE_WAREHOUSE=COMPUTE_WH
+
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:snowflake
+
+echo "::endgroup::"

.github/actions/smoke.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+set -eo pipefail
+
+# Debug log for test containers
+export DEBUG=testcontainers
+
+echo "::group::DuckDB"
+# Should we create a separate job integration-duckdb? I believe not, because it works fast.
+yarn lerna run --concurrency 1 --stream --no-prefix integration:duckdb
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:duckdb
+echo "::endgroup::"
+
+echo "::group::Oracle"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:oracle
+echo "::endgroup::"
+
+echo "::group::Postgres"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:postgres
+echo "::endgroup::"
+
+echo "::group::QuestDB"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:questdb
+echo "::endgroup::"
+
+echo "::group::Crate"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:crate
+echo "::endgroup::"
+
+echo "::group::Lambda"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:lambda
+echo "::endgroup::"
+
+echo "::group::Materialize"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:materialize
+echo "::endgroup::"
+
+echo "::group::Multidb"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:multidb
+echo "::endgroup::"
+
+echo "::group::Prestodb"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:prestodb
+echo "::endgroup::"
+
+echo "::group::Trino"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:trino
+echo "::endgroup::"
+
+echo "::group::MS SQL"
+yarn lerna run --concurrency 1 --stream --no-prefix smoke:mssql
+echo "::endgroup::"

.github/dependabot.yml

@@ -4,9 +4,3 @@ updates:
     directory: "/packages"
     schedule:
       interval: "weekly"
-  - package-ecosystem: "npm"
-    directory: "/examples"
-    schedule:
-      interval: "monthly"
-    allow:
-      - dependency-type: "production"

.github/label-actions.yml

@@ -1,5 +1,5 @@
 "help wanted":
     comment: |
         If you are interested in working on this issue, please leave a comment below and we will be happy to assign the issue to you.
-        If this is the first time you are contributing a Pull Request to Cube.js, please check our [contribution guidelines](https://github.com/cube-js/cube.js/blob/master/CONTRIBUTING.md).
+        If this is the first time you are contributing a Pull Request to Cube.js, please check our [contribution guidelines](https://github.com/cube-js/cube/blob/master/CONTRIBUTING.md).
         You can also post any questions while contributing in the #contributors channel in the [Cube.js Slack](https://slack.cube.dev/).

.github/workflows/drivers-tests.yml

@@ -0,0 +1,179 @@
+name: 'Drivers tests'
+
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - '.github/workflows/drivers-tests.yml'
+
+      - 'packages/cubejs-query-orchestrator/src/**'
+      - 'packages/cubejs-base-driver/src/**'
+      - 'packages/cubejs-jdbc-driver/src/**'
+
+      - 'packages/cubejs-athena-driver/**'
+      - 'packages/cubejs-clickhouse-driver/**'
+      - 'packages/cubejs-databricks-jdbc-driver/**'
+      - 'packages/cubejs-mssql-driver/**'
+      - 'packages/cubejs-mysql-driver/**'
+      - 'packages/cubejs-postgres-driver/**'
+      - 'packages/cubejs-snowflake-driver/**'
+  pull_request:
+    paths:
+      - '.github/workflows/drivers-tests.yml'
+
+      - 'packages/cubejs-query-orchestrator/src/**'
+      - 'packages/cubejs-base-driver/src/**'
+      - 'packages/cubejs-jdbc-driver/src/**'
+
+      - 'packages/cubejs-athena-driver/**'
+      - 'packages/cubejs-clickhouse-driver/**'
+      - 'packages/cubejs-databricks-jdbc-driver/**'
+      - 'packages/cubejs-mssql-driver/**'
+      - 'packages/cubejs-mysql-driver/**'
+      - 'packages/cubejs-postgres-driver/**'
+      - 'packages/cubejs-snowflake-driver/**'
+
+jobs:
+  latest-tag-sha:
+    runs-on: ubuntu-20.04
+    outputs:
+      sha: ${{ steps.get-tag.outputs.sha }}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - id: git-log
+        run: git log HEAD~30..HEAD
+      - id: get-tag-test
+        run: echo "$SHA $(git rev-list -n 1 $(git tag --contains $SHA))"
+        env:
+          SHA: ${{ github.sha }}
+      - id: get-tag
+        run: echo "::set-output name=sha::$(git rev-list -n 1 $(git tag --contains $SHA))"
+        env:
+          SHA: ${{ github.sha }}
+      - id: get-tag-out
+        run: echo "$OUT"
+        env:
+          OUT: ${{ steps.get-tag.outputs.sha }}
+
+  build:
+    needs: latest-tag-sha
+    if: (needs['latest-tag-sha'].outputs.sha != github.sha)
+    runs-on: ubuntu-20.04
+    timeout-minutes: 30
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v3
+
+      # Building docker
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          version: v0.10.3
+
+      - name: Build and push
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./packages/cubejs-docker/testing-drivers.Dockerfile
+          tags: cubejs/cube:testing-drivers
+          push: true
+
+  tests:
+    runs-on: ubuntu-20.04
+    timeout-minutes: 30
+    needs: [latest-tag-sha, build]
+    if: (needs['latest-tag-sha'].outputs.sha != github.sha)
+    strategy:
+      matrix:
+        node: 
+          - 16.x
+        database:
+          - athena
+          - bigquery
+          - clickhouse
+          - databricks-jdbc
+          - mssql
+          - mysql
+          - postgres
+          - snowflake
+        suite:
+          - driver
+          - core
+          - full
+      fail-fast: false
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly-2022-06-22
+          override: true
+          components: rustfmt
+
+      - name: Install Node.js 16.x
+        uses: actions/setup-node@v3
+        with:
+          node-version: 16.x
+
+      - name: Configure `yarn`
+        run: yarn policies set-version v1.22.19
+
+      - name: Install dependencies
+        uses: nick-invision/retry@v2
+        env:
+          CUBESTORE_SKIP_POST_INSTALL: true
+        with:
+          max_attempts: 3
+          retry_on: error
+          retry_wait_seconds: 15
+          timeout_minutes: 20
+          command: yarn install --frozen-lockfile
+
+      - name: Build client
+        run: yarn build
+
+      - name: Build packages
+        run: yarn tsc
+
+      - name: Build tests
+        run: |
+          cd packages/cubejs-testing-drivers
+          yarn tsc
+
+      - name: Run tests
+        env:
+            # Athena
+            DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_KEY }}
+            DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET: ${{ secrets.DRIVERS_TESTS_ATHENA_CUBEJS_AWS_SECRET }}
+
+            # BigQuery
+            DRIVERS_TESTS_CUBEJS_DB_BQ_CREDENTIALS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_BQ_CREDENTIALS }}
+
+            # Databricks
+            DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_URL: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_URL }}
+            DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_TOKEN: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_DATABRICKS_TOKEN }}
+            DRIVERS_TESTS_CUBEJS_DB_EXPORT_BUCKET_AWS_KEY: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_EXPORT_BUCKET_AWS_KEY }}
+            DRIVERS_TESTS_CUBEJS_DB_EXPORT_BUCKET_AWS_SECRET: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_EXPORT_BUCKET_AWS_SECRET }}
+
+            # Snowflake
+            DRIVERS_TESTS_CUBEJS_DB_USER: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_USER }}
+            DRIVERS_TESTS_CUBEJS_DB_PASS: ${{ secrets.DRIVERS_TESTS_CUBEJS_DB_PASS }}
+        run: |
+          cd ./packages/cubejs-testing-drivers
+          export DEBUG=testcontainers
+          yarn ${{ matrix.database }}-${{ matrix.suite }}

.github/workflows/push-cross-images.yml

@@ -0,0 +1,54 @@
+name: Cross Images
+
+on:
+  push:
+    paths:
+      - '.github/workflows/push-cross-images.yml'
+      - 'rust/cubestore/cross/**'
+    branches:
+      - 'master'
+  pull_request:
+    paths:
+      - '.github/workflows/push-cross-images.yml'
+      - 'rust/cubestore/cross/**'
+
+jobs:
+  docker-dev:
+    name: Build cross image for ${{ matrix.target }} target
+    runs-on: ubuntu-20.04
+    timeout-minutes: 60
+    strategy:
+      matrix:
+        target:
+          - x86_64-unknown-linux-gnu
+          - x86_64-unknown-linux-musl
+          - aarch64-unknown-linux-gnu
+      fail-fast: false
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Login to DockerHub
+        if: ${{ github.ref == 'refs/heads/master' }}
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          version: v0.9.1
+          driver-opts: network=host
+      - name: Load .cross file
+        uses: xom9ikk/dotenv@v2
+        with:
+          path: rust/cubestore/cross/
+      - name: Push to Docker Hub
+        uses: docker/build-push-action@v3
+        with:
+          context: ./
+          file: ./rust/cubestore/cross/${{ matrix.target }}.Dockerfile
+          platforms: linux/amd64
+          push: ${{ github.ref == 'refs/heads/master' }}
+          tags: cubejs/rust-cross:${{ matrix.target }},cubejs/rust-cross:${{ matrix.target }}-${{ env.CROSS_VERSION }}