dev changes deployment

Author: shushilgirish

.github/workflows/snowpark-ci-cd.yml

@@ -18,16 +18,18 @@ jobs:
       AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_KEY }}
     steps:
       - uses: actions/checkout@v3
-      - name: Set up Python
-        uses: actions/setup-python@v4
+      - name: Set up Conda
+        uses: conda-incubator/setup-miniconda@v2
         with:
+          auto-update-conda: true
           python-version: '3.10'
-      - name: Install dependencies
+          activate-environment: snowflake-demo
+      
+      - name: Install dependencies with Conda
+        shell: bash -l {0}
         run: |
-          python -m pip install --upgrade pip
-                  
-          # Install from requirements.txt
-          pip install -r requirements.txt
+          # Install from environment.yml
+          conda env update --file environment.yml --prune
           
           # Just verify Snow CLI version - don't try to use other commands that might not exist
           snow --version || echo "Snow CLI version check failed"
@@ -105,19 +107,18 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-      - name: Set up Python
-        uses: actions/setup-python@v4
+      - name: Set up Conda
+        uses: conda-incubator/setup-miniconda@v2
         with:
+          auto-update-conda: true
           python-version: '3.10'
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-                    
-          # Install from requirements.txt with force reinstall for key packages
-          pip install -r requirements.txt --force-reinstall
+          activate-environment: snowflake-demo
 
-          # Install specific version we know works (avoid 0.2.9)
-          pip install snowflake-connector-python==3.13.2 snowflake-snowpark-python==1.25.0
+      - name: Install dependencies with Conda
+        shell: bash -l {0}
+        run: |
+          # Install from environment.yml
+          conda env update --file environment.yml --prune
           
           # Just verify Snow CLI version - no extension or snowpark commands
           snow --version

environment.yml

@@ -0,0 +1,29 @@
+name: snowflake-demo
+channels:
+  - https://repo.anaconda.com/pkgs/snowflake
+  - conda-forge
+  - nodefaults
+dependencies:
+  - python=3.10
+  - snowflake-snowpark-python
+  - pip
+  - openssl=1.1.1
+  - pyarrow>=7.0.0
+  - pyyaml
+  - jinja2
+  - boto3
+  - cryptography
+  - pip:
+    # Snowflake tools
+    - snowflake-cli-labs
+    - snowflake-connector-python>=3.0.0
+    # Additional useful packages for data processing
+    - pandas
+    - numpy
+    - pytest
+    - python-dotenv
+    - toml==0.10.2
+    - typer==0.15.2
+    - exceptiongroup>=1.2.2
+    - iniconfig==2.0.0
+    - tomli>=2.2.1