Merge pull request #10 from shcherbak-ai/dev

Fix: encoding bug in litellm > v1.67.1. Fixed by pinning dependency litellm==1.67.1. Docs update. ContextGem version bump to 0.2.1.

Author: SergiiShcherbak

.github/workflows/daily-import-test.yml

@@ -0,0 +1,25 @@
+name: Daily Import Test
+
+on:
+  schedule:
+    - cron: '0 0 * * *'  # Run daily at midnight UTC
+  workflow_dispatch:  # Allow manual triggering
+
+jobs:
+  import-test:
+    runs-on: macos-latest
+    
+    steps:
+      - name: Set up Python 3.13
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.13'
+          
+      - name: Install contextgem from PyPI
+        run: |
+          python -m pip install --upgrade pip
+          pip install contextgem
+          
+      - name: Test import
+        run: |
+          python -c "import contextgem; print(f'Successfully imported contextgem version {contextgem.__version__}')" 

README.md

@@ -1,4 +1,4 @@
-![ContextGem](https://contextgem.dev/_static/contextgem_poster.png "ContextGem - Effortless LLM extraction from documents")
+![ContextGem](https://contextgem.dev/_static/contextgem_readme_header.png "ContextGem - Effortless LLM extraction from documents")
 
 # ContextGem: Effortless LLM extraction from documents
 

contextgem/__init__.py

@@ -20,7 +20,7 @@
 ContextGem - Effortless LLM extraction from documents
 """
 
-__version__ = "0.2.0"
+__version__ = "0.2.1"
 __author__ = "Shcherbak AI AS"
 
 from contextgem.public import (

dev/readme.template.md

@@ -1,4 +1,4 @@
-![ContextGem](https://contextgem.dev/_static/contextgem_poster.png "ContextGem - Effortless LLM extraction from documents")
+![ContextGem](https://contextgem.dev/_static/contextgem_readme_header.png "ContextGem - Effortless LLM extraction from documents")
 
 # ContextGem: Effortless LLM extraction from documents
 

dev/requirements/requirements.dev.txt

@@ -1,7 +1,7 @@
 accessible-pygments==0.0.5 ; python_version >= "3.10" and python_version < "3.14"
 adapters==1.1.1 ; python_version >= "3.10" and python_version < "3.14"
 aiohappyeyeballs==2.6.1 ; python_version >= "3.10" and python_version < "3.14"
-aiohttp==3.11.17 ; python_version >= "3.10" and python_version < "3.14"
+aiohttp==3.11.18 ; python_version >= "3.10" and python_version < "3.14"
 aiolimiter==1.2.1 ; python_version >= "3.10" and python_version < "3.14"
 aiosignal==1.3.2 ; python_version >= "3.10" and python_version < "3.14"
 alabaster==0.7.16 ; python_version >= "3.10" and python_version < "3.14"
@@ -15,7 +15,7 @@ beautifulsoup4==4.13.4 ; python_version >= "3.10" and python_version < "3.14"
 black==25.1.0 ; python_version >= "3.10" and python_version < "3.14"
 build==1.2.2.post1 ; python_version >= "3.10" and python_version < "3.14"
 cached-property==2.0.1 ; python_version >= "3.10" and python_version < "3.14"
-certifi==2025.1.31 ; python_version >= "3.10" and python_version < "3.14"
+certifi==2025.4.26 ; python_version >= "3.10" and python_version < "3.14"
 cfgv==3.4.0 ; python_version >= "3.10" and python_version < "3.14"
 charset-normalizer==3.4.1 ; python_version >= "3.10" and python_version < "3.14"
 click==8.1.8 ; python_version >= "3.10" and python_version < "3.14"
@@ -32,60 +32,61 @@ fastjsonschema==2.21.1 ; python_version >= "3.10" and python_version < "3.14"
 filelock==3.18.0 ; python_version >= "3.10" and python_version < "3.14"
 frozenlist==1.6.0 ; python_version >= "3.10" and python_version < "3.14"
 fsspec==2025.3.2 ; python_version >= "3.10" and python_version < "3.14"
-h11==0.14.0 ; python_version >= "3.10" and python_version < "3.14"
-httpcore==1.0.8 ; python_version >= "3.10" and python_version < "3.14"
+h11==0.16.0 ; python_version >= "3.10" and python_version < "3.14"
+httpcore==1.0.9 ; python_version >= "3.10" and python_version < "3.14"
 httpx==0.28.1 ; python_version >= "3.10" and python_version < "3.14"
 huggingface-hub==0.30.2 ; python_version >= "3.10" and python_version < "3.14"
 identify==2.6.10 ; python_version >= "3.10" and python_version < "3.14"
 idna==3.10 ; python_version >= "3.10" and python_version < "3.14"
 imagesize==1.4.1 ; python_version >= "3.10" and python_version < "3.14"
-importlib-metadata==8.6.1 ; python_version >= "3.10" and python_version < "3.14"
+importlib-metadata==8.7.0 ; python_version >= "3.10" and python_version < "3.14"
 iniconfig==2.1.0 ; python_version >= "3.10" and python_version < "3.14"
 isort==6.0.1 ; python_version >= "3.10" and python_version < "3.14"
 jinja2==3.1.6 ; python_version >= "3.10" and python_version < "3.14"
 jiter==0.9.0 ; python_version >= "3.10" and python_version < "3.14"
 joblib==1.4.2 ; python_version >= "3.10" and python_version < "3.14"
-jsonschema-specifications==2024.10.1 ; python_version >= "3.10" and python_version < "3.14"
+jsonschema-specifications==2025.4.1 ; python_version >= "3.10" and python_version < "3.14"
 jsonschema==4.23.0 ; python_version >= "3.10" and python_version < "3.14"
 jupyter-core==5.7.2 ; python_version >= "3.10" and python_version < "3.14"
-litellm==1.67.0 ; python_version >= "3.10" and python_version < "3.14"
+litellm==1.67.1 ; python_version >= "3.10" and python_version < "3.14"
 loguru==0.7.3 ; python_version >= "3.10" and python_version < "3.14"
 markupsafe==3.0.2 ; python_version >= "3.10" and python_version < "3.14"
 mosestokenizer==1.2.1 ; python_version >= "3.10" and python_version < "3.14"
 mpmath==1.3.0 ; python_version >= "3.10" and python_version < "3.14"
 multidict==6.4.3 ; python_version >= "3.10" and python_version < "3.14"
-mypy-extensions==1.0.0 ; python_version >= "3.10" and python_version < "3.14"
+mypy-extensions==1.1.0 ; python_version >= "3.10" and python_version < "3.14"
 nbformat==5.10.4 ; python_version >= "3.10" and python_version < "3.14"
 networkx==3.4.2 ; python_version >= "3.10" and python_version < "3.14"
 nodeenv==1.9.1 ; python_version >= "3.10" and python_version < "3.14"
 numpy==2.2.5 ; python_version >= "3.10" and python_version < "3.14"
-nvidia-cublas-cu12==12.4.5.8 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cuda-cupti-cu12==12.4.127 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cuda-nvrtc-cu12==12.4.127 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cuda-runtime-cu12==12.4.127 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cudnn-cu12==9.1.0.70 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cufft-cu12==11.2.1.3 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-curand-cu12==10.3.5.147 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cusolver-cu12==11.6.1.9 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cusparse-cu12==12.3.1.170 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-cusparselt-cu12==0.6.2 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-nccl-cu12==2.21.5 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-nvjitlink-cu12==12.4.127 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-nvidia-nvtx-cu12==12.4.127 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
-openai==1.75.0 ; python_version >= "3.10" and python_version < "3.14"
+nvidia-cublas-cu12==12.6.4.1 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cuda-cupti-cu12==12.6.80 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cuda-nvrtc-cu12==12.6.77 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cuda-runtime-cu12==12.6.77 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cudnn-cu12==9.5.1.17 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cufft-cu12==11.3.0.4 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cufile-cu12==1.11.1.6 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-curand-cu12==10.3.7.77 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cusolver-cu12==11.7.1.2 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cusparse-cu12==12.5.4.2 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-cusparselt-cu12==0.6.3 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-nccl-cu12==2.26.2 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-nvjitlink-cu12==12.6.85 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+nvidia-nvtx-cu12==12.6.77 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+openai==1.76.2 ; python_version >= "3.10" and python_version < "3.14"
 openfile==0.0.7 ; python_version >= "3.10" and python_version < "3.14"
 packaging==25.0 ; python_version >= "3.10" and python_version < "3.14"
 pandas==2.2.3 ; python_version >= "3.10" and python_version < "3.14"
 pathspec==0.12.1 ; python_version >= "3.10" and python_version < "3.14"
 pip-tools==7.4.1 ; python_version >= "3.10" and python_version < "3.14"
-pip==25.0.1 ; python_version >= "3.10" and python_version < "3.14"
+pip==25.1 ; python_version >= "3.10" and python_version < "3.14"
 platformdirs==4.3.7 ; python_version >= "3.10" and python_version < "3.14"
 pluggy==1.5.0 ; python_version >= "3.10" and python_version < "3.14"
 pre-commit==4.2.0 ; python_version >= "3.10" and python_version < "3.14"
 prompt-toolkit==3.0.51 ; python_version >= "3.10" and python_version < "3.14"
 propcache==0.3.1 ; python_version >= "3.10" and python_version < "3.14"
-pydantic-core==2.33.1 ; python_version >= "3.10" and python_version < "3.14"
-pydantic==2.11.3 ; python_version >= "3.10" and python_version < "3.14"
+pydantic-core==2.33.2 ; python_version >= "3.10" and python_version < "3.14"
+pydantic==2.11.4 ; python_version >= "3.10" and python_version < "3.14"
 pydata-sphinx-theme==0.15.4 ; python_version >= "3.10" and python_version < "3.14"
 pygments==2.19.1 ; python_version >= "3.10" and python_version < "3.14"
 pyproject-hooks==1.2.0 ; python_version >= "3.10" and python_version < "3.14"
@@ -106,7 +107,7 @@ rpds-py==0.24.0 ; python_version >= "3.10" and python_version < "3.14"
 safetensors==0.5.3 ; python_version >= "3.10" and python_version < "3.14"
 scikit-learn==1.6.1 ; python_version >= "3.10" and python_version < "3.14"
 scipy==1.15.2 ; python_version >= "3.10" and python_version < "3.14"
-setuptools==79.0.0 ; python_version >= "3.10" and python_version < "3.14"
+setuptools==80.1.0 ; python_version >= "3.10" and python_version < "3.14"
 six==1.17.0 ; python_version >= "3.10" and python_version < "3.14"
 skops==0.11.0 ; python_version >= "3.10" and python_version < "3.14"
 sniffio==1.3.1 ; python_version >= "3.10" and python_version < "3.14"
@@ -124,7 +125,7 @@ sphinxcontrib-jsmath==1.0.1 ; python_version >= "3.10" and python_version < "3.1
 sphinxcontrib-qthelp==2.0.0 ; python_version >= "3.10" and python_version < "3.14"
 sphinxcontrib-serializinghtml==2.0.0 ; python_version >= "3.10" and python_version < "3.14"
 sphinxext-opengraph==0.9.1 ; python_version >= "3.10" and python_version < "3.14"
-sympy==1.13.1 ; python_version >= "3.10" and python_version < "3.14"
+sympy==1.14.0 ; python_version >= "3.10" and python_version < "3.14"
 tabulate==0.9.0 ; python_version >= "3.10" and python_version < "3.14"
 termcolor==2.5.0 ; python_version >= "3.10" and python_version < "3.14"
 threadpoolctl==3.6.0 ; python_version >= "3.10" and python_version < "3.14"
@@ -133,11 +134,11 @@ tokenizers==0.21.1 ; python_version >= "3.10" and python_version < "3.14"
 tomli==2.2.1 ; python_version == "3.10"
 tomlkit==0.13.2 ; python_version >= "3.10" and python_version < "3.14"
 toolwrapper==2.1.0 ; python_version >= "3.10" and python_version < "3.14"
-torch==2.6.0 ; python_version >= "3.10" and python_version < "3.14"
+torch==2.7.0 ; python_version >= "3.10" and python_version < "3.14"
 tqdm==4.67.1 ; python_version >= "3.10" and python_version < "3.14"
 traitlets==5.14.3 ; python_version >= "3.10" and python_version < "3.14"
 transformers==4.48.3 ; python_version >= "3.10" and python_version < "3.14"
-triton==3.2.0 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
+triton==3.3.0 ; python_version >= "3.10" and python_version < "3.14" and platform_system == "Linux" and platform_machine == "x86_64"
 typing-extensions==4.13.2 ; python_version >= "3.10" and python_version < "3.14"
 typing-inspection==0.4.0 ; python_version >= "3.10" and python_version < "3.14"
 tzdata==2025.2 ; python_version >= "3.10" and python_version < "3.14"