Pip reqs updated

Author: SergiiShcherbak

requirements.in

@@ -10,3 +10,5 @@ pytest
 pytest-cov
 pytest-vcr
 python-dotenv
+py-ulid
+wtpsplit

requirements.txt

@@ -4,6 +4,8 @@
 #
 #    pip-compile --output-file=requirements.txt requirements.in
 #
+adapters==1.1.0
+    # via wtpsplit
 aiohappyeyeballs==2.4.6
     # via aiohttp
 aiohttp==3.11.12
@@ -27,6 +29,8 @@ black==25.1.0
     # via -r requirements.in
 build==1.2.2.post1
     # via pip-tools
+cached-property==2.0.1
+    # via wtpsplit
 certifi==2025.1.31
     # via
     #   httpcore
@@ -45,14 +49,22 @@ colorama==0.4.6
     #   click
     #   pytest
     #   tqdm
+coloredlogs==15.0.1
+    # via onnxruntime
 coverage[toml]==7.6.12
     # via
     #   -r requirements.in
     #   pytest-cov
 distro==1.9.0
     # via openai
+docopt==0.6.2
+    # via mosestokenizer
 filelock==3.17.0
-    # via huggingface-hub
+    # via
+    #   huggingface-hub
+    #   transformers
+flatbuffers==25.2.10
+    # via onnxruntime
 frozenlist==1.5.0
     # via
     #   aiohttp
@@ -68,7 +80,13 @@ httpx==0.28.1
     #   litellm
     #   openai
 huggingface-hub==0.29.1
-    # via tokenizers
+    # via
+    #   skops
+    #   tokenizers
+    #   transformers
+    #   wtpsplit
+humanfriendly==10.0
+    # via coloredlogs
 idna==3.10
     # via
     #   anyio
@@ -85,6 +103,8 @@ jinja2==3.1.5
     #   litellm
 jiter==0.8.2
     # via openai
+joblib==1.4.2
+    # via scikit-learn
 jsonschema==4.23.0
     # via litellm
 jsonschema-specifications==2024.10.1
@@ -93,21 +113,43 @@ litellm==1.61.13
     # via -r requirements.in
 markupsafe==3.0.2
     # via jinja2
+mosestokenizer==1.2.1
+    # via wtpsplit
+mpmath==1.3.0
+    # via sympy
 multidict==6.1.0
     # via
     #   aiohttp
     #   yarl
 mypy-extensions==1.0.0
     # via black
+numpy==2.2.3
+    # via
+    #   onnxruntime
+    #   pandas
+    #   scikit-learn
+    #   scipy
+    #   transformers
+    #   wtpsplit
+onnxruntime==1.20.1
+    # via wtpsplit
 openai==1.63.2
     # via litellm
+openfile==0.0.7
+    # via mosestokenizer
 packaging==24.2
     # via
+    #   adapters
     #   black
     #   build
     #   huggingface-hub
+    #   onnxruntime
     #   pip-upgrade-tool
     #   pytest
+    #   skops
+    #   transformers
+pandas==2.2.3
+    # via wtpsplit
 pathspec==0.12.1
     # via black
 pip-tools==7.4.1
@@ -122,6 +164,10 @@ propcache==0.3.0
     # via
     #   aiohttp
     #   yarl
+protobuf==5.29.3
+    # via onnxruntime
+py-ulid==1.0.3
+    # via -r requirements.in
 pydantic==2.10.6
     # via
     #   -r requirements.in
@@ -133,6 +179,8 @@ pyproject-hooks==1.2.0
     # via
     #   build
     #   pip-tools
+pyreadline3==3.5.4
+    # via humanfriendly
 pytest==8.3.4
     # via
     #   -r requirements.in
@@ -142,40 +190,76 @@ pytest-cov==6.0.0
     # via -r requirements.in
 pytest-vcr==1.0.2
     # via -r requirements.in
+python-dateutil==2.9.0.post0
+    # via pandas
 python-dotenv==1.0.1
     # via
     #   -r requirements.in
     #   litellm
+pytz==2025.1
+    # via pandas
 pyyaml==6.0.2
     # via
     #   huggingface-hub
+    #   transformers
     #   vcrpy
 referencing==0.36.2
     # via
     #   jsonschema
     #   jsonschema-specifications
 regex==2024.11.6
-    # via tiktoken
+    # via
+    #   tiktoken
+    #   transformers
 requests==2.32.3
     # via
     #   huggingface-hub
     #   tiktoken
+    #   transformers
 rpds-py==0.23.1
     # via
     #   jsonschema
     #   referencing
+safetensors==0.5.2
+    # via transformers
+scikit-learn==1.6.1
+    # via
+    #   skops
+    #   wtpsplit
+scipy==1.15.2
+    # via scikit-learn
+six==1.17.0
+    # via python-dateutil
+skops==0.11.0
+    # via wtpsplit
 sniffio==1.3.1
     # via
     #   anyio
     #   openai
+sympy==1.13.3
+    # via onnxruntime
+tabulate==0.9.0
+    # via skops
+threadpoolctl==3.5.0
+    # via scikit-learn
 tiktoken==0.9.0
     # via litellm
 tokenizers==0.21.0
-    # via litellm
+    # via
+    #   litellm
+    #   transformers
+toolwrapper==2.1.0
+    # via mosestokenizer
 tqdm==4.67.1
     # via
     #   huggingface-hub
     #   openai
+    #   transformers
+    #   wtpsplit
+transformers==4.47.1
+    # via
+    #   adapters
+    #   wtpsplit
 typing-extensions==4.12.2
     # via
     #   anyio
@@ -184,6 +268,10 @@ typing-extensions==4.12.2
     #   pydantic
     #   pydantic-core
     #   referencing
+tzdata==2025.1
+    # via pandas
+uctools==1.3.0
+    # via mosestokenizer
 urllib3==2.3.0
     # via
     #   requests
@@ -194,6 +282,8 @@ wheel==0.45.1
     # via pip-tools
 wrapt==1.17.2
     # via vcrpy
+wtpsplit==2.1.4
+    # via -r requirements.in
 yarl==1.18.3
     # via
     #   aiohttp