Setup problems: Could not import llama_cpp library

[noncoder28]

Hi, i get following error after setup on afresh VM, i installed whit no problems llama-cpp-python, but still get the same error.. can anyone help me? Thank you in advance!

`host@personal-gpt:~/GPT/privateGPT$ make run
poetry run python -m private_gpt
The currently activated Python version 3.10.12 is not supported by the project (>=3.11,<3.12).
Trying to find and use a compatible version.
Using python3 (3.11.7)
21:43:29.423 [INFO ] private_gpt.settings.settings_loader - Starting application with profiles=['default']
21:43:33.551 [INFO ] private_gpt.components.llm.llm_component - Initializing the LLM in mode=local
Traceback (most recent call last):
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 798, in get
return self._context[key]
~~~~~~~~~~~~~^^^^^
KeyError: <class 'private_gpt.ui.ui.PrivateGptUi'>

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 798, in get
return self._context[key]
~~~~~~~~~~~~~^^^^^
KeyError: <class 'private_gpt.server.ingest.ingest_service.IngestService'>

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 798, in get
return self._context[key]
~~~~~~~~~~~~~^^^^^
KeyError: <class 'private_gpt.components.llm.llm_component.LLMComponent'>

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/llama_index/llms/llama_cpp.py", line 102, in init
from llama_cpp import Llama
ModuleNotFoundError: No module named 'llama_cpp'

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
File "", line 198, in _run_module_as_main
File "", line 88, in _run_code
File "/home/host/GPT/privateGPT/private_gpt/main.py", line 5, in
from private_gpt.main import app
File "/home/host/GPT/privateGPT/private_gpt/main.py", line 11, in
app = create_app(global_injector)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/GPT/privateGPT/private_gpt/launcher.py", line 50, in create_app
ui = root_injector.get(PrivateGptUi)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 974, in get
provider_instance = scope_instance.get(interface, binding.provider)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 800, in get
instance = self._get_instance(key, provider, self.injector)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 811, in _get_instance
return provider.get(injector)
^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 264, in get
return injector.create_object(self.cls)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 998, in create_object
self.call_with_injection(init, self=instance, kwargs=additional_kwargs)
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 1031, in call_with_injection
dependencies = self.args_to_inject(
^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 1079, in args_to_inject
instance: Any = self.get(interface)
^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 974, in get
provider_instance = scope_instance.get(interface, binding.provider)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 800, in get
instance = self._get_instance(key, provider, self.injector)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 811, in _get_instance
return provider.get(injector)
^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 264, in get
return injector.create_object(self.cls)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 998, in create_object
self.call_with_injection(init, self=instance, kwargs=additional_kwargs)
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 1031, in call_with_injection
dependencies = self.args_to_inject(
^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 1079, in args_to_inject
instance: Any = self.get(interface)
^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 974, in get
provider_instance = scope_instance.get(interface, binding.provider)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 91, in wrapper
return function(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 800, in get
instance = self._get_instance(key, provider, self.injector)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 811, in _get_instance
return provider.get(injector)
^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 264, in get
return injector.create_object(self.cls)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 998, in create_object
self.call_with_injection(init, self=instance, kwargs=additional_kwargs)
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/injector/init.py", line 1040, in call_with_injection
return callable(*full_args, **dependencies)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/host/GPT/privateGPT/private_gpt/components/llm/llm_component.py", line 28, in init
self.llm = LlamaCPP(
^^^^^^^^^
File "/home/host/.cache/pypoetry/virtualenvs/private-gpt-BwFVcB1I-py3.11/lib/python3.11/site-packages/llama_index/llms/llama_cpp.py", line 104, in init
raise ImportError(
ImportError: Could not import llama_cpp library.Please install llama_cpp with pip install llama-cpp-python.See the full installation guide for GPU support at https://github.com/abetlen/llama-cpp-python
make: *** [Makefile:36: run] Error 1`

[samolukadjo]

I get an error that's basically the same.

[noncoder28]

Hi Samolukajdo, if u install on Windows whit Anaconda or just follow this YT Tutorial it will work : https://youtu.be/VXMlf8tADxg?feature=shared