Skip to content

Commit 943ffa5

Browse files
authored
[Bugfix] Update the example code, make it work with the latest lmcache (#19453)
Signed-off-by: Runzhen Wang <wangrunzhen@gmail.com>
1 parent 5c8d34a commit 943ffa5

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

examples/others/lmcache/cpu_offload_lmcache.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,8 +28,8 @@
2828
import time
2929
from dataclasses import asdict
3030

31-
from lmcache.experimental.cache_engine import LMCacheEngineBuilder
3231
from lmcache.integration.vllm.utils import ENGINE_NAME
32+
from lmcache.v1.cache_engine import LMCacheEngineBuilder
3333

3434
from vllm import LLM, SamplingParams
3535
from vllm.config import KVTransferConfig

examples/others/lmcache/kv_cache_sharing_lmcache_v1.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,8 @@
1717
import time
1818
from multiprocessing import Event, Process
1919

20-
from lmcache.experimental.cache_engine import LMCacheEngineBuilder
2120
from lmcache.integration.vllm.utils import ENGINE_NAME
21+
from lmcache.v1.cache_engine import LMCacheEngineBuilder
2222

2323
from vllm import LLM, SamplingParams
2424
from vllm.config import KVTransferConfig
@@ -105,7 +105,7 @@ def run_retrieve(store_done, prompts, timeout=1):
105105

106106
def run_lmcache_server(port):
107107
server_proc = subprocess.Popen(
108-
["python", "-m", "lmcache.experimental.server", "localhost", str(port)]
108+
["python", "-m", "lmcache.v1.server", "localhost", str(port)]
109109
)
110110
return server_proc
111111

0 commit comments

Comments
 (0)