Skip to content

Commit 57b086d

Browse files
[Bug fix] Add the missing pod_ip param to the launch_cache_manager function. (#2742)
* [Bug fix] fix the missing position args in expert_service.py * update
1 parent 525be24 commit 57b086d

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

fastdeploy/engine/expert_service.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -115,9 +115,13 @@ def start(self, ipc_signal_suffix, local_data_parallel_id):
115115
llm_logger.info(f"start expert service {local_data_parallel_id}")
116116

117117
self.cache_manager_processes = self.resource_manager.cache_manager.launch_cache_manager(
118-
self.cfg.cache_config, self.cfg.tensor_parallel_size,
119-
self.cfg.local_device_ids, self.cfg.engine_worker_queue_port,
120-
f"{local_data_parallel_id}_{ipc_signal_suffix}")
118+
cache_config=self.cfg.cache_config,
119+
tensor_parallel_size=self.cfg.tensor_parallel_size,
120+
device_ids=self.cfg.local_device_ids,
121+
pod_ip=self.cfg.pod_ips[0],
122+
engine_worker_queue_port=self.cfg.engine_worker_queue_port,
123+
pid_suffix=f"{local_data_parallel_id}_{ipc_signal_suffix}"
124+
)
121125

122126
self.insert_task_to_worker_thread = threading.Thread(
123127
target=self._insert_task_to_worker, args=())

0 commit comments

Comments
 (0)