Skip to content

Commit ce5adec

Browse files
authored
[Doc] modify offline-inerence docs (#2800)
* modify offline-inerence docs * [bug] remove tool_call_content
1 parent 36571fd commit ce5adec

File tree

3 files changed

+7
-10
lines changed

3 files changed

+7
-10
lines changed

docs/offline_inference.md

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,6 @@ For multimodal models, such as `baidu/ERNIE-4.5-VL-28B-A3B-Paddle`, when calling
8686

8787
```python
8888
import io
89-
import os
9089
import requests
9190
from PIL import Image
9291

@@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams
9594
from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer
9695

9796
PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle"
98-
tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH))
97+
tokenizer = ErnieBotTokenizer.from_pretrained(PATH)
9998

10099
messages = [
101100
{
102101
"role": "user",
103102
"content": [
104-
{"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}},
105-
{"type":"text", "text":"这张图片的内容是什么"}
103+
{"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}},
104+
{"type":"text", "text":"图中的文物属于哪个年代"}
106105
]
107106
}
108107
]

docs/zh/offline_inference.md

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,6 @@ for output in outputs:
8686

8787
```python
8888
import io
89-
import os
9089
import requests
9190
from PIL import Image
9291

@@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams
9594
from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer
9695

9796
PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle"
98-
tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH))
97+
tokenizer = ErnieBotTokenizer.from_pretrained(PATH)
9998

10099
messages = [
101100
{
102101
"role": "user",
103102
"content": [
104-
{"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}},
105-
{"type":"text", "text":"这张图片的内容是什么"}
103+
{"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}},
104+
{"type":"text", "text":"图中的文物属于哪个年代"}
106105
]
107106
}
108107
]

fastdeploy/input/ernie_processor.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -215,8 +215,7 @@ def process_response(self, response_dict, **kwargs):
215215
response_dict.outputs.text = full_text
216216
data_processor_logger.info(f"req_id:{req_id}, token)ids: {token_ids}")
217217
if response_dict.outputs.text == "" and \
218-
response_dict.outputs.reasoning_content == "" and \
219-
response_dict.outputs.tool_call_content == []:
218+
response_dict.outputs.reasoning_content == "":
220219
return None
221220
return response_dict
222221

0 commit comments

Comments
 (0)