com_qwenapi.py

from http import HTTPStatus
from toolbox import get_conf
import threading

timeout_bot_msg = '[Local Message] Request timeout. Network error.'
model_prefix_to_remove = 'dashscope-'

class QwenRequestInstance():
    def __init__(self):
        import dashscope
        self.time_to_yield_event = threading.Event()
        self.time_to_exit_event = threading.Event()
        self.result_buf = ""

        def validate_key():
            DASHSCOPE_API_KEY = get_conf("DASHSCOPE_API_KEY")
            if DASHSCOPE_API_KEY == '': return False
            return True

        if not validate_key():
            raise RuntimeError('请配置 DASHSCOPE_API_KEY')
        dashscope.api_key = get_conf("DASHSCOPE_API_KEY")

    def format_reasoning(self, reasoning_content:str, main_content:str):
        if reasoning_content:
            reasoning_content_paragraphs = ''.join([f'<p style="margin: 1.25em 0;">{line}</p>' for line in reasoning_content.split('\n')])
            formatted_reasoning_content = f'<div class="reasoning_process">{reasoning_content_paragraphs}</div>\n\n---\n\n'
            return formatted_reasoning_content + main_content
        else:
            return main_content

    def generate(self, inputs, llm_kwargs, history, system_prompt):
        # import _thread as thread
        from dashscope import Generation
        top_p = llm_kwargs.get('top_p', 0.8)
        if top_p == 0: top_p += 1e-5
        if top_p == 1: top_p -= 1e-5

        model_name = llm_kwargs['llm_model']
        if model_name.startswith(model_prefix_to_remove): model_name = model_name[len(model_prefix_to_remove):]

        self.reasoning_buf = ""
        self.result_buf = ""
        responses = Generation.call(
            model=model_name,
            messages=generate_message_payload(inputs, llm_kwargs, history, system_prompt),
            top_p=top_p,
            temperature=llm_kwargs.get('temperature', 1.0),
            result_format='message',
            stream=True,
            incremental_output=True
        )

        for response in responses:
            if response.status_code == HTTPStatus.OK:
                if response.output.choices[0].finish_reason == 'stop':
                    try:
                        self.result_buf += response.output.choices[0].message.content
                    except:
                        pass
                    yield self.format_reasoning(self.reasoning_buf, self.result_buf)
                    break
                elif response.output.choices[0].finish_reason == 'length':
                    self.result_buf += "[Local Message] 生成长度过长，后续输出被截断"
                    yield self.format_reasoning(self.reasoning_buf, self.result_buf)
                    break
                else:
                    try:
                        contain_reasoning = hasattr(response.output.choices[0].message, 'reasoning_content')
                    except:
                        contain_reasoning = False
                    if contain_reasoning:
                        self.reasoning_buf += response.output.choices[0].message.reasoning_content
                    self.result_buf += response.output.choices[0].message.content
                    yield self.format_reasoning(self.reasoning_buf, self.result_buf)
            else:
                self.result_buf += f"[Local Message] 请求错误：状态码：{response.status_code}，错误码:{response.code}，消息：{response.message}"
                yield self.format_reasoning(self.reasoning_buf, self.result_buf)
                break

        # 耗尽generator避免报错
        while True:
            try: next(responses)
            except: break

        return self.result_buf


def generate_message_payload(inputs, llm_kwargs, history, system_prompt):
    conversation_cnt = len(history) // 2
    if system_prompt == '': system_prompt = 'Hello!'
    messages = [{"role": "user", "content": system_prompt}, {"role": "assistant", "content": "Certainly!"}]
    if conversation_cnt:
        for index in range(0, 2*conversation_cnt, 2):
            what_i_have_asked = {}
            what_i_have_asked["role"] = "user"
            what_i_have_asked["content"] = history[index]
            what_gpt_answer = {}
            what_gpt_answer["role"] = "assistant"
            what_gpt_answer["content"] = history[index+1]
            if what_i_have_asked["content"] != "":
                if what_gpt_answer["content"] == "":
                    continue
                if what_gpt_answer["content"] == timeout_bot_msg:
                    continue
                messages.append(what_i_have_asked)
                messages.append(what_gpt_answer)
            else:
                messages[-1]['content'] = what_gpt_answer['content']
    what_i_ask_now = {}
    what_i_ask_now["role"] = "user"
    what_i_ask_now["content"] = inputs
    messages.append(what_i_ask_now)
    return messages