From f64c60126410f133fff38f740fd48166af8533ea Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=BE=84=E6=BD=AD?= Date: Thu, 27 Jun 2024 09:30:52 +0800 Subject: [PATCH] compatiable with openai sdk (#1061) Co-authored-by: Kent Dong --- plugins/wasm-go/extensions/ai-proxy/provider/qwen.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/plugins/wasm-go/extensions/ai-proxy/provider/qwen.go b/plugins/wasm-go/extensions/ai-proxy/provider/qwen.go index 54a7b46da..9aadd38c9 100644 --- a/plugins/wasm-go/extensions/ai-proxy/provider/qwen.go +++ b/plugins/wasm-go/extensions/ai-proxy/provider/qwen.go @@ -396,9 +396,10 @@ func (m *qwenProvider) buildChatCompletionStreamingResponse(ctx wrapper.HttpCont if finished { finishResponse := *&baseMessage - finishResponse.Choices = append(finishResponse.Choices, chatCompletionChoice{FinishReason: qwenChoice.FinishReason}) + finishResponse.Choices = append(finishResponse.Choices, chatCompletionChoice{Delta: &chatMessage{}, FinishReason: qwenChoice.FinishReason}) usageResponse := *&baseMessage + usageResponse.Choices = []chatCompletionChoice{{Delta: &chatMessage{}}} usageResponse.Usage = chatCompletionUsage{ PromptTokens: qwenResponse.Usage.InputTokens, CompletionTokens: qwenResponse.Usage.OutputTokens,