jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-06-09 20:57:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: Refactor Qwen stream event processing workflow (#939)

Browse Source
This commit is contained in:
Kent Dong
2024-05-15 11:43:45 +08:00
committed by GitHub
parent 8043780de0
commit 559a109ae5
4 changed files with 98 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
plugins/wasm-go/extensions/ai-proxy/provider/provider.go
View File

@@ -28,12 +28,11 @@ const (
ctxKeyStreamingBody = "streamingBody"
ctxKeyOriginalRequestModel = "originalRequestModel"
ctxKeyFinalRequestModel = "finalRequestModel"
ctxKeyPushedMessageContent = "pushedMessageContent"
objectChatCompletion = "chat.completion"
objectChatCompletionChunk = "chat.completion.chunk"
finishReasonStop = "stop"
wildcard = "*"
defaultTimeout = 2 * 60 * 1000 // ms