jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-05-29 23:27:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(ai-proxy): fix streaming process

Browse Source
This commit is contained in:
johnlanni
2025-09-23 19:44:30 +08:00
parent 9a3ccff4c8
commit 063bfbfcfe
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
plugins/wasm-go/extensions/ai-proxy/main.go
View File

@@ -433,6 +433,10 @@ func onStreamingResponseBody(ctx wrapper.HttpContext, pluginConfig config.Plugin
return claudeChunk return claudeChunk
} }
if !needsClaudeResponseConversion(ctx) {
return chunk
}
// If provider doesn't implement any streaming handlers but we need Claude conversion // If provider doesn't implement any streaming handlers but we need Claude conversion
// First extract complete events from the chunk // First extract complete events from the chunk
events := provider.ExtractStreamingEvents(ctx, chunk) events := provider.ExtractStreamingEvents(ctx, chunk)

2
plugins/wasm-go/extensions/ai-proxy/provider/provider.go
View File

@@ -825,7 +825,7 @@ func ExtractStreamingEvents(ctx wrapper.HttpContext, chunk []byte) []StreamEvent
continue continue
} }
if lineStartIndex != -1 && valueStartIndex != -1 { if lineStartIndex != -1 {
value := string(body[valueStartIndex:i]) value := string(body[valueStartIndex:i])
currentEvent.SetValue(currentKey, value) currentEvent.SetValue(currentKey, value)
} else { } else {