jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-04-21 03:57:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(ai-proxy): add system message handling for Bedrock requests (#2516)

Browse Source
This commit is contained in:
HaoJie Liu
2025-06-30 10:35:14 +08:00
committed by GitHub
parent bb786c9618
commit 9a0cf9b762
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
plugins/wasm-go/extensions/ai-proxy/provider/bedrock.go
View File

@@ -723,10 +723,18 @@ func (b *bedrockProvider) onChatCompletionRequestBody(ctx wrapper.HttpContext, b
func (b *bedrockProvider) buildBedrockTextGenerationRequest(origRequest *chatCompletionRequest, headers http.Header) ([]byte, error) { func (b *bedrockProvider) buildBedrockTextGenerationRequest(origRequest *chatCompletionRequest, headers http.Header) ([]byte, error) {
messages := make([]bedrockMessage, 0, len(origRequest.Messages)) messages := make([]bedrockMessage, 0, len(origRequest.Messages))
for i := range origRequest.Messages { systemMessages := make([]systemContentBlock, 0)
messages = append(messages, chatMessage2BedrockMessage(origRequest.Messages[i]))
for _, msg := range origRequest.Messages {
if msg.Role == roleSystem {
systemMessages = append(systemMessages, systemContentBlock{Text: msg.StringContent()})
} else {
messages = append(messages, chatMessage2BedrockMessage(msg))
} }
}
request := &bedrockTextGenRequest{ request := &bedrockTextGenRequest{
System: systemMessages,
Messages: messages, Messages: messages,
InferenceConfig: bedrockInferenceConfig{ InferenceConfig: bedrockInferenceConfig{
MaxTokens: origRequest.MaxTokens, MaxTokens: origRequest.MaxTokens,