feat: Adapt to the Qwen multimodal model generation API (#1221)

This commit is contained in:
韩贤涛
2024-08-22 18:42:16 +08:00
committed by GitHub
parent 895f17f8d8
commit 7054f01a36
17 changed files with 319 additions and 80 deletions

View File

@@ -4,13 +4,14 @@ import (
"encoding/json"
"errors"
"fmt"
"strings"
"time"
"github.com/alibaba/higress/plugins/wasm-go/extensions/ai-proxy/util"
"github.com/alibaba/higress/plugins/wasm-go/pkg/wrapper"
"github.com/google/uuid"
"github.com/higress-group/proxy-wasm-go-sdk/proxywasm"
"github.com/higress-group/proxy-wasm-go-sdk/proxywasm/types"
"strings"
"time"
)
// geminiProvider is the provider for google gemini/gemini flash service.
@@ -378,7 +379,7 @@ func (g *geminiProvider) buildGeminiChatRequest(request *chatCompletionRequest)
Role: message.Role,
Parts: []geminiPart{
{
Text: message.Content,
Text: message.StringContent(),
},
},
}