jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-04-22 04:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

chore: Restructure the path-to-api-name mapping logic in ai-proxy (#2773)

Browse Source
This commit is contained in:
Kent Dong
2025-08-18 19:05:23 +08:00
committed by GitHub
parent 0f1afcdcca
commit c9fa8d15db
2 changed files with 113 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

144
plugins/wasm-go/extensions/ai-proxy/main.go
View File

@@ -6,6 +6,7 @@ package main
import (
"fmt"
"net/url"
"regexp"
"strings"
"github.com/alibaba/higress/plugins/wasm-go/extensions/ai-proxy/config"
@@ -31,6 +32,11 @@ const (
ctxOriginalAuth = "original_auth"
)
type pair[K, V any] struct {
key K
value V
}
var (
headersCtxKeyMapping = map[string]string{
util.HeaderAuthority: ctxOriginalHost,
@@ -42,6 +48,44 @@ var (
util.HeaderPath: util.HeaderOriginalPath,
util.HeaderAuthorization: util.HeaderOriginalAuth,
}
pathSuffixToApiName = []pair[string, provider.ApiName]{
// OpenAI style
{provider.PathOpenAIChatCompletions, provider.ApiNameChatCompletion},
{provider.PathOpenAICompletions, provider.ApiNameCompletion},
{provider.PathOpenAIEmbeddings, provider.ApiNameEmbeddings},
{provider.PathOpenAIAudioSpeech, provider.ApiNameAudioSpeech},
{provider.PathOpenAIImageGeneration, provider.ApiNameImageGeneration},
{provider.PathOpenAIImageVariation, provider.ApiNameImageVariation},
{provider.PathOpenAIImageEdit, provider.ApiNameImageEdit},
{provider.PathOpenAIBatches, provider.ApiNameBatches},
{provider.PathOpenAIFiles, provider.ApiNameFiles},
{provider.PathOpenAIModels, provider.ApiNameModels},
{provider.PathOpenAIFineTuningJobs, provider.ApiNameFineTuningJobs},
{provider.PathOpenAIResponses, provider.ApiNameResponses},
// Anthropic style
{provider.PathAnthropicMessages, provider.ApiNameAnthropicMessages},
{provider.PathAnthropicComplete, provider.ApiNameAnthropicComplete},
// Cohere style
{provider.PathCohereV1Rerank, provider.ApiNameCohereV1Rerank},
}
pathPatternToApiName = []pair[*regexp.Regexp, provider.ApiName]{
// OpenAI style
{util.RegRetrieveBatchPath, provider.ApiNameRetrieveBatch},
{util.RegCancelBatchPath, provider.ApiNameCancelBatch},
{util.RegRetrieveFilePath, provider.ApiNameRetrieveFile},
{util.RegRetrieveFileContentPath, provider.ApiNameRetrieveFileContent},
{util.RegRetrieveFineTuningJobPath, provider.ApiNameRetrieveFineTuningJob},
{util.RegRetrieveFineTuningJobEventsPath, provider.ApiNameFineTuningJobEvents},
{util.RegRetrieveFineTuningJobCheckpointsPath, provider.ApiNameFineTuningJobCheckpoints},
{util.RegCancelFineTuningJobPath, provider.ApiNameCancelFineTuningJob},
{util.RegResumeFineTuningJobPath, provider.ApiNameResumeFineTuningJob},
{util.RegPauseFineTuningJobPath, provider.ApiNamePauseFineTuningJob},
{util.RegFineTuningCheckpointPermissionPath, provider.ApiNameFineTuningCheckpointPermissions},
{util.RegDeleteFineTuningCheckpointPermissionPath, provider.ApiNameDeleteFineTuningCheckpointPermission},
// Gemini style
{util.RegGeminiGenerateContent, provider.ApiNameGeminiGenerateContent},
{util.RegGeminiStreamGenerateContent, provider.ApiNameGeminiStreamGenerateContent},
}
)
func main() {}
@@ -397,99 +441,19 @@ func checkStream(ctx wrapper.HttpContext) {
}
func getApiName(path string) provider.ApiName {
// openai style
if strings.HasSuffix(path, provider.PathOpenAIChatCompletions) {
return provider.ApiNameChatCompletion
}
if strings.HasSuffix(path, provider.PathOpenAICompletions) {
return provider.ApiNameCompletion
}
if strings.HasSuffix(path, provider.PathOpenAIEmbeddings) {
return provider.ApiNameEmbeddings
}
if strings.HasSuffix(path, provider.PathOpenAIAudioSpeech) {
return provider.ApiNameAudioSpeech
}
if strings.HasSuffix(path, provider.PathOpenAIImageGeneration) {
return provider.ApiNameImageGeneration
}
if strings.HasSuffix(path, provider.PathOpenAIImageVariation) {
return provider.ApiNameImageVariation
}
if strings.HasSuffix(path, provider.PathOpenAIImageEdit) {
return provider.ApiNameImageEdit
}
if strings.HasSuffix(path, provider.PathOpenAIBatches) {
return provider.ApiNameBatches
}
if util.RegRetrieveBatchPath.MatchString(path) {
return provider.ApiNameRetrieveBatch
}
if util.RegCancelBatchPath.MatchString(path) {
return provider.ApiNameCancelBatch
}
if strings.HasSuffix(path, provider.PathOpenAIFiles) {
return provider.ApiNameFiles
}
if util.RegRetrieveFilePath.MatchString(path) {
return provider.ApiNameRetrieveFile
}
if util.RegRetrieveFileContentPath.MatchString(path) {
return provider.ApiNameRetrieveFileContent
}
if strings.HasSuffix(path, provider.PathOpenAIModels) {
return provider.ApiNameModels
}
if strings.HasSuffix(path, provider.PathOpenAIFineTuningJobs) {
return provider.ApiNameFineTuningJobs
}
if util.RegRetrieveFineTuningJobPath.MatchString(path) {
return provider.ApiNameRetrieveFineTuningJob
}
if util.RegRetrieveFineTuningJobEventsPath.MatchString(path) {
return provider.ApiNameFineTuningJobEvents
}
if util.RegRetrieveFineTuningJobCheckpointsPath.MatchString(path) {
return provider.ApiNameFineTuningJobCheckpoints
}
if util.RegCancelFineTuningJobPath.MatchString(path) {
return provider.ApiNameCancelFineTuningJob
}
if util.RegResumeFineTuningJobPath.MatchString(path) {
return provider.ApiNameResumeFineTuningJob
}
if util.RegPauseFineTuningJobPath.MatchString(path) {
return provider.ApiNamePauseFineTuningJob
}
if util.RegFineTuningCheckpointPermissionPath.MatchString(path) {
return provider.ApiNameFineTuningCheckpointPermissions
}
if util.RegDeleteFineTuningCheckpointPermissionPath.MatchString(path) {
return provider.ApiNameDeleteFineTuningCheckpointPermission
}
if strings.HasSuffix(path, provider.PathOpenAIResponses) {
return provider.ApiNameResponses
// Check path suffix matches first
for _, p := range pathSuffixToApiName {
if strings.HasSuffix(path, p.key) {
return p.value
}
}
// Anthropic
if strings.HasSuffix(path, provider.PathAnthropicMessages) {
return provider.ApiNameAnthropicMessages
}
if strings.HasSuffix(path, provider.PathAnthropicComplete) {
return provider.ApiNameAnthropicComplete
// Check path pattern matches
for _, p := range pathPatternToApiName {
if p.key.MatchString(path) {
return p.value
}
}
// Gemini
if util.RegGeminiGenerateContent.MatchString(path) {
return provider.ApiNameGeminiGenerateContent
}
if util.RegGeminiStreamGenerateContent.MatchString(path) {
return provider.ApiNameGeminiStreamGenerateContent
}
// cohere style
if strings.HasSuffix(path, provider.PathCohereV1Rerank) {
return provider.ApiNameCohereV1Rerank
}
return ""
}