jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-06-26 10:45:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(ai-proxy): vLLM passthrough for Anthropic Messages and newer OpenAI endpoints (#3989)

Browse Source 
Signed-off-by: Rand01ph <tanyawei1991@gmail.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Co-authored-by: woody <yaodiwu618@gmail.com>
This commit is contained in:
9r0k
2026-06-23 19:34:54 +08:00
committed by GitHub
parent 1694f48fd9
commit e57f18e581
5 changed files with 236 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
plugins/wasm-go/extensions/ai-proxy/provider/provider.go
View File

@@ -77,6 +77,7 @@ const (
ApiNameGeminiGenerateContent ApiName = "gemini/v1beta/generatecontent"
ApiNameGeminiStreamGenerateContent ApiName = "gemini/v1beta/streamgeneratecontent"
ApiNameAnthropicMessages ApiName = "anthropic/v1/messages"
ApiNameAnthropicCountTokens ApiName = "anthropic/v1/messages/count_tokens"
ApiNameAnthropicComplete ApiName = "anthropic/v1/complete"
ApiNameVertexRaw ApiName = "vertex/raw"
@@ -115,8 +116,9 @@ const (
PathOpenAIRetrieveVideoContent = "/v1/videos/{video_id}/content"
// Anthropic
PathAnthropicMessages = "/v1/messages"
PathAnthropicComplete = "/v1/complete"
PathAnthropicMessages = "/v1/messages"
PathAnthropicMessagesCountTokens = "/v1/messages/count_tokens"
PathAnthropicComplete = "/v1/complete"
// Cohere
PathCohereV1Rerank = "/v1/rerank"
@@ -1478,7 +1480,8 @@ func (c *ProviderConfig) needToProcessRequestBody(apiName ApiName) bool {
ApiNameResponses,
ApiNameGeminiGenerateContent,
ApiNameGeminiStreamGenerateContent,
ApiNameAnthropicMessages:
ApiNameAnthropicMessages,
ApiNameAnthropicCountTokens:
return true
}
return false