jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-06-08 20:27:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: allow failover to distinguish between different endpoint of the same provider (#1862)

Browse Source
This commit is contained in:
Se7en
2025-03-10 10:45:59 +08:00
committed by GitHub
parent a0c334a7cb
commit 5536502c15
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
plugins/wasm-go/extensions/ai-proxy/provider/failover.go
View File

@@ -104,13 +104,14 @@ func (f *failover) Validate() error {
func (c *ProviderConfig) initVariable() { func (c *ProviderConfig) initVariable() {
// Set provider name as prefix to differentiate shared data // Set provider name as prefix to differentiate shared data
provider := c.GetType() provider := c.GetType()
c.failover.ctxApiTokenInUse = provider + "-apiTokenInUse" id := c.GetId()
c.failover.ctxApiTokenRequestFailureCount = provider + "-apiTokenRequestFailureCount" c.failover.ctxApiTokenInUse = provider + "-" + id + "-apiTokenInUse"
c.failover.ctxApiTokenRequestSuccessCount = provider + "-apiTokenRequestSuccessCount" c.failover.ctxApiTokenRequestFailureCount = provider + "-" + id + "-apiTokenRequestFailureCount"
c.failover.ctxApiTokens = provider + "-apiTokens" c.failover.ctxApiTokenRequestSuccessCount = provider + "-" + id + "-apiTokenRequestSuccessCount"
c.failover.ctxUnavailableApiTokens = provider + "-unavailableApiTokens" c.failover.ctxApiTokens = provider + "-" + id + "-apiTokens"
c.failover.ctxHealthCheckEndpoint = provider + "-requestHostAndPath" c.failover.ctxUnavailableApiTokens = provider + "-" + id + "-unavailableApiTokens"
c.failover.ctxVmLease = provider + "-vmLease" c.failover.ctxHealthCheckEndpoint = provider + "-" + id + "-requestHostAndPath"
c.failover.ctxVmLease = provider + "-" + id + "-vmLease"
} }
func parseConfig(json gjson.Result, config *any, log wrapper.Log) error { func parseConfig(json gjson.Result, config *any, log wrapper.Log) error {