# Copyright (c) 2022 Alibaba Group Holding Ltd. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. apiVersion: networking.k8s.io/v1 kind: Ingress metadata: annotations: name: wasmplugin-ai-proxy-openai namespace: higress-conformance-infra spec: ingressClassName: higress rules: - host: "openai.ai.com" http: paths: - pathType: Prefix path: "/" backend: service: name: infra-backend-v1 port: number: 8080 --- apiVersion: networking.k8s.io/v1 kind: Ingress metadata: annotations: name: wasmplugin-ai-proxy-qwen namespace: higress-conformance-infra spec: ingressClassName: higress rules: - host: "qwen.ai.com" http: paths: - pathType: Prefix path: "/" backend: service: name: infra-backend-v1 port: number: 8080 --- apiVersion: extensions.higress.io/v1alpha1 kind: WasmPlugin metadata: name: ai-proxy namespace: higress-system spec: priority: 200 matchRules: - config: provider: type: "openai" customSettings: - name: "max_tokens" value: 123 overwrite: false - name: "temperature" value: 0.66 overwrite: true ingress: - higress-conformance-infra/wasmplugin-ai-proxy-openai - config: provider: type: "qwen" apiTokens: "fake-token" customSettings: - name: "max_tokens" value: 123 overwrite: false - name: "temperature" value: 0.66 overwrite: true ingress: - higress-conformance-infra/wasmplugin-ai-proxy-qwen url: oci://higress-registry.cn-hangzhou.cr.aliyuncs.com/plugins/ai-proxy:1.0.0