mirror of
https://github.com/alibaba/higress.git
synced 2026-06-09 20:57:32 +08:00
feat(wasm-go): add wasm go plugin unit test and ci workflow (#2809)
This commit is contained in:
Jingze
GitHub
@@ -5,14 +5,20 @@ go 1.24.1
|
||||
toolchain go1.24.4
|
||||
|
||||
require (
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250611100342-5654e89a7a80
|
||||
github.com/higress-group/wasm-go v1.0.0
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250822030947-8345453fddd0
|
||||
github.com/higress-group/wasm-go v1.0.2-0.20250821081215-b573359becf8
|
||||
github.com/stretchr/testify v1.9.0
|
||||
github.com/tidwall/gjson v1.18.0
|
||||
)
|
||||
|
||||
require (
|
||||
github.com/davecgh/go-spew v1.1.1 // indirect
|
||||
github.com/google/uuid v1.6.0 // indirect
|
||||
github.com/pmezard/go-difflib v1.0.0 // indirect
|
||||
github.com/tetratelabs/wazero v1.7.2 // indirect
|
||||
github.com/tidwall/match v1.1.1 // indirect
|
||||
github.com/tidwall/pretty v1.2.1 // indirect
|
||||
github.com/tidwall/resp v0.1.1 // indirect
|
||||
github.com/tidwall/sjson v1.2.5 // indirect
|
||||
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||
)
|
||||
|
||||
@@ -2,14 +2,17 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
|
||||
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250611100342-5654e89a7a80 h1:xqmtTZI0JQ2O+Lg9/CE6c+Tw9KD6FnvWw8EpLVuuvfg=
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250611100342-5654e89a7a80/go.mod h1:tRI2LfMudSkKHhyv1uex3BWzcice2s/l8Ah8axporfA=
|
||||
github.com/higress-group/wasm-go v1.0.0 h1:4Ik5n3FsJ5+r13KLQl2ky+8NuAE8dfWQwoKxXYD2KAw=
|
||||
github.com/higress-group/wasm-go v1.0.0/go.mod h1:ODBV27sjmhIW8Cqv3R74EUcTnbdkE69bmXBQFuRkY1M=
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250822030947-8345453fddd0 h1:YGdj8KBzVjabU3STUfwMZghB+VlX6YLfJtLbrsWaOD0=
|
||||
github.com/higress-group/proxy-wasm-go-sdk v0.0.0-20250822030947-8345453fddd0/go.mod h1:tRI2LfMudSkKHhyv1uex3BWzcice2s/l8Ah8axporfA=
|
||||
github.com/higress-group/wasm-go v1.0.2-0.20250821081215-b573359becf8 h1:rs+AH1wfZy4swzuAyiRXT7xPUm8gycXt9Gwy0tqOq0o=
|
||||
github.com/higress-group/wasm-go v1.0.2-0.20250821081215-b573359becf8/go.mod h1:9k7L730huS/q4V5iH9WLDgf5ZUHEtfhM/uXcegKDG/M=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
|
||||
github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
|
||||
github.com/tetratelabs/wazero v1.7.2 h1:1+z5nXJNwMLPAWaTePFi49SSTL0IMx/i3Fg8Yc25GDc=
|
||||
github.com/tetratelabs/wazero v1.7.2/go.mod h1:ytl6Zuh20R/eROuyDaGPkp82O9C/DJfXAwJfQ3X6/7Y=
|
||||
github.com/tidwall/gjson v1.14.2/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
|
||||
github.com/tidwall/gjson v1.18.0 h1:FIDeeyB800efLX89e5a8Y0BNH+LOngJyGrIWxG2FKQY=
|
||||
github.com/tidwall/gjson v1.18.0/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk=
|
||||
github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
|
||||
@@ -19,5 +22,9 @@ github.com/tidwall/pretty v1.2.1 h1:qjsOFOWWQl+N3RsoF5/ssm1pHmJJwhjlSbZ51I6wMl4=
|
||||
github.com/tidwall/pretty v1.2.1/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
|
||||
github.com/tidwall/resp v0.1.1 h1:Ly20wkhqKTmDUPlyM1S7pWo5kk0tDu8OoC/vFArXmwE=
|
||||
github.com/tidwall/resp v0.1.1/go.mod h1:3/FrruOBAxPTPtundW0VXgmsQ4ZBA0Aw714lVYgwFa0=
|
||||
github.com/tidwall/sjson v1.2.5 h1:kLy8mja+1c9jlljvWTlSazM7cKDRfJuR/bOJhcY5NcY=
|
||||
github.com/tidwall/sjson v1.2.5/go.mod h1:Fvgq9kS/6ociJEDnK0Fk1cpYF4FIW6ZF7LAe+6jwd28=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
|
||||
393
plugins/wasm-go/extensions/ai-rag/main_test.go
Normal file
393
plugins/wasm-go/extensions/ai-rag/main_test.go
Normal file
@@ -0,0 +1,393 @@
|
||||
// Copyright (c) 2024 Alibaba Group Holding Ltd.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"ai-rag/dashscope"
|
||||
"ai-rag/dashvector"
|
||||
"encoding/json"
|
||||
"testing"
|
||||
|
||||
"github.com/higress-group/proxy-wasm-go-sdk/proxywasm/types"
|
||||
"github.com/higress-group/wasm-go/pkg/test"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
// 测试配置：基础RAG配置
|
||||
var basicConfig = func() json.RawMessage {
|
||||
data, _ := json.Marshal(map[string]interface{}{
|
||||
"dashscope": map[string]interface{}{
|
||||
"apiKey": "test-dashscope-key",
|
||||
"serviceFQDN": "dashscope-service",
|
||||
"servicePort": 8080,
|
||||
"serviceHost": "dashscope.example.com",
|
||||
},
|
||||
"dashvector": map[string]interface{}{
|
||||
"apiKey": "test-dashvector-key",
|
||||
"collection": "test-collection",
|
||||
"serviceFQDN": "dashvector-service",
|
||||
"servicePort": 8081,
|
||||
"serviceHost": "dashvector.example.com",
|
||||
"topk": 5,
|
||||
"threshold": 0.8,
|
||||
"field": "content",
|
||||
},
|
||||
})
|
||||
return data
|
||||
}()
|
||||
|
||||
// 测试配置：缺少必需字段
|
||||
var missingRequiredConfig = func() json.RawMessage {
|
||||
data, _ := json.Marshal(map[string]interface{}{
|
||||
"dashscope": map[string]interface{}{
|
||||
"apiKey": "test-dashscope-key",
|
||||
},
|
||||
"dashvector": map[string]interface{}{
|
||||
"apiKey": "test-dashvector-key",
|
||||
},
|
||||
})
|
||||
return data
|
||||
}()
|
||||
|
||||
func TestParseConfig(t *testing.T) {
|
||||
test.RunGoTest(t, func(t *testing.T) {
|
||||
// 测试基础配置解析
|
||||
t.Run("basic config", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(basicConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusOK, status)
|
||||
config, err := host.GetMatchConfig()
|
||||
require.NoError(t, err)
|
||||
require.NotNil(t, config)
|
||||
|
||||
ragConfig := config.(*AIRagConfig)
|
||||
require.Equal(t, "test-dashscope-key", ragConfig.DashScopeAPIKey)
|
||||
require.Equal(t, "test-dashvector-key", ragConfig.DashVectorAPIKey)
|
||||
require.Equal(t, "test-collection", ragConfig.DashVectorCollection)
|
||||
require.Equal(t, int32(5), ragConfig.DashVectorTopK)
|
||||
require.Equal(t, 0.8, ragConfig.DashVectorThreshold)
|
||||
require.Equal(t, "content", ragConfig.DashVectorField)
|
||||
})
|
||||
|
||||
// 测试缺少必需字段的配置
|
||||
t.Run("missing required config", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(missingRequiredConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusFailed, status)
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
func TestOnHttpRequestHeaders(t *testing.T) {
|
||||
test.RunTest(t, func(t *testing.T) {
|
||||
// 测试请求头处理
|
||||
t.Run("request headers processing", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(basicConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusOK, status)
|
||||
|
||||
// 设置请求头
|
||||
action := host.CallOnHttpRequestHeaders([][2]string{
|
||||
{":authority", "example.com"},
|
||||
{":path", "/v1/chat/completions"},
|
||||
{":method", "POST"},
|
||||
{"content-length", "100"},
|
||||
})
|
||||
|
||||
// 应该返回ActionContinue
|
||||
require.Equal(t, types.ActionContinue, action)
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
func TestOnHttpRequestBody(t *testing.T) {
|
||||
test.RunTest(t, func(t *testing.T) {
|
||||
// 测试空消息的请求体
|
||||
t.Run("empty messages", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(basicConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusOK, status)
|
||||
|
||||
// 先设置请求头
|
||||
host.CallOnHttpRequestHeaders([][2]string{
|
||||
{":authority", "example.com"},
|
||||
{":path", "/v1/chat/completions"},
|
||||
{":method", "POST"},
|
||||
})
|
||||
|
||||
// 设置空消息的请求体
|
||||
body := `{"model": "gpt-3.5-turbo", "messages": []}`
|
||||
action := host.CallOnHttpRequestBody([]byte(body))
|
||||
|
||||
// 空消息应该直接通过
|
||||
require.Equal(t, types.ActionContinue, action)
|
||||
})
|
||||
|
||||
// 测试正常RAG流程
|
||||
t.Run("normal rag flow", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(basicConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusOK, status)
|
||||
|
||||
// 先设置请求头
|
||||
host.CallOnHttpRequestHeaders([][2]string{
|
||||
{":authority", "example.com"},
|
||||
{":path", "/v1/chat/completions"},
|
||||
{":method", "POST"},
|
||||
})
|
||||
|
||||
// 设置包含消息的请求体
|
||||
body := `{"model": "gpt-3.5-turbo", "messages": [{"role": "user", "content": "What is AI?"}]}`
|
||||
action := host.CallOnHttpRequestBody([]byte(body))
|
||||
|
||||
// 应该返回ActionPause，等待RAG流程完成
|
||||
require.Equal(t, types.ActionPause, action)
|
||||
|
||||
// 模拟DashScope嵌入服务响应
|
||||
embeddingResponse := `{
|
||||
"output": {
|
||||
"embeddings": [{
|
||||
"embedding": [0.1, 0.2, 0.3, 0.4, 0.5],
|
||||
"text_index": 0
|
||||
}]
|
||||
},
|
||||
"usage": {"total_tokens": 10},
|
||||
"request_id": "req-123"
|
||||
}`
|
||||
host.CallOnHttpCall([][2]string{
|
||||
{":status", "200"},
|
||||
{"content-type", "application/json"},
|
||||
}, []byte(embeddingResponse))
|
||||
|
||||
// 模拟DashVector向量搜索响应
|
||||
vectorResponse := `{
|
||||
"code": 200,
|
||||
"request_id": "req-456",
|
||||
"message": "success",
|
||||
"output": [{
|
||||
"id": "doc1",
|
||||
"fields": {"raw": "AI is artificial intelligence"},
|
||||
"score": 0.75
|
||||
}]
|
||||
}`
|
||||
host.CallOnHttpCall([][2]string{
|
||||
{":status", "200"},
|
||||
{"content-type", "application/json"},
|
||||
}, []byte(vectorResponse))
|
||||
|
||||
// 获取修改后的请求体
|
||||
requestBody := host.GetRequestBody()
|
||||
require.NotEmpty(t, requestBody)
|
||||
|
||||
// 解析修改后的请求体，验证RAG增强
|
||||
var modifiedRequest Request
|
||||
err := json.Unmarshal(requestBody, &modifiedRequest)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, "gpt-3.5-turbo", modifiedRequest.Model)
|
||||
|
||||
// 验证消息数量：检索文档(1) + 问题提示(1) = 2
|
||||
// 注意：原始消息被清空了，因为 messageLength-1 = 0
|
||||
require.Len(t, modifiedRequest.Messages, 2)
|
||||
|
||||
// 验证第一个消息（检索到的文档）
|
||||
require.Equal(t, "user", modifiedRequest.Messages[0].Role)
|
||||
require.Equal(t, "AI is artificial intelligence", modifiedRequest.Messages[0].Content)
|
||||
|
||||
// 验证第二个消息（问题提示）
|
||||
require.Equal(t, "user", modifiedRequest.Messages[1].Role)
|
||||
require.Equal(t, "现在，请回答以下问题：\nWhat is AI?", modifiedRequest.Messages[1].Content)
|
||||
|
||||
host.CompleteHttp()
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
func TestOnHttpResponseHeaders(t *testing.T) {
|
||||
test.RunTest(t, func(t *testing.T) {
|
||||
// 测试RAG召回标记
|
||||
t.Run("rag recall header", func(t *testing.T) {
|
||||
host, status := test.NewTestHost(basicConfig)
|
||||
defer host.Reset()
|
||||
require.Equal(t, types.OnPluginStartStatusOK, status)
|
||||
|
||||
// 先设置请求头
|
||||
host.CallOnHttpRequestHeaders([][2]string{
|
||||
{":authority", "example.com"},
|
||||
{":path", "/v1/chat/completions"},
|
||||
{":method", "POST"},
|
||||
})
|
||||
|
||||
// 设置请求体
|
||||
body := `{"model": "gpt-3.5-turbo", "messages": [{"role": "user", "content": "What is AI?"}]}`
|
||||
host.CallOnHttpRequestBody([]byte(body))
|
||||
|
||||
// 模拟DashScope嵌入服务响应
|
||||
embeddingResponse := `{
|
||||
"output": {
|
||||
"embeddings": [{
|
||||
"embedding": [0.1, 0.2, 0.3, 0.4, 0.5],
|
||||
"text_index": 0
|
||||
}]
|
||||
},
|
||||
"usage": {"total_tokens": 10},
|
||||
"request_id": "req-123"
|
||||
}`
|
||||
host.CallOnHttpCall([][2]string{
|
||||
{":status", "200"},
|
||||
{"content-type", "application/json"},
|
||||
}, []byte(embeddingResponse))
|
||||
|
||||
// 模拟DashVector向量搜索响应
|
||||
vectorResponse := `{
|
||||
"code": 200,
|
||||
"request_id": "req-456",
|
||||
"message": "success",
|
||||
"output": [{
|
||||
"id": "doc1",
|
||||
"fields": {"raw": "AI is artificial intelligence"},
|
||||
"score": 0.75
|
||||
}]
|
||||
}`
|
||||
host.CallOnHttpCall([][2]string{
|
||||
{":status", "200"},
|
||||
{"content-type", "application/json"},
|
||||
}, []byte(vectorResponse))
|
||||
|
||||
// 设置响应头
|
||||
action := host.CallOnHttpResponseHeaders([][2]string{
|
||||
{":status", "200"},
|
||||
{"content-type", "application/json"},
|
||||
})
|
||||
|
||||
// 应该返回ActionContinue
|
||||
require.Equal(t, types.ActionContinue, action)
|
||||
|
||||
// 验证响应头包含RAG召回标记
|
||||
require.True(t, test.HasHeaderWithValue(host.GetResponseHeaders(), "x-envoy-rag-recall", "true"))
|
||||
|
||||
host.CompleteHttp()
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
func TestStructs(t *testing.T) {
|
||||
// 测试Request结构体
|
||||
t.Run("Request struct", func(t *testing.T) {
|
||||
request := Request{
|
||||
Model: "gpt-3.5-turbo",
|
||||
Messages: []Message{{Role: "user", Content: "Hello"}},
|
||||
FrequencyPenalty: 0.0,
|
||||
PresencePenalty: 0.0,
|
||||
Stream: false,
|
||||
Temperature: 0.7,
|
||||
Topp: 1,
|
||||
}
|
||||
require.Equal(t, "gpt-3.5-turbo", request.Model)
|
||||
require.Len(t, request.Messages, 1)
|
||||
require.Equal(t, "user", request.Messages[0].Role)
|
||||
require.Equal(t, "Hello", request.Messages[0].Content)
|
||||
require.Equal(t, 0.7, request.Temperature)
|
||||
})
|
||||
|
||||
// 测试Message结构体
|
||||
t.Run("Message struct", func(t *testing.T) {
|
||||
message := Message{
|
||||
Role: "assistant",
|
||||
Content: "Hello! How can I help you?",
|
||||
}
|
||||
require.Equal(t, "assistant", message.Role)
|
||||
require.Equal(t, "Hello! How can I help you?", message.Content)
|
||||
})
|
||||
}
|
||||
|
||||
func TestDashScopeTypes(t *testing.T) {
|
||||
// 测试DashScope Request结构体
|
||||
t.Run("DashScope Request", func(t *testing.T) {
|
||||
request := dashscope.Request{
|
||||
Model: "text-embedding-v2",
|
||||
Input: dashscope.Input{
|
||||
Texts: []string{"Hello, world"},
|
||||
},
|
||||
Parameter: dashscope.Parameter{
|
||||
TextType: "query",
|
||||
},
|
||||
}
|
||||
require.Equal(t, "text-embedding-v2", request.Model)
|
||||
require.Len(t, request.Input.Texts, 1)
|
||||
require.Equal(t, "Hello, world", request.Input.Texts[0])
|
||||
require.Equal(t, "query", request.Parameter.TextType)
|
||||
})
|
||||
|
||||
// 测试DashScope Response结构体
|
||||
t.Run("DashScope Response", func(t *testing.T) {
|
||||
response := dashscope.Response{
|
||||
Output: dashscope.Output{
|
||||
Embeddings: []dashscope.Embedding{
|
||||
{
|
||||
Embedding: []float32{0.1, 0.2, 0.3},
|
||||
TextIndex: 0,
|
||||
},
|
||||
},
|
||||
},
|
||||
Usage: dashscope.Usage{
|
||||
TotalTokens: 10,
|
||||
},
|
||||
RequestID: "req-123",
|
||||
}
|
||||
require.Equal(t, "req-123", response.RequestID)
|
||||
require.Equal(t, int32(10), response.Usage.TotalTokens)
|
||||
require.Len(t, response.Output.Embeddings, 1)
|
||||
require.Len(t, response.Output.Embeddings[0].Embedding, 3)
|
||||
})
|
||||
}
|
||||
|
||||
func TestDashVectorTypes(t *testing.T) {
|
||||
// 测试DashVector Request结构体
|
||||
t.Run("DashVector Request", func(t *testing.T) {
|
||||
request := dashvector.Request{
|
||||
TopK: 5,
|
||||
OutputFileds: []string{"content", "title"},
|
||||
Vector: []float32{0.1, 0.2, 0.3, 0.4, 0.5},
|
||||
}
|
||||
require.Equal(t, int32(5), request.TopK)
|
||||
require.Len(t, request.OutputFileds, 2)
|
||||
require.Len(t, request.Vector, 5)
|
||||
})
|
||||
|
||||
// 测试DashVector Response结构体
|
||||
t.Run("DashVector Response", func(t *testing.T) {
|
||||
response := dashvector.Response{
|
||||
Code: 200,
|
||||
RequestID: "req-456",
|
||||
Message: "success",
|
||||
Output: []dashvector.OutputObject{
|
||||
{
|
||||
ID: "doc1",
|
||||
Fields: dashvector.FieldObject{
|
||||
Raw: "AI is artificial intelligence",
|
||||
},
|
||||
Score: 0.75,
|
||||
},
|
||||
},
|
||||
}
|
||||
require.Equal(t, int32(200), response.Code)
|
||||
require.Equal(t, "req-456", response.RequestID)
|
||||
require.Equal(t, "success", response.Message)
|
||||
require.Len(t, response.Output, 1)
|
||||
require.Equal(t, "doc1", response.Output[0].ID)
|
||||
require.Equal(t, "AI is artificial intelligence", response.Output[0].Fields.Raw)
|
||||
require.Equal(t, float32(0.75), response.Output[0].Score)
|
||||
})
|
||||
}
|
||||
Reference in New Issue
Block a user