jiazhizhong/higress
1
0
Fork 0
mirror of https://github.com/alibaba/higress.git synced 2026-06-10 05:07:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

optimize ai-search references (#1859)

Browse Source
This commit is contained in:
澄潭
2025-03-07 10:34:49 +08:00
committed by GitHub
parent ab419efda4
commit 9e6bd6d2cc
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
plugins/wasm-go/extensions/ai-search/main.go
View File

@@ -273,7 +273,7 @@ func onHttpRequestBody(ctx wrapper.HttpContext, config Config, body []byte, log
startTime := time.Now() startTime := time.Now()
rewritePrompt := strings.Replace(searchRewrite.prompt, "{question}", query, 1) rewritePrompt := strings.Replace(searchRewrite.prompt, "{question}", query, 1)
rewriteBody, _ := sjson.SetBytes([]byte(fmt.Sprintf( rewriteBody, _ := sjson.SetBytes([]byte(fmt.Sprintf(
`{"stream":false,"max_tokens":100,"model":"%s","messages":[{"role":"user","content":""}]}`, `{"stream":false,"max_tokens":4096,"model":"%s","messages":[{"role":"user","content":""}]}`,
searchRewrite.modelName)), "messages.0.content", rewritePrompt) searchRewrite.modelName)), "messages.0.content", rewritePrompt)
err := searchRewrite.client.Post(searchRewrite.url, err := searchRewrite.client.Post(searchRewrite.url,
[][2]string{ [][2]string{
@@ -443,7 +443,7 @@ func executeSearch(ctx wrapper.HttpContext, config Config, queryIndex int, body
log.Debugf("modifeid body:%s", modifiedBody) log.Debugf("modifeid body:%s", modifiedBody)
proxywasm.ReplaceHttpRequestBody(modifiedBody) proxywasm.ReplaceHttpRequestBody(modifiedBody)
if config.needReference { if config.needReference {
ctx.SetContext("References", strings.Join(formattedReferences, "\n")) ctx.SetContext("References", strings.Join(formattedReferences, "\n\n"))
} }
} }
proxywasm.ResumeHttpRequest() proxywasm.ResumeHttpRequest()

2
plugins/wasm-go/extensions/ai-search/prompts/test_ai_search.py
View File

@@ -24,7 +24,7 @@ def main():
} }
data = { data = {
"model": "deepseek-v3", "model": "deepseek-v3",
"max_tokens": 100, "max_tokens": 4096,
"messages": [ "messages": [
{ {
"role": "user", "role": "user",