From 863d0e58729d163260d07142417bdb2c1427a698 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=BE=84=E6=BD=AD?= Date: Thu, 30 May 2024 09:53:48 +0800 Subject: [PATCH] Update main.go --- plugins/wasm-go/extensions/ai-cache/main.go | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/plugins/wasm-go/extensions/ai-cache/main.go b/plugins/wasm-go/extensions/ai-cache/main.go index 9e5ae207b..9dcb12cab 100644 --- a/plugins/wasm-go/extensions/ai-cache/main.go +++ b/plugins/wasm-go/extensions/ai-cache/main.go @@ -54,9 +54,16 @@ func main() { // cacheKeyFrom: // requestBody: "messages.@reverse.0.content" // cacheValueFrom: -// responseBody: "choices.0" +// responseBody: "choices.0.message.content" +// cacheStreamValueFrom: +// responseBody: "choices.0.delta.content" // returnResponseTemplate: | -// {"id":"from-cache","choices":[%s],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// {"id":"from-cache","choices":[{"index":0,"message":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// ReturnStreamResponseTemplate: | +// data:{"id":"from-cache","choices":[{"index":0,"delta":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// +// data:[DONE] +// // @End type RedisInfo struct {