diff --git a/plugins/wasm-go/extensions/ai-cache/main.go b/plugins/wasm-go/extensions/ai-cache/main.go index 9e5ae207b..9dcb12cab 100644 --- a/plugins/wasm-go/extensions/ai-cache/main.go +++ b/plugins/wasm-go/extensions/ai-cache/main.go @@ -54,9 +54,16 @@ func main() { // cacheKeyFrom: // requestBody: "messages.@reverse.0.content" // cacheValueFrom: -// responseBody: "choices.0" +// responseBody: "choices.0.message.content" +// cacheStreamValueFrom: +// responseBody: "choices.0.delta.content" // returnResponseTemplate: | -// {"id":"from-cache","choices":[%s],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// {"id":"from-cache","choices":[{"index":0,"message":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// ReturnStreamResponseTemplate: | +// data:{"id":"from-cache","choices":[{"index":0,"delta":{"role":"assistant","content":"%s"},"finish_reason":"stop"}],"model":"gpt-4o","object":"chat.completion","usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0}} +// +// data:[DONE] +// // @End type RedisInfo struct {