diff --git a/plugins/wasm-cpp/extensions/model_mapper/README.md b/plugins/wasm-cpp/extensions/model_mapper/README.md index 256b68ac2..56f30da84 100644 --- a/plugins/wasm-cpp/extensions/model_mapper/README.md +++ b/plugins/wasm-cpp/extensions/model_mapper/README.md @@ -7,7 +7,7 @@ | ----------- | --------------- | ----------------------- | ------ | ------------------------------------------- | | `modelKey` | string | 选填 | model | 请求body中model参数的位置 | | `modelMapping` | map of string | 选填 | - | AI 模型映射表，用于将请求中的模型名称映射为服务提供商支持模型名称。
1. 支持前缀匹配。例如用 "gpt-3-*" 匹配所有名称以“gpt-3-”开头的模型；
2. 支持使用 "*" 为键来配置通用兜底映射关系；
3. 如果映射的目标名称为空字符串 ""，则表示保留原模型名称。 | -| `enableOnPathSuffix` | array of string | 选填 | ["/v1/chat/completions"] | 只对这些特定路径后缀的请求生效 | +| `enableOnPathSuffix` | array of string | 选填 | ["/completions","/embeddings","/images/generations","/audio/speech","/fine_tuning/jobs","/moderations","/image-synthesis","/video-synthesis"] | 只对这些特定路径后缀的请求生效| ## 效果说明 diff --git a/plugins/wasm-cpp/extensions/model_mapper/README_EN.md b/plugins/wasm-cpp/extensions/model_mapper/README_EN.md index f38cc84f6..6a5512da5 100644 --- a/plugins/wasm-cpp/extensions/model_mapper/README_EN.md +++ b/plugins/wasm-cpp/extensions/model_mapper/README_EN.md @@ -7,7 +7,7 @@ The `model-mapper` plugin implements the functionality of routing based on the m | ----------- | --------------- | ----------------------- | ------ | ------------------------------------------- | | `modelKey` | string | Optional | model | The location of the model parameter in the request body. | | `modelMapping` | map of string | Optional | - | AI model mapping table, used to map the model names in the request to the model names supported by the service provider.
1. Supports prefix matching. For example, use "gpt-3-*" to match all models whose names start with “gpt-3-”;
2. Supports using "*" as the key to configure a generic fallback mapping relationship;
3. If the target name in the mapping is an empty string "", it means to keep the original model name. | -| `enableOnPathSuffix` | array of string | Optional | ["/v1/chat/completions"] | Only applies to requests with these specific path suffixes. | +| `enableOnPathSuffix` | array of string | Optional | ["/completions","/embeddings","/images/generations","/audio/speech","/fine_tuning/jobs","/moderations","/image-synthesis","/video-synthesis"] | Only applies to requests with these specific path suffixes. | ## Runtime Properties diff --git a/plugins/wasm-cpp/extensions/model_mapper/plugin.h b/plugins/wasm-cpp/extensions/model_mapper/plugin.h index bfb85ac9a..5479bfb3c 100644 --- a/plugins/wasm-cpp/extensions/model_mapper/plugin.h +++ b/plugins/wasm-cpp/extensions/model_mapper/plugin.h @@ -43,7 +43,8 @@ struct ModelMapperConfigRule { std::string default_model_mapping_; std::vector enable_on_path_suffix_ = { "/completions", "/embeddings", "/images/generations", - "/audio/speech", "/fine_tuning/jobs", "/moderations"}; + "/audio/speech", "/fine_tuning/jobs", "/moderations", + "/image-synthesis", "/video-synthesis"}; }; // PluginRootContext is the root context for all streams processed by the diff --git a/plugins/wasm-cpp/extensions/model_router/README.md b/plugins/wasm-cpp/extensions/model_router/README.md index badd638a5..47b7c1e90 100644 --- a/plugins/wasm-cpp/extensions/model_router/README.md +++ b/plugins/wasm-cpp/extensions/model_router/README.md @@ -8,7 +8,7 @@ | `modelKey` | string | 选填 | model | 请求body中model参数的位置 | | `addProviderHeader` | string | 选填 | - | 从model参数中解析出的provider名字放到哪个请求header中 | | `modelToHeader` | string | 选填 | - | 直接将model参数放到哪个请求header中 | -| `enableOnPathSuffix` | array of string | 选填 | ["/completions","/embeddings","/images/generations","/audio/speech","/fine_tuning/jobs","/moderations"] | 只对这些特定路径后缀的请求生效，可以配置为 "*" 以匹配所有路径 | +| `enableOnPathSuffix` | array of string | 选填 | ["/completions","/embeddings","/images/generations","/audio/speech","/fine_tuning/jobs","/moderations","/image-synthesis","/video-synthesis"] | 只对这些特定路径后缀的请求生效，可以配置为 "*" 以匹配所有路径 | ## 运行属性 diff --git a/plugins/wasm-cpp/extensions/model_router/README_EN.md b/plugins/wasm-cpp/extensions/model_router/README_EN.md index 5960fa292..ec0c0239c 100644 --- a/plugins/wasm-cpp/extensions/model_router/README_EN.md +++ b/plugins/wasm-cpp/extensions/model_router/README_EN.md @@ -8,7 +8,7 @@ The `model-router` plugin implements routing functionality based on the model pa | `modelKey` | string | Optional | model | Location of the model parameter in the request body | | `addProviderHeader` | string | Optional | - | Which request header to add the provider name parsed from the model parameter | | `modelToHeader` | string | Optional | - | Which request header to directly add the model parameter to | -| `enableOnPathSuffix` | array of string | Optional | ["/v1/chat/completions"] | Only effective for requests with these specific path suffixes, can be configured as "*" to match all paths | +| `enableOnPathSuffix` | array of string | Optional | ["/completions","/embeddings","/images/generations","/audio/speech","/fine_tuning/jobs","/moderations","/image-synthesis","/video-synthesis"] | Only effective for requests with these specific path suffixes, can be configured as "*" to match all paths | ## Runtime Properties diff --git a/plugins/wasm-cpp/extensions/model_router/plugin.h b/plugins/wasm-cpp/extensions/model_router/plugin.h index 02160ab48..ec830afef 100644 --- a/plugins/wasm-cpp/extensions/model_router/plugin.h +++ b/plugins/wasm-cpp/extensions/model_router/plugin.h @@ -49,7 +49,8 @@ struct ModelRouterConfigRule { std::string model_to_header_; std::vector enable_on_path_suffix_ = { "/completions", "/embeddings", "/images/generations", - "/audio/speech", "/fine_tuning/jobs", "/moderations"}; + "/audio/speech", "/fine_tuning/jobs", "/moderations", + "/image-synthesis", "/video-synthesis"}; }; class PluginContext;