// Copyright (c) 2022 Alibaba Group Holding Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "extensions/model_router/plugin.h" #include #include "gmock/gmock.h" #include "gtest/gtest.h" #include "include/proxy-wasm/context.h" #include "include/proxy-wasm/null.h" namespace proxy_wasm { namespace null_plugin { namespace model_router { NullPluginRegistry* context_registry_; RegisterNullVmPluginFactory register_model_router_plugin("model_router", []() { return std::make_unique(model_router::context_registry_); }); class MockContext : public proxy_wasm::ContextBase { public: MockContext(WasmBase* wasm) : ContextBase(wasm) {} MOCK_METHOD(BufferInterface*, getBuffer, (WasmBufferType)); MOCK_METHOD(WasmResult, log, (uint32_t, std::string_view)); MOCK_METHOD(WasmResult, setBuffer, (WasmBufferType, size_t, size_t, std::string_view)); MOCK_METHOD(WasmResult, getHeaderMapValue, (WasmHeaderMapType /* type */, std::string_view /* key */, std::string_view* /*result */)); MOCK_METHOD(WasmResult, replaceHeaderMapValue, (WasmHeaderMapType /* type */, std::string_view /* key */, std::string_view /* value */)); MOCK_METHOD(WasmResult, removeHeaderMapValue, (WasmHeaderMapType /* type */, std::string_view /* key */)); MOCK_METHOD(WasmResult, addHeaderMapValue, (WasmHeaderMapType, std::string_view, std::string_view)); MOCK_METHOD(WasmResult, getProperty, (std::string_view, std::string*)); MOCK_METHOD(WasmResult, setProperty, (std::string_view, std::string_view)); }; class ModelRouterTest : public ::testing::Test { protected: ModelRouterTest() { // Initialize test VM test_vm_ = createNullVm(); wasm_base_ = std::make_unique( std::move(test_vm_), "test-vm", "", "", std::unordered_map{}, AllowedCapabilitiesMap{}); wasm_base_->load("model_router"); wasm_base_->initialize(); // Initialize host side context mock_context_ = std::make_unique(wasm_base_.get()); current_context_ = mock_context_.get(); // Initialize Wasm sandbox context root_context_ = std::make_unique(0, ""); context_ = std::make_unique(1, root_context_.get()); ON_CALL(*mock_context_, log(testing::_, testing::_)) .WillByDefault([](uint32_t, std::string_view m) { std::cerr << m << "\n"; return WasmResult::Ok; }); ON_CALL(*mock_context_, getBuffer(testing::_)) .WillByDefault([&](WasmBufferType type) { if (type == WasmBufferType::HttpRequestBody) { return &body_; } return &config_; }); ON_CALL(*mock_context_, getHeaderMapValue(WasmHeaderMapType::RequestHeaders, testing::_, testing::_)) .WillByDefault([&](WasmHeaderMapType, std::string_view header, std::string_view* result) { if (header == "content-type") { *result = "application/json"; } else if (header == "content-length") { *result = "1024"; } return WasmResult::Ok; }); ON_CALL(*mock_context_, replaceHeaderMapValue(WasmHeaderMapType::RequestHeaders, testing::_, testing::_)) .WillByDefault([&](WasmHeaderMapType, std::string_view key, std::string_view value) { return WasmResult::Ok; }); ON_CALL(*mock_context_, removeHeaderMapValue(WasmHeaderMapType::RequestHeaders, testing::_)) .WillByDefault([&](WasmHeaderMapType, std::string_view key) { return WasmResult::Ok; }); ON_CALL(*mock_context_, addHeaderMapValue(WasmHeaderMapType::RequestHeaders, testing::_, testing::_)) .WillByDefault([&](WasmHeaderMapType, std::string_view header, std::string_view value) { return WasmResult::Ok; }); ON_CALL(*mock_context_, getProperty(testing::_, testing::_)) .WillByDefault([&](std::string_view path, std::string* result) { *result = route_name_; return WasmResult::Ok; }); ON_CALL(*mock_context_, setProperty(testing::_, testing::_)) .WillByDefault( [&](std::string_view, std::string_view) { return WasmResult::Ok; }); } ~ModelRouterTest() override {} std::unique_ptr wasm_base_; std::unique_ptr test_vm_; std::unique_ptr mock_context_; std::unique_ptr root_context_; std::unique_ptr context_; std::string route_name_; BufferBase body_; BufferBase config_; }; TEST_F(ModelRouterTest, RewriteModelAndHeader) { std::string configuration = R"( { "enable": true })"; config_.set(configuration); EXPECT_TRUE(root_context_->configure(configuration.size())); std::string request_json = R"({"model": "qwen/qwen-long"})"; EXPECT_CALL(*mock_context_, setBuffer(testing::_, testing::_, testing::_, testing::_)) .WillOnce([&](WasmBufferType, size_t, size_t, std::string_view body) { EXPECT_EQ(body, R"({"model":"qwen-long"})"); return WasmResult::Ok; }); EXPECT_CALL(*mock_context_, replaceHeaderMapValue(testing::_, std::string_view("x-higress-llm-provider"), std::string_view("qwen"))); body_.set(request_json); EXPECT_EQ(context_->onRequestHeaders(0, false), FilterHeadersStatus::StopIteration); EXPECT_EQ(context_->onRequestBody(28, true), FilterDataStatus::Continue); } TEST_F(ModelRouterTest, RouteLevelRewriteModelAndHeader) { std::string configuration = R"( { "_rules_": [ { "_match_route_": ["route-a"], "enable": true } ]})"; config_.set(configuration); EXPECT_TRUE(root_context_->configure(configuration.size())); std::string request_json = R"({"model": "qwen/qwen-long"})"; EXPECT_CALL(*mock_context_, setBuffer(testing::_, testing::_, testing::_, testing::_)) .WillOnce([&](WasmBufferType, size_t, size_t, std::string_view body) { EXPECT_EQ(body, R"({"model":"qwen-long"})"); return WasmResult::Ok; }); EXPECT_CALL(*mock_context_, replaceHeaderMapValue(testing::_, std::string_view("x-higress-llm-provider"), std::string_view("qwen"))); body_.set(request_json); route_name_ = "route-a"; EXPECT_EQ(context_->onRequestHeaders(0, false), FilterHeadersStatus::StopIteration); EXPECT_EQ(context_->onRequestBody(28, true), FilterDataStatus::Continue); } } // namespace model_router } // namespace null_plugin } // namespace proxy_wasm