feat: add llm test endpoint

tests/test_llm_helper_testcall.py

@@ -0,0 +1,114 @@
+import asyncio
+import importlib
+import importlib.util
+import sys
+import unittest
+from types import ModuleType, SimpleNamespace
+from unittest.mock import Mock, patch
+
+
+def _stub_module(name: str, **attrs):
+    module = sys.modules.get(name)
+    if module is None:
+        module = ModuleType(name)
+        sys.modules[name] = module
+    for key, value in attrs.items():
+        setattr(module, key, value)
+    return module
+
+
+class _DummyLogger:
+    def __getattr__(self, _name):
+        return lambda *args, **kwargs: None
+
+
+class _FakeModel:
+    def __init__(self, content):
+        self._content = content
+
+    async def ainvoke(self, _prompt):
+        return SimpleNamespace(content=self._content)
+
+
+sys.modules.pop("app.helper.llm", None)
+_stub_module(
+    "app.core.config",
+    settings=SimpleNamespace(
+        LLM_PROVIDER="global-provider",
+        LLM_MODEL="global-model",
+        LLM_API_KEY="global-key",
+        LLM_BASE_URL="https://global.example.com",
+        LLM_TEMPERATURE=0.1,
+        LLM_MAX_CONTEXT_TOKENS=64,
+        PROXY_HOST=None,
+    ),
+)
+_stub_module("app.log", logger=_DummyLogger())
+
+module_path = "/Users/sdongmaker/VScode/MoviePilot/app/helper/llm.py"
+spec = importlib.util.spec_from_file_location("test_llm_module", module_path)
+llm_module = importlib.util.module_from_spec(spec)
+assert spec and spec.loader
+spec.loader.exec_module(llm_module)
+
+
+class LlmHelperTestCallTest(unittest.TestCase):
+    def test_extract_text_content_ignores_non_text_blocks(self):
+        content = [
+            {"type": "reasoning", "text": "internal"},
+            {"type": "tool_use", "name": "search"},
+            {"type": "text", "text": "OK"},
+        ]
+
+        result = llm_module.LLMHelper._extract_text_content(content)
+
+        self.assertEqual(result, "OK")
+
+    def test_test_current_settings_uses_explicit_snapshot(self):
+        fake_model = _FakeModel("OK")
+        get_llm_mock = Mock(return_value=fake_model)
+
+        with patch.object(llm_module.LLMHelper, "get_llm", get_llm_mock):
+            result = asyncio.run(
+                llm_module.LLMHelper.test_current_settings(
+                    provider="deepseek",
+                    model="deepseek-chat",
+                    api_key="sk-test",
+                    base_url="https://api.deepseek.com",
+                )
+            )
+
+        get_llm_mock.assert_called_once_with(
+            streaming=False,
+            provider="deepseek",
+            model="deepseek-chat",
+            api_key="sk-test",
+            base_url="https://api.deepseek.com",
+        )
+        self.assertEqual(result["provider"], "deepseek")
+        self.assertEqual(result["model"], "deepseek-chat")
+        self.assertEqual(result["reply_preview"], "OK")
+
+    def test_test_current_settings_does_not_promote_non_text_blocks(self):
+        fake_model = _FakeModel(
+            [
+                {"type": "tool_use", "name": "lookup"},
+                {"type": "reasoning", "text": "thinking"},
+            ]
+        )
+
+        with patch.object(llm_module.LLMHelper, "get_llm", return_value=fake_model):
+            result = asyncio.run(
+                llm_module.LLMHelper.test_current_settings(
+                    provider="deepseek",
+                    model="deepseek-chat",
+                    api_key="sk-test",
+                    base_url="https://api.deepseek.com",
+                )
+            )
+
+        self.assertNotIn("reply_preview", result)
+
+
+if __name__ == "__main__":
+    unittest.main()

tests/test_system_llm_test.py

@@ -0,0 +1,203 @@
+import asyncio
+import sys
+import unittest
+from types import ModuleType
+from unittest.mock import AsyncMock, patch
+
+
+def _stub_module(name: str, **attrs):
+    module = sys.modules.get(name)
+    if module is None:
+        module = ModuleType(name)
+        sys.modules[name] = module
+    for key, value in attrs.items():
+        setattr(module, key, value)
+    return module
+
+
+class _Dummy:
+    def __init__(self, *args, **kwargs):
+        pass
+
+    def __getattr__(self, _name):
+        return lambda *args, **kwargs: None
+
+
+class _DummyError(Exception):
+    def __init__(self, message="", duration_ms=None):
+        super().__init__(message)
+        self.duration_ms = duration_ms
+
+
+for _module_name in ("pillow_avif", "aiofiles", "psutil"):
+    _stub_module(_module_name)
+
+_stub_module("app.helper.sites", SitesHelper=_Dummy)
+_stub_module("app.chain.mediaserver", MediaServerChain=_Dummy)
+_stub_module("app.chain.search", SearchChain=_Dummy)
+_stub_module("app.chain.system", SystemChain=_Dummy)
+_stub_module("app.core.event", eventmanager=_Dummy())
+_stub_module("app.core.metainfo", MetaInfo=_Dummy)
+_stub_module("app.core.module", ModuleManager=_Dummy)
+_stub_module(
+    "app.core.security",
+    verify_apitoken=_Dummy,
+    verify_resource_token=_Dummy,
+    verify_token=_Dummy,
+)
+_stub_module("app.db.models", User=_Dummy)
+_stub_module("app.db.systemconfig_oper", SystemConfigOper=_Dummy)
+_stub_module(
+    "app.db.user_oper",
+    get_current_active_superuser=_Dummy,
+    get_current_active_superuser_async=_Dummy,
+    get_current_active_user_async=_Dummy,
+)
+_stub_module(
+    "app.helper.llm",
+    LLMHelper=_Dummy,
+    LLMTestError=_DummyError,
+    LLMTestTimeout=_DummyError,
+)
+_stub_module("app.helper.mediaserver", MediaServerHelper=_Dummy)
+_stub_module("app.helper.message", MessageHelper=_Dummy)
+_stub_module("app.helper.progress", ProgressHelper=_Dummy)
+_stub_module("app.helper.rule", RuleHelper=_Dummy)
+_stub_module("app.helper.subscribe", SubscribeHelper=_Dummy)
+_stub_module("app.helper.system", SystemHelper=_Dummy)
+_stub_module("app.helper.image", ImageHelper=_Dummy)
+_stub_module("app.scheduler", Scheduler=_Dummy)
+_stub_module(
+    "app.log",
+    logger=_Dummy(),
+    log_settings=_Dummy(),
+    LogConfigModel=type("LogConfigModel", (), {}),
+)
+_stub_module("app.utils.crypto", HashUtils=_Dummy)
+_stub_module("app.utils.http", RequestUtils=_Dummy, AsyncRequestUtils=_Dummy)
+_stub_module("version", APP_VERSION="test")
+
+from app.api.endpoints import system as system_endpoint
+
+
+class LlmTestEndpointTest(unittest.TestCase):
+    def test_llm_test_requires_ai_agent_enabled(self):
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", False):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertEqual(resp.message, "请先启用智能助手")
+
+    def test_llm_test_requires_api_key(self):
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", None
+        ), patch.object(system_endpoint.settings, "LLM_MODEL", "deepseek-chat"):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertEqual(resp.message, "请先配置 LLM API Key")
+        self.assertEqual(resp.data["model"], "deepseek-chat")
+
+    def test_llm_test_requires_model(self):
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", "sk-test"
+        ), patch.object(system_endpoint.settings, "LLM_MODEL", ""):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertEqual(resp.message, "请先配置 LLM 模型")
+
+    def test_llm_test_returns_successful_reply_preview(self):
+        llm_test_mock = AsyncMock(
+            return_value={
+                "provider": "deepseek",
+                "model": "deepseek-chat",
+                "duration_ms": 321,
+                "reply_preview": "OK",
+            }
+        )
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_PROVIDER", "deepseek"
+        ), patch.object(system_endpoint.settings, "LLM_MODEL", "deepseek-chat"), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", "sk-test"
+        ), patch.object(
+            system_endpoint.settings, "LLM_BASE_URL", "https://api.deepseek.com"
+        ), patch.object(
+            system_endpoint.LLMHelper,
+            "test_current_settings",
+            llm_test_mock,
+            create=True,
+        ):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        llm_test_mock.assert_awaited_once_with(
+            provider="deepseek",
+            model="deepseek-chat",
+            api_key="sk-test",
+            base_url="https://api.deepseek.com",
+        )
+        self.assertTrue(resp.success)
+        self.assertEqual(resp.data["provider"], "deepseek")
+        self.assertEqual(resp.data["model"], "deepseek-chat")
+        self.assertEqual(resp.data["duration_ms"], 321)
+        self.assertEqual(resp.data["reply_preview"], "OK")
+
+    def test_llm_test_rejects_empty_reply(self):
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_PROVIDER", "deepseek"
+        ), patch.object(system_endpoint.settings, "LLM_MODEL", "deepseek-chat"), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", "sk-test"
+        ), patch.object(
+            system_endpoint.LLMHelper,
+            "test_current_settings",
+            AsyncMock(return_value={"provider": "deepseek", "model": "deepseek-chat", "duration_ms": 12}),
+            create=True,
+        ):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertEqual(resp.message, "模型响应为空")
+        self.assertEqual(resp.data["duration_ms"], 12)
+
+    def test_llm_test_maps_timeout_error(self):
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_PROVIDER", "deepseek"
+        ), patch.object(system_endpoint.settings, "LLM_MODEL", "deepseek-chat"), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", "sk-test"
+        ), patch.object(
+            system_endpoint.LLMHelper,
+            "test_current_settings",
+            AsyncMock(side_effect=TimeoutError("request timed out")),
+            create=True,
+        ):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertEqual(resp.message, "LLM 调用超时")
+
+    def test_llm_test_sanitizes_error_message(self):
+        raw_error = (
+            "request failed api_key=sk-secret "
+            "Authorization: Bearer sk-secret "
+            "base error sk-secret"
+        )
+        with patch.object(system_endpoint.settings, "AI_AGENT_ENABLE", True), patch.object(
+            system_endpoint.settings, "LLM_API_KEY", "sk-secret"
+        ), patch.object(system_endpoint.settings, "LLM_PROVIDER", "deepseek"), patch.object(
+            system_endpoint.settings, "LLM_MODEL", "deepseek-chat"
+        ), patch.object(
+            system_endpoint.LLMHelper,
+            "test_current_settings",
+            AsyncMock(side_effect=RuntimeError(raw_error)),
+            create=True,
+        ):
+            resp = asyncio.run(system_endpoint.llm_test(_="token"))
+
+        self.assertFalse(resp.success)
+        self.assertNotIn("sk-secret", resp.message)
+        self.assertNotIn("Authorization: Bearer", resp.message)
+        self.assertIn("***", resp.message)
+
+
+if __name__ == "__main__":
+    unittest.main()

tests/test_system_nettest.py

@@ -19,6 +19,15 @@ class _Dummy:
     def __init__(self, *args, **kwargs):
         pass
 
+    def __getattr__(self, _name):
+        return lambda *args, **kwargs: None
+
+
+class _DummyError(Exception):
+    def __init__(self, message="", duration_ms=None):
+        super().__init__(message)
+        self.duration_ms = duration_ms
+
 
 for _module_name in ("pillow_avif", "aiofiles", "psutil"):
     _stub_module(_module_name)
@@ -44,7 +53,12 @@ _stub_module(
     get_current_active_superuser_async=_Dummy,
     get_current_active_user_async=_Dummy,
 )
-_stub_module("app.helper.llm", LLMHelper=_Dummy)
+_stub_module(
+    "app.helper.llm",
+    LLMHelper=_Dummy,
+    LLMTestError=_DummyError,
+    LLMTestTimeout=_DummyError,
+)
 _stub_module("app.helper.mediaserver", MediaServerHelper=_Dummy)
 _stub_module("app.helper.message", MessageHelper=_Dummy)
 _stub_module("app.helper.progress", ProgressHelper=_Dummy)
@@ -53,6 +67,12 @@ _stub_module("app.helper.subscribe", SubscribeHelper=_Dummy)
 _stub_module("app.helper.system", SystemHelper=_Dummy)
 _stub_module("app.helper.image", ImageHelper=_Dummy)
 _stub_module("app.scheduler", Scheduler=_Dummy)
+_stub_module(
+    "app.log",
+    logger=_Dummy(),
+    log_settings=_Dummy(),
+    LogConfigModel=type("LogConfigModel", (), {}),
+)
 _stub_module("app.utils.crypto", HashUtils=_Dummy)
 _stub_module("app.utils.http", RequestUtils=_Dummy, AsyncRequestUtils=_Dummy)
 _stub_module("version", APP_VERSION="test")