mirror of
https://github.com/jxxghp/MoviePilot.git
synced 2026-07-03 13:51:28 +08:00
fix: implement tool execution timeout handling and improve blocking call management
This commit is contained in:
@@ -179,8 +179,8 @@ class TestAgentPluginTools(unittest.TestCase):
|
||||
config_oper.get.return_value = ["DemoPlugin"]
|
||||
calls = []
|
||||
|
||||
async def fake_to_thread(func, *args, **kwargs):
|
||||
calls.append((func, args, kwargs))
|
||||
async def fake_run_agent_blocking(bucket, func, *args, **kwargs):
|
||||
calls.append((bucket, func, args, kwargs))
|
||||
return None
|
||||
|
||||
with patch(
|
||||
@@ -198,8 +198,8 @@ class TestAgentPluginTools(unittest.TestCase):
|
||||
"app.agent.tools.impl._plugin_tool_utils.MoviePilotServerHelper.async_install_plugin_reg",
|
||||
AsyncMock(return_value=True),
|
||||
) as install_reg, patch(
|
||||
"app.agent.tools.impl._plugin_tool_utils.asyncio.to_thread",
|
||||
side_effect=fake_to_thread,
|
||||
"app.agent.tools.base.run_agent_blocking",
|
||||
side_effect=fake_run_agent_blocking,
|
||||
):
|
||||
success, message, refreshed_only = asyncio.run(
|
||||
install_plugin_runtime(
|
||||
@@ -217,9 +217,10 @@ class TestAgentPluginTools(unittest.TestCase):
|
||||
repo_url="https://example.com/market",
|
||||
)
|
||||
self.assertEqual(1, len(calls))
|
||||
self.assertEqual(reload_runtime, calls[0][0])
|
||||
self.assertEqual(("DemoPlugin",), calls[0][1])
|
||||
self.assertEqual({}, calls[0][2])
|
||||
self.assertEqual("plugin", calls[0][0])
|
||||
self.assertEqual(reload_runtime, calls[0][1])
|
||||
self.assertEqual(("DemoPlugin",), calls[0][2])
|
||||
self.assertEqual({}, calls[0][3])
|
||||
|
||||
def test_uninstall_plugin_uninstalls_installed_candidate(self):
|
||||
tool = UninstallPluginTool(session_id="session-1", user_id="10001")
|
||||
|
||||
140
tests/test_agent_tool_timeouts.py
Normal file
140
tests/test_agent_tool_timeouts.py
Normal file
@@ -0,0 +1,140 @@
|
||||
import asyncio
|
||||
import threading
|
||||
from unittest.mock import patch
|
||||
|
||||
import pytest
|
||||
|
||||
from app.agent.tools.base import MoviePilotTool
|
||||
from app.agent.tools.manager import MoviePilotToolsManager
|
||||
|
||||
|
||||
class SlowAgentTool(MoviePilotTool):
|
||||
"""用于验证工具超时保护的慢工具。"""
|
||||
|
||||
name: str = "slow_agent_tool"
|
||||
description: str = "Test slow tool."
|
||||
|
||||
async def run(self, **kwargs) -> str:
|
||||
"""等待足够久以触发测试中的短超时。"""
|
||||
await asyncio.sleep(1)
|
||||
return "finished"
|
||||
|
||||
|
||||
class BlockingAgentTool(MoviePilotTool):
|
||||
"""用于验证阻塞调用并发名额释放时机的工具。"""
|
||||
|
||||
name: str = "blocking_agent_tool"
|
||||
description: str = "Test blocking tool."
|
||||
|
||||
async def run(self, **kwargs) -> str:
|
||||
"""本测试不会直接调用该方法。"""
|
||||
return "unused"
|
||||
|
||||
|
||||
def test_arun_returns_timeout_message_when_tool_exceeds_limit():
|
||||
"""LangChain 工具入口应按 LLM_TOOL_TIMEOUT 停止等待慢工具。"""
|
||||
tool = SlowAgentTool(session_id="session-1", user_id="10001")
|
||||
|
||||
async def _run_tool():
|
||||
with patch("app.agent.tools.base.settings.LLM_TOOL_TIMEOUT", 0.05):
|
||||
return await tool._arun()
|
||||
|
||||
result = asyncio.run(_run_tool())
|
||||
|
||||
assert "工具 slow_agent_tool 执行超时" in result
|
||||
assert "超过 0.05 秒" in result
|
||||
|
||||
|
||||
def test_http_tool_manager_uses_same_timeout_guard():
|
||||
"""HTTP/MCP 工具入口绕过 _arun 时也应复用工具超时保护。"""
|
||||
manager = MoviePilotToolsManager(is_admin=True)
|
||||
manager.tools = [SlowAgentTool(session_id="session-1", user_id="10001")]
|
||||
|
||||
async def _call_tool():
|
||||
with patch("app.agent.tools.base.settings.LLM_TOOL_TIMEOUT", 0.05):
|
||||
return await manager.call_tool("slow_agent_tool", {})
|
||||
|
||||
result = asyncio.run(_call_tool())
|
||||
|
||||
assert "工具 slow_agent_tool 执行超时" in result
|
||||
|
||||
|
||||
def test_run_blocking_keeps_bucket_slot_until_worker_finishes():
|
||||
"""被取消的阻塞调用在底层线程结束前不应释放同桶并发名额。"""
|
||||
tool = BlockingAgentTool(session_id="session-1", user_id="10001")
|
||||
started = asyncio.Event()
|
||||
release = threading.Event()
|
||||
|
||||
def _blocking_call() -> str:
|
||||
loop.call_soon_threadsafe(started.set)
|
||||
release.wait()
|
||||
return "done"
|
||||
|
||||
async def _run_scenario():
|
||||
nonlocal loop
|
||||
loop = asyncio.get_running_loop()
|
||||
with patch.dict(
|
||||
"app.agent.tools.base._blocking_semaphores",
|
||||
{"subscribe": asyncio.Semaphore(1)},
|
||||
):
|
||||
task = asyncio.create_task(tool.run_blocking("subscribe", _blocking_call))
|
||||
await started.wait()
|
||||
task.cancel()
|
||||
with pytest.raises(asyncio.CancelledError):
|
||||
await task
|
||||
|
||||
second_task = asyncio.create_task(
|
||||
tool.run_blocking("subscribe", lambda: "second")
|
||||
)
|
||||
await asyncio.sleep(0.05)
|
||||
assert not second_task.done()
|
||||
|
||||
release.set()
|
||||
assert await asyncio.wait_for(second_task, timeout=1) == "second"
|
||||
|
||||
loop = None
|
||||
asyncio.run(_run_scenario())
|
||||
|
||||
|
||||
def test_create_agent_config_uses_llm_max_iterations():
|
||||
"""Agent 执行配置应把 LLM_MAX_ITERATIONS 传给 LangGraph recursion_limit。"""
|
||||
from app.agent import MoviePilotAgent
|
||||
from langchain_core.messages import AIMessage
|
||||
|
||||
class _FakeGraphState:
|
||||
"""提供最小 LangGraph 状态替身。"""
|
||||
|
||||
values = {"messages": [AIMessage(content="ok")]}
|
||||
|
||||
class _FakeAgent:
|
||||
"""记录 ainvoke 收到的 config。"""
|
||||
|
||||
def __init__(self) -> None:
|
||||
self.config = None
|
||||
|
||||
async def ainvoke(self, _payload, config=None):
|
||||
"""保存运行配置供断言。"""
|
||||
self.config = config
|
||||
|
||||
def get_state(self, _config):
|
||||
"""返回最小消息状态。"""
|
||||
return _FakeGraphState()
|
||||
|
||||
async def _execute() -> dict:
|
||||
agent = MoviePilotAgent(session_id="session-1", user_id="10001")
|
||||
fake_agent = _FakeAgent()
|
||||
agent._should_stream = lambda: False
|
||||
|
||||
async def _create_agent(streaming=False):
|
||||
"""返回测试替身 Agent。"""
|
||||
return fake_agent
|
||||
|
||||
agent._create_agent = _create_agent
|
||||
agent.stream_handler.stop_streaming = lambda: asyncio.sleep(0, result=(False, ""))
|
||||
with patch("app.agent.settings.LLM_MAX_ITERATIONS", 7):
|
||||
await agent._execute_agent([])
|
||||
return fake_agent.config
|
||||
|
||||
config = asyncio.run(_execute())
|
||||
|
||||
assert config["recursion_limit"] == 7
|
||||
@@ -7,6 +7,7 @@ import subprocess
|
||||
import sys
|
||||
import time
|
||||
import unittest
|
||||
from unittest.mock import patch
|
||||
|
||||
from app.agent.tools.impl.execute_command import (
|
||||
ExecuteCommandTool,
|
||||
@@ -69,6 +70,39 @@ class TestExecuteCommandTool(unittest.TestCase):
|
||||
self.assertIn("命令执行超时", result)
|
||||
self.assertIn("started", result)
|
||||
|
||||
def test_cancelled_run_cleans_up_process(self):
|
||||
"""外层取消 action=run 时应同步清理已经启动的子进程。"""
|
||||
async def _run_and_cancel():
|
||||
tool = ExecuteCommandTool(session_id="session-1", user_id="10001")
|
||||
command = _python_command("import time; time.sleep(20)")
|
||||
original_create = asyncio.create_subprocess_shell
|
||||
process_holder = {}
|
||||
|
||||
async def wrapped_create(*args, **kwargs):
|
||||
process = await original_create(*args, **kwargs)
|
||||
process_holder["process"] = process
|
||||
return process
|
||||
|
||||
with patch(
|
||||
"app.agent.tools.impl.execute_command.asyncio.create_subprocess_shell",
|
||||
side_effect=wrapped_create,
|
||||
):
|
||||
task = asyncio.create_task(
|
||||
tool.run(action="run", command=command, timeout=60)
|
||||
)
|
||||
for _ in range(50):
|
||||
if "process" in process_holder:
|
||||
break
|
||||
await asyncio.sleep(0.02)
|
||||
self.assertIn("process", process_holder)
|
||||
task.cancel()
|
||||
with self.assertRaises(asyncio.CancelledError):
|
||||
await task
|
||||
return process_holder["process"]
|
||||
|
||||
process = asyncio.run(_run_and_cancel())
|
||||
self.assertIsNotNone(process.returncode)
|
||||
|
||||
def test_timeout_with_large_output_writes_partial_full_log_to_temp_file(self):
|
||||
"""超时且输出较大时,终止前完整输出应写入临时文件。"""
|
||||
command = _python_command(
|
||||
|
||||
Reference in New Issue
Block a user