Files
MoviePilot/tests/test_transfer_pending_replay.py
Aqr-K a2e70b443d fix(monitor,transfer): 修复 FUSE 挂载无响应导致的监控冻死、整理链锁死与漏件 (#6276)
* wip(v3): 移植监控与整理韧性修复到 v3 基线

包含:监控看门狗隔离/挂载探测、整理队列持久化、文件系统子进程代理、
写入原子化。迁移重挂到 v3 链 8a4c7e1d2f90 -> 7f5c1d2e3a4b -> e3d9f4b7c806。
tmdb 相关测试尚未通过,待定位。

* fix(v3): 修正移植引入的 16 项测试失败

- poller.py:合并时我方保留的行仍用旧变量名 merged_snapshot,而 v3 已统一
  改名为 current_snapshot,导致 NameError 被外层 except 吞掉、快照从未保存
- smb.py:采纳 f-string 拆分写法,恢复 Python 3.11 可解析
- dispatcher 测试:历史查重由 _should_skip_by_history 统一承担,mock 点随之调整
- tmdb 缓存测试:补充 v3 新增的 media_source/media_id 字段
- tmdb 重试测试:为 fake 补充 match_multi/async_match_multi

尚余 3 项与 v3 识别流程的连接失败处理有关,待单独判断。

* fix(v3): 测试适配 v3 的 media_source/media_id 重构

v3 将媒体标识从 tmdbid 统一重构为 media_source + media_id,recognize_media
的 tmdbid 参数已被 **kwargs 静默吞掉——传了也不生效,流程会误降级到名称搜索。
tmdb 重试用例改用新参数后恢复正确路径。

同时修正 fake 的 match_multi 语义:真实实现(tmdbapi.match_multi)吞掉所有
异常并返回 None,连接失败与「未找到」在该路径上本就不可区分,fake 需保持一致。

至此移植引入的 19 项失败全部清零。

---------

Co-authored-by: Aqr-K <Aqr-K@users.noreply.github.com>
2026-08-13 08:19:54 +08:00

233 lines
7.1 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
整理队列持久化与重启回放测试。
整理队列是纯内存的 queue.Queue挂载挂死后的人工重启、版本升级、OOM、宿主
重启都会让队列连同「这些文件还没整理」这个事实一起蒸发,而已稳定落地的文件
不会再产生任何监控事件,也不会有新的补偿扫描起点——结果就是永久漏件。
这些测试固定三项不变量:入队即落盘登记、终态即注销、重启能回放。
"""
from pathlib import Path
from unittest.mock import MagicMock
from app.chain.transfer import TransferChain
from app.schemas import FileItem, TransferTask
def _build_chain(pendingoper) -> TransferChain:
"""
构造绕过单例初始化的 TransferChain 骨架。
:param pendingoper: 待整理登记管理替身
:return: TransferChain 骨架
"""
chain = object.__new__(TransferChain)
chain._pendingoper = pendingoper
return chain
def _task(path: str, storage: str = "local") -> TransferTask:
"""
构造测试用整理任务。
:param path: 源文件路径
:param storage: 存储
:return: 整理任务
"""
file_path = Path(path)
return TransferTask(fileitem=FileItem(
storage=storage,
path=path,
type="file",
name=file_path.name,
basename=file_path.stem,
extension=file_path.suffix[1:],
))
def test_register_pending_records_storage_and_path():
"""
入队时必须落盘登记「存储 + 源路径」这一最小事实。
"""
pendingoper = MagicMock()
chain = _build_chain(pendingoper)
chain._TransferChain__register_pending(_task("/mnt/cd2/downloads/Movie.2024.mkv"))
pendingoper.register.assert_called_once_with(
storage="local", src_path="/mnt/cd2/downloads/Movie.2024.mkv"
)
def test_register_pending_failure_does_not_break_enqueue():
"""
落盘登记只是重启后的补救手段,登记失败绝不能阻断正常整理。
"""
pendingoper = MagicMock()
pendingoper.register.side_effect = RuntimeError("db locked")
chain = _build_chain(pendingoper)
# 不抛异常即为通过
chain._TransferChain__register_pending(_task("/mnt/cd2/downloads/Movie.2024.mkv"))
def test_discard_pending_on_terminal_state():
"""
整理到达终态后必须注销登记,否则每次重启都会重复回放。
"""
pendingoper = MagicMock()
chain = _build_chain(pendingoper)
chain._TransferChain__discard_pending(_task("/mnt/cd2/downloads/Movie.2024.mkv"))
pendingoper.discard.assert_called_once_with(
storage="local", src_path="/mnt/cd2/downloads/Movie.2024.mkv"
)
def test_replay_resends_pending_files_to_transfer(tmp_path, monkeypatch):
"""
重启回放:登记过的文件要重新送入整理链,恢复被内存队列蒸发的任务。
"""
media = tmp_path / "Movie.2024.mkv"
media.write_bytes(b"x" * 10)
pendingoper = MagicMock()
pendingoper.list_all.return_value = [("local", str(media))]
chain = _build_chain(pendingoper)
transferred = []
monkeypatch.setattr(chain, "do_transfer", lambda **kw: transferred.append(kw["fileitem"]))
chain._TransferChain__replay_pending()
assert len(transferred) == 1
item = transferred[0]
assert item.path == media.as_posix()
assert item.storage == "local"
assert item.type == "file"
# 回放时重新读取当前大小,不依赖登记时的陈旧信息
assert item.size == 10
def test_replay_discards_vanished_files(tmp_path):
"""
源文件已消失的登记要注销,否则每次启动都会重复回放一个不存在的文件。
"""
pendingoper = MagicMock()
missing = tmp_path / "gone.mkv"
pendingoper.list_all.return_value = [("local", str(missing))]
chain = _build_chain(pendingoper)
chain.do_transfer = MagicMock()
chain._TransferChain__replay_pending()
chain.do_transfer.assert_not_called()
pendingoper.discard.assert_called_once_with(storage="local", src_path=str(missing))
def test_replay_keeps_registration_when_mount_unreadable(tmp_path, monkeypatch):
"""
挂载未就绪时读取失败属于暂时性故障,登记必须保留,等下次启动或人工整理。
这与「文件已消失」必须区别对待:把挂载抖动误判成文件消失就等于主动丢件。
"""
media = tmp_path / "Movie.2024.mkv"
media.write_bytes(b"x")
pendingoper = MagicMock()
pendingoper.list_all.return_value = [("local", str(media))]
chain = _build_chain(pendingoper)
chain.do_transfer = MagicMock()
def unreadable(self, *_args, **_kwargs):
"""
模拟挂载未就绪时的 stat 失败。
"""
raise OSError(107, "Transport endpoint is not connected")
monkeypatch.setattr(Path, "stat", unreadable)
chain._TransferChain__replay_pending()
chain.do_transfer.assert_not_called()
pendingoper.discard.assert_not_called()
def test_replay_restores_bluray_directory_type(tmp_path, monkeypatch):
"""
蓝光原盘登记时保留尾部斜杠,回放必须还原成目录类型,否则会被当成单文件整理。
"""
bluray = tmp_path / "Movie.2024.BluRay"
bluray.mkdir()
src_path = f"{bluray.as_posix()}/"
pendingoper = MagicMock()
pendingoper.list_all.return_value = [("local", src_path)]
chain = _build_chain(pendingoper)
transferred = []
monkeypatch.setattr(chain, "do_transfer", lambda **kw: transferred.append(kw["fileitem"]))
chain._TransferChain__replay_pending()
assert len(transferred) == 1
assert transferred[0].type == "dir"
assert transferred[0].path == src_path
def test_replay_is_noop_without_registrations():
"""
没有登记时回放不应触碰整理链。
"""
pendingoper = MagicMock()
pendingoper.list_all.return_value = []
chain = _build_chain(pendingoper)
chain.do_transfer = MagicMock()
chain._TransferChain__replay_pending()
chain.do_transfer.assert_not_called()
def test_replay_survives_db_failure():
"""
读取登记失败不能让启动流程报错。
"""
pendingoper = MagicMock()
pendingoper.list_all.side_effect = RuntimeError("db gone")
chain = _build_chain(pendingoper)
chain.do_transfer = MagicMock()
chain._TransferChain__replay_pending()
chain.do_transfer.assert_not_called()
def test_replay_continues_after_single_file_failure(tmp_path, monkeypatch):
"""
单个文件回放失败不能中断整批回放,否则一个坏文件会拖住所有漏件的恢复。
"""
first = tmp_path / "A.mkv"
second = tmp_path / "B.mkv"
for item in (first, second):
item.write_bytes(b"x")
pendingoper = MagicMock()
pendingoper.list_all.return_value = [("local", str(first)), ("local", str(second))]
chain = _build_chain(pendingoper)
handled = []
def flaky(**kw):
"""
第一个文件整理抛异常,第二个正常。
"""
if kw["fileitem"].name == "A.mkv":
raise RuntimeError("boom")
handled.append(kw["fileitem"].name)
monkeypatch.setattr(chain, "do_transfer", flaky)
chain._TransferChain__replay_pending()
assert handled == ["B.mkv"]