"""架构与启动性能基线脚本的 CLI 行为测试。""" import json from pathlib import Path import pytest from scripts.architecture import baseline as architecture_baseline from scripts.startup import performance as startup_performance def _performance_sample(*, loaded_module_count: int = 10) -> dict: return { "schema_version": 1, "generated_at": "2026-08-21T00:00:00+00:00", "platform": "test", "python": "3.12", "repeat": 1, "targets": { "app.factory": { "loaded_module_count": loaded_module_count, "max_ms": 100.0, "median_ms": 90.0, "min_ms": 80.0, "samples_ms": [90.0], } }, "lifecycle": { "scope": "isolated no-op", "modes": { "normal": { "enabled_component_count": 2, "samples": [ { "threads_before": 1, "threads_after": 1, "tasks_before": 1, "tasks_after": 1, "database_connections_started": 0, } ], } }, }, } def _transaction_sample(methods: list[dict[str, str]]) -> dict: """构造最小事务债务 fixture,供单向 ratchet 行为测试。""" return { "schema_version": 1, "scope": "app/db/models and app/db/oper transaction ownership debt", "model_decorators": { "count": len(methods), "by_kind": { "async_db_query": 0, "async_db_update": 0, "db_query": 0, "db_update": len(methods), }, "methods": methods, }, "model_transaction_calls": {"count": 0, "calls": []}, "model_session_factories": {"count": 0, "calls": []}, "oper_transaction_calls": {"count": 0, "calls": []}, "oper_session_factories": {"count": 0, "calls": []}, } def _configuration_sample( settings_files: list[str], oper_calls: list[dict[str, str]], ) -> dict: """构造最小配置债务 fixture,供单向 ratchet 行为测试。""" return { "schema_version": 1, "scope": { "root": "app", "excluded": ["app/plugins", "app/sdk", "app/runtime/compat"], }, "settings_imports": { "count": len(settings_files), "files": settings_files, }, "system_config_oper_constructions": { "count": len(oper_calls), "calls": oper_calls, }, } def test_architecture_legacy_action_requires_scope(capsys): """旧操作未明确宿主或插件范围时必须拒绝执行。""" with pytest.raises(SystemExit) as error: architecture_baseline.parse_args(["--check"]) assert error.value.code == 2 assert "必须同时指定 --scope" in capsys.readouterr().err def test_architecture_legacy_action_maps_to_scoped_operation(capsys): """兼容期旧参数应提示弃用并映射到唯一范围。""" args = architecture_baseline.parse_args(["--check", "--scope", "host"]) assert args.check_host is True assert "请改用 --check-host" in capsys.readouterr().err def test_architecture_plugin_action_requires_repository(capsys): """插件基线操作缺少独立插件仓时必须在扫描前失败。""" with pytest.raises(SystemExit) as error: architecture_baseline.parse_args(["--check-plugins"]) assert error.value.code == 2 assert "必须指定 --plugin-repo" in capsys.readouterr().err def test_architecture_diagnostics_only_support_host_check(capsys): """源码位置诊断不得与写操作或插件扫描混用。""" with pytest.raises(SystemExit) as error: architecture_baseline.parse_args(["--write-host", "--diagnostics"]) assert error.value.code == 2 assert "只能与 --check-host" in capsys.readouterr().err def test_architecture_report_only_supports_check_operations(capsys, tmp_path: Path): """审查报告不能与 fixture 写操作混用。""" with pytest.raises(SystemExit) as error: architecture_baseline.parse_args( ["--write-host", "--report", str(tmp_path / "report.json")] ) assert error.value.code == 2 assert "只能与检查操作" in capsys.readouterr().err def test_runtime_semantics_ignore_line_changes_but_keep_call_count(tmp_path: Path): """旧 fixture 的行号变化不影响门禁,重复调用次数仍属于语义。""" baseline_path = tmp_path / "runtime-contract-baseline.json" old_value = { "schema_version": 1, "run_module": { "method_count": 1, "call_count": 2, "dynamic_call_count": 0, "methods": { "search": [ {"caller": "app.chain.search", "line": 10, "mode": "sync"}, {"caller": "app.chain.search", "line": 11, "mode": "sync"}, ] }, "dynamic_calls": [], }, "events": { "event_count": 1, "producer_count": 1, "consumer_count": 0, "events": { "EventType.NoticeMessage": { "producers": [{"caller": "app.chain.message", "line": 20}], "consumers": [], } }, "dynamic_producers": [], "dynamic_consumers": [], }, "sdk_exports": {}, "compat_manifest": {}, } moved_value = json.loads(json.dumps(old_value)) moved_value["run_module"]["methods"]["search"][0]["line"] = 1000 moved_value["run_module"]["methods"]["search"][1]["line"] = 1001 moved_value["events"]["events"]["EventType.NoticeMessage"]["producers"][0][ "line" ] = 2000 old_semantic = architecture_baseline.semantic_baseline(baseline_path, old_value) moved_semantic = architecture_baseline.semantic_baseline( baseline_path, moved_value, ) assert old_semantic == moved_semantic assert old_semantic["run_module"]["methods"]["search"] == [ {"caller": "app.chain.search", "mode": "sync", "count": 2} ] def test_plugin_provenance_does_not_participate_in_semantic_gate(tmp_path: Path): """插件仓 revision 和源码摘要变化不应伪装成 ABI 变化。""" baseline_path = tmp_path / "official-plugin-baseline.json" first = { "schema_version": 3, "scope": {"repository": "MoviePilot-Plugins", "roots": ["plugins.v3"]}, "provenance": { "head": "a" * 40, "python_file_count": 1, "source_sha256": "a" * 64, }, "imports": {}, "hooks": {}, "api_routes": {}, } second = json.loads(json.dumps(first)) second["provenance"] = { "head": "b" * 40, "python_file_count": 2, "source_sha256": "b" * 64, } assert architecture_baseline.semantic_baseline( baseline_path, first, ) == architecture_baseline.semantic_baseline(baseline_path, second) def test_plugin_v2_fixture_migrates_before_semantic_comparison(tmp_path: Path): """旧插件 fixture 应在内存中迁移,不能因 schema 排列变化误报 ABI。""" baseline_path = tmp_path / "official-plugin-baseline.json" old_value = { "schema_version": 2, "source": { "repository": "MoviePilot-Plugins", "head": "a" * 40, "roots": ["plugins.v2", "plugins.v3"], "python_file_count": 1, "source_sha256": "a" * 64, }, "imports": {"app.sdk.logging": {"file_count": 1, "files": ["x.py"]}}, "hooks": {}, "api_routes": {}, } new_value = { "schema_version": 3, "scope": { "repository": "MoviePilot-Plugins", "roots": ["plugins.v2", "plugins.v3"], }, "provenance": { "head": "b" * 40, "python_file_count": 2, "source_sha256": "b" * 64, }, "imports": old_value["imports"], "hooks": {}, "api_routes": {}, } assert architecture_baseline.semantic_baseline( baseline_path, old_value, ) == architecture_baseline.semantic_baseline(baseline_path, new_value) def test_transaction_ratchet_allows_removal_but_rejects_new_method() -> None: """事务债务低水位允许下降,替换或新增 Model 自动事务仍必须失败。""" first = { "decorator": "db_update", "file": "app/db/models/demo.py", "method": "Demo.save", } second = { "decorator": "db_update", "file": "app/db/models/demo.py", "method": "Demo.delete", } expected = _transaction_sample([first]) assert architecture_baseline.transaction_ratchet_matches( expected, _transaction_sample([]), ) assert not architecture_baseline.transaction_ratchet_matches( expected, _transaction_sample([first, second]), ) assert not architecture_baseline.transaction_ratchet_matches( expected, _transaction_sample([second]), ) def test_configuration_ratchet_allows_removal_but_rejects_new_access() -> None: """配置债务低水位允许下降,但新增或换位置的直接访问必须失败。""" existing_call = {"file": "app/startup/demo.py", "name": "SystemConfigOper"} new_call = {"file": "app/application/demo.py", "name": "SystemConfigOper"} expected = _configuration_sample(["app/application/old.py"], [existing_call]) assert architecture_baseline.configuration_ratchet_matches( expected, _configuration_sample([], []), ) assert not architecture_baseline.configuration_ratchet_matches( expected, _configuration_sample( ["app/application/old.py", "app/application/new.py"], [existing_call], ), ) assert not architecture_baseline.configuration_ratchet_matches( expected, _configuration_sample(["app/application/old.py"], [new_call]), ) def test_architecture_write_host_only_updates_host_files( tmp_path: Path, monkeypatch, capsys, ): """宿主写操作不得连带覆盖官方插件 fixture。""" dependency_path = tmp_path / "dependency.json" runtime_path = tmp_path / "runtime.json" transaction_path = tmp_path / "transaction.json" plugin_path = tmp_path / "plugin.json" monkeypatch.setattr( architecture_baseline, "DEPENDENCY_BASELINE_PATH", dependency_path, ) monkeypatch.setattr( architecture_baseline, "RUNTIME_BASELINE_PATH", runtime_path, ) monkeypatch.setattr( architecture_baseline, "TRANSACTION_BASELINE_PATH", transaction_path, ) monkeypatch.setattr(architecture_baseline, "PLUGIN_BASELINE_PATH", plugin_path) monkeypatch.setattr( architecture_baseline, "collect_dependency_baseline", lambda: {"scope": "host-dependency"}, ) monkeypatch.setattr( architecture_baseline, "collect_runtime_baseline", lambda: {"scope": "host-runtime"}, ) monkeypatch.setattr( architecture_baseline, "collect_transaction_debt_baseline", lambda: {"scope": "host-transaction"}, ) assert architecture_baseline.main(["--write-host"]) == 0 assert json.loads(dependency_path.read_text()) == {"scope": "host-dependency"} assert json.loads(runtime_path.read_text()) == {"scope": "host-runtime"} assert json.loads(transaction_path.read_text()) == { "scope": "host-transaction" } assert not plugin_path.exists() output = capsys.readouterr().out assert "即将写入" in output assert "dependency.json" in output assert "runtime.json" in output assert "transaction.json" in output def test_architecture_write_plugins_only_updates_plugin_file( tmp_path: Path, monkeypatch, ): """插件写操作不得修改宿主依赖和运行契约 fixture。""" plugin_repo = tmp_path / "MoviePilot-Plugins" (plugin_repo / "plugins.v2").mkdir(parents=True) (plugin_repo / "plugins.v3").mkdir() dependency_path = tmp_path / "dependency.json" runtime_path = tmp_path / "runtime.json" transaction_path = tmp_path / "transaction.json" plugin_path = tmp_path / "plugin.json" monkeypatch.setattr( architecture_baseline, "DEPENDENCY_BASELINE_PATH", dependency_path, ) monkeypatch.setattr( architecture_baseline, "RUNTIME_BASELINE_PATH", runtime_path, ) monkeypatch.setattr( architecture_baseline, "TRANSACTION_BASELINE_PATH", transaction_path, ) monkeypatch.setattr(architecture_baseline, "PLUGIN_BASELINE_PATH", plugin_path) assert architecture_baseline.main( ["--write-plugins", "--plugin-repo", str(plugin_repo)] ) == 0 assert plugin_path.is_file() assert not dependency_path.exists() assert not runtime_path.exists() assert not transaction_path.exists() def test_architecture_plugin_check_writes_review_report_only_when_requested( tmp_path: Path, monkeypatch, ): """跨仓检查失败时应产出语义差异报告,并保持 fixture 不变。""" plugin_repo = tmp_path / "MoviePilot-Plugins" plugin_repo.mkdir() baseline_path = tmp_path / "official-plugin-baseline.json" report_path = tmp_path / "report.json" expected = { "schema_version": 3, "scope": {"repository": "MoviePilot-Plugins", "roots": ["plugins.v3"]}, "provenance": { "head": "a" * 40, "python_file_count": 1, "source_sha256": "a" * 64, }, "imports": {}, "hooks": {}, "api_routes": {}, } actual = json.loads(json.dumps(expected)) actual["provenance"]["head"] = "b" * 40 actual["imports"] = { "app.sdk.logging": {"file_count": 1, "files": ["plugins.v3/demo.py"]} } baseline_path.write_text(json.dumps(expected), encoding="utf-8") content_before = baseline_path.read_bytes() monkeypatch.setattr( architecture_baseline, "PLUGIN_BASELINE_PATH", baseline_path, ) monkeypatch.setattr( architecture_baseline, "collect_official_plugin_baseline", lambda _repository: actual, ) assert architecture_baseline.main( [ "--check-plugins", "--plugin-repo", str(plugin_repo), "--report", str(report_path), ] ) == 1 report = json.loads(report_path.read_text(encoding="utf-8")) assert baseline_path.read_bytes() == content_before assert report["checks"][0]["semantic_match"] is False assert report["checks"][0]["added"] == [ { "path": "$.imports.app.sdk.logging", "value": {"file_count": 1, "files": ["plugins.v3/demo.py"]}, } ] def test_performance_default_print_does_not_write_fixture( tmp_path: Path, monkeypatch, capsys, ): """性能脚本无操作参数时只打印采样,不得创建输出文件。""" output = tmp_path / "performance.json" sample = _performance_sample() monkeypatch.setattr(startup_performance, "DEFAULT_OUTPUT", output) monkeypatch.setattr(startup_performance, "collect_baseline", lambda _repeat: sample) assert startup_performance.main(["--repeat", "1"]) == 0 assert not output.exists() assert json.loads(capsys.readouterr().out) == sample def test_performance_check_is_read_only(tmp_path: Path, monkeypatch, capsys): """性能检查应使用现有 fixture 且保持文件内容不变。""" output = tmp_path / "performance.json" sample = _performance_sample() output.write_text(json.dumps(sample), encoding="utf-8") content_before = output.read_bytes() monkeypatch.setattr(startup_performance, "collect_baseline", lambda _repeat: sample) assert startup_performance.main( ["--check", "--repeat", "1", "--output", str(output)] ) == 0 assert output.read_bytes() == content_before assert "检查通过" in capsys.readouterr().out def test_performance_write_requires_explicit_action(tmp_path: Path, monkeypatch): """只有显式 write 操作才允许写入性能 fixture。""" output = tmp_path / "performance.json" sample = _performance_sample() monkeypatch.setattr(startup_performance, "collect_baseline", lambda _repeat: sample) assert startup_performance.main( ["--write", "--repeat", "1", "--output", str(output)] ) == 0 assert json.loads(output.read_text(encoding="utf-8")) == sample def test_performance_check_reports_loaded_module_drift(): """稳定的冷导入模块数量变化必须产生可诊断失败。""" expected = _performance_sample(loaded_module_count=10) actual = _performance_sample(loaded_module_count=11) errors = startup_performance.check_baseline(expected, actual) assert errors == ["app.factory 加载模块数变化:10 -> 11"]