import json import os import signal import subprocess import sys import threading import time from pathlib import Path from typing import Optional, Tuple import docker import psutil from app.runtime.settings import RuntimeSettingsCompat settings = RuntimeSettingsCompat() from app.runtime.log import logger from app.runtime.reload import ConfigReloadMixin from app.foundation.environment import is_docker class SystemHelper(ConfigReloadMixin): """ 系统工具类,提供系统相关的操作和判断 """ AUTO_UPDATE_ENABLED_VALUES = {"release", "dev"} CONFIG_WATCH = { "DEBUG", "LOG_LEVEL", "LOG_MAX_FILE_SIZE", "LOG_BACKUP_COUNT", "LOG_FILE_FORMAT", "LOG_CONSOLE_FORMAT", } __system_flag_file = "/var/log/nginx/__moviepilot__" __local_backend_runtime_file = settings.TEMP_PATH / "moviepilot.runtime.json" __local_restart_log_file = settings.LOG_PATH / "moviepilot.restart.stdout.log" __one_shot_update_flag_file = settings.TEMP_PATH / "moviepilot.pending_update" __docker_restart_intent_file = settings.TEMP_PATH / "moviepilot.intentional_restart" __graceful_shutdown_monitor_lock = threading.Lock() __graceful_shutdown_monitor: Optional[threading.Thread] = None def on_config_changed(self): """配置变化后重新应用日志设置。""" logger.update_loggers() def get_reload_name(self): """返回配置重载日志使用的组件名称。""" return "日志设置" @staticmethod def can_restart() -> bool: """ 判断是否可以内部重启 """ return is_docker() or SystemHelper._is_local_cli_managed() @staticmethod def _load_runtime_file(path: Path) -> Optional[dict]: """安全读取本地进程运行状态文件。""" if not path.exists(): return None try: payload = json.loads(path.read_text(encoding="utf-8", errors="replace")) except (OSError, json.JSONDecodeError): return None return payload if isinstance(payload, dict) else None @staticmethod def _is_local_cli_managed() -> bool: """判断当前进程是否由本地 CLI 运行状态文件管理。""" runtime = SystemHelper._load_runtime_file(SystemHelper.__local_backend_runtime_file) if not runtime: return False pid = runtime.get("pid") create_time = runtime.get("create_time") if not pid: return False try: pid = int(pid) except (TypeError, ValueError): return False if pid != os.getpid(): return False if create_time is None: return True try: current_process = psutil.Process(os.getpid()) return abs(current_process.create_time() - float(create_time)) <= 2 except (psutil.Error, TypeError, ValueError): return False @staticmethod def normalize_auto_update_mode(mode: Optional[str]) -> str: """ 统一自动升级模式值,兼容历史 true 表示 release。 """ normalized = str(mode or "").strip().lower() return "release" if normalized == "true" else normalized @staticmethod def get_auto_update_mode() -> str: """ 获取当前配置中的自动升级模式。 """ return SystemHelper.normalize_auto_update_mode( settings.MOVIEPILOT_AUTO_UPDATE ) @staticmethod def is_auto_update_enabled(mode: Optional[str] = None) -> bool: """ 判断给定模式或当前配置是否启用了启动时自动升级。 """ effective_mode = ( SystemHelper.get_auto_update_mode() if mode is None else SystemHelper.normalize_auto_update_mode(mode) ) return effective_mode in SystemHelper.AUTO_UPDATE_ENABLED_VALUES @staticmethod def queue_one_shot_update(mode: str = "release") -> Tuple[bool, str]: """ 写入一次性升级标记,供重启后的启动流程消费。 """ effective_mode = SystemHelper.normalize_auto_update_mode(mode) if effective_mode not in SystemHelper.AUTO_UPDATE_ENABLED_VALUES: return False, "升级模式仅支持 release 或 dev" try: SystemHelper.__one_shot_update_flag_file.parent.mkdir( parents=True, exist_ok=True ) SystemHelper.__one_shot_update_flag_file.write_text( effective_mode, encoding="utf-8" ) logger.info(f"已写入一次性升级标记,模式: {effective_mode}") return True, "" except OSError as err: logger.error(f"写入一次性升级标记失败: {err}") return False, f"写入一次性升级标记失败:{err}" @staticmethod def consume_one_shot_update_mode() -> Optional[str]: """ 读取并清除一次性升级标记,避免后续启动重复执行。 """ path = SystemHelper.__one_shot_update_flag_file if not path.exists(): return None try: raw_mode = path.read_text(encoding="utf-8", errors="replace") except OSError as err: logger.warning(f"读取一次性升级标记失败: {err}") raw_mode = "" try: path.unlink(missing_ok=True) except OSError as err: logger.warning(f"删除一次性升级标记失败: {err}") effective_mode = SystemHelper.normalize_auto_update_mode(raw_mode) if effective_mode not in SystemHelper.AUTO_UPDATE_ENABLED_VALUES: if raw_mode: logger.warning(f"忽略无效的一次性升级模式: {raw_mode}") return None logger.info(f"检测到一次性升级标记,模式: {effective_mode}") return effective_mode @staticmethod def clear_one_shot_update_flag() -> None: """ 删除一次性升级标记。 """ try: SystemHelper.__one_shot_update_flag_file.unlink(missing_ok=True) except OSError as err: logger.warning(f"删除一次性升级标记失败: {err}") @staticmethod def _spawn_local_restart_helper() -> None: """启动脱离当前进程的本地 CLI 重启助手。""" helper_code = ( "import os, subprocess, sys, time;" "time.sleep(1.0);" "cmd=[sys.executable, '-m', 'app.cli', 'restart', '--force', '--stop-timeout', '30', '--start-timeout', '60'];" "subprocess.run(cmd, cwd=os.environ.get('MOVIEPILOT_ROOT'), env=os.environ.copy(), check=False)" ) env = os.environ.copy() env["MOVIEPILOT_ROOT"] = str(settings.ROOT_PATH) env["PYTHONUNBUFFERED"] = "1" SystemHelper.__local_restart_log_file.parent.mkdir(parents=True, exist_ok=True) with SystemHelper.__local_restart_log_file.open("a", encoding="utf-8") as log_handle: kwargs = { "cwd": str(settings.ROOT_PATH), "stdout": log_handle, "stderr": subprocess.STDOUT, "stdin": subprocess.DEVNULL, "close_fds": True, "env": env, } if os.name == "nt": kwargs["creationflags"] = subprocess.CREATE_NEW_PROCESS_GROUP | subprocess.DETACHED_PROCESS else: kwargs["start_new_session"] = True process = subprocess.Popen([sys.executable, "-c", helper_code], **kwargs) logger.info(f"已创建本地 CLI 重启任务,辅助进程 PID: {process.pid}") @staticmethod def _get_container_id() -> str: """ 获取当前容器ID """ container_id = None try: with open("/proc/self/mountinfo", "r", encoding="utf-8", errors="replace") as f: data = f.read() index_resolv_conf = data.find("resolv.conf") if index_resolv_conf != -1: index_second_slash = data.rfind("/", 0, index_resolv_conf) index_first_slash = data.rfind("/", 0, index_second_slash) + 1 container_id = data[index_first_slash:index_second_slash] if len(container_id) < 20: index_resolv_conf = data.find("/sys/fs/cgroup/devices") if index_resolv_conf != -1: index_second_slash = data.rfind(" ", 0, index_resolv_conf) index_first_slash = ( data.rfind("/", 0, index_second_slash) + 1 ) container_id = data[index_first_slash:index_second_slash] except Exception as e: logger.debug(f"获取容器ID失败: {str(e)}") return container_id.strip() if container_id else None @staticmethod def _check_restart_policy() -> bool: """ 检查当前容器是否配置了自动重启策略 """ try: # 获取当前容器ID container_id = SystemHelper._get_container_id() if not container_id: return False # 创建 Docker 客户端 client = docker.DockerClient(base_url=settings.DOCKER_CLIENT_API) # 获取容器信息 container = client.containers.get(container_id) restart_policy = container.attrs.get('HostConfig', {}).get('RestartPolicy', {}) policy_name = restart_policy.get('Name', 'no') # 检查是否有有效的重启策略 auto_restart_policies = ['always', 'unless-stopped', 'on-failure'] has_restart_policy = policy_name in auto_restart_policies logger.info(f"容器重启策略: {policy_name}, 支持自动重启: {has_restart_policy}") return has_restart_policy except Exception as e: logger.warning(f"检查重启策略失败: {str(e)}") return False @staticmethod def _mark_docker_intentional_restart() -> None: """写入 Docker 主动重启标记,避免守护逻辑误判崩溃。""" try: SystemHelper.__docker_restart_intent_file.parent.mkdir( parents=True, exist_ok=True ) SystemHelper.__docker_restart_intent_file.write_text( str(os.getpid()), encoding="utf-8" ) except OSError as err: logger.warning(f"写入内置重启标记失败: {err}") @staticmethod def _clear_docker_intentional_restart() -> None: """清理 Docker 主动重启标记。""" try: SystemHelper.__docker_restart_intent_file.unlink(missing_ok=True) except OSError as err: logger.warning(f"清理内置重启标记失败: {err}") @staticmethod def restart() -> Tuple[bool, str]: """ 执行Docker重启操作 """ if not is_docker(): if not SystemHelper._is_local_cli_managed(): return False, "当前实例不是由 moviepilot CLI 启动,无法执行内建重启!" try: SystemHelper._spawn_local_restart_helper() # 复用与 Docker 相同的优雅退出路径,确保当前后端进程真正结束。 os.kill(os.getpid(), signal.SIGTERM) return True, "" except Exception as err: logger.error(f"本地 CLI 重启失败: {str(err)}") return False, f"本地 CLI 重启失败:{str(err)}" try: # 检查容器是否配置了自动重启策略 has_restart_policy = SystemHelper._check_restart_policy() if has_restart_policy: # 有重启策略,使用优雅退出方式 logger.info("检测到容器配置了自动重启策略,使用优雅重启方式...") SystemHelper._mark_docker_intentional_restart() # 启动优雅退出超时监控 SystemHelper._start_graceful_shutdown_monitor() # 发送SIGTERM信号给当前进程,触发优雅停止 os.kill(os.getpid(), signal.SIGTERM) return True, "" else: # 没有重启策略,使用Docker API强制重启 logger.info("容器未配置自动重启策略,使用Docker API重启...") return SystemHelper._docker_api_restart() except Exception as err: logger.error(f"重启失败: {str(err)}") SystemHelper._clear_docker_intentional_restart() # 降级为Docker API重启 logger.warning("降级为Docker API重启...") return SystemHelper._docker_api_restart() @staticmethod def upgrade(mode: str = "release") -> Tuple[bool, str]: """ 触发升级并重启。 - 已开启自动升级时,直接重启,沿用当前配置。 - 未开启自动升级时,写入一次性升级标记,供下次启动时执行升级。 """ current_mode = SystemHelper.get_auto_update_mode() if SystemHelper.is_auto_update_enabled(current_mode): ret, msg = SystemHelper.restart() if not ret: return ret, msg if current_mode == "dev": return True, "已检测到自动升级模式 dev,正在重启并执行升级" return True, "已检测到自动升级已开启,正在重启并执行升级" queued, message = SystemHelper.queue_one_shot_update(mode) if not queued: return False, message ret, msg = SystemHelper.restart() if not ret: SystemHelper.clear_one_shot_update_flag() return ret, msg effective_mode = SystemHelper.normalize_auto_update_mode(mode) return True, f"已安排一次性 {effective_mode} 升级并重启" @staticmethod def _start_graceful_shutdown_monitor(): """ 启动唯一的优雅退出超时监控。 如果 180 秒内进程没有退出,则使用 Docker API 强制重启;重复重启请求 复用当前 monitor,避免并行触发多次容器重启。 """ def monitor_thread(): try: time.sleep(180) logger.warning("优雅退出超时180秒,使用Docker API强制重启...") try: SystemHelper._docker_api_restart() except Exception as e: logger.error(f"强制重启失败: {str(e)}") finally: with SystemHelper.__graceful_shutdown_monitor_lock: if ( SystemHelper.__graceful_shutdown_monitor is threading.current_thread() ): SystemHelper.__graceful_shutdown_monitor = None with SystemHelper.__graceful_shutdown_monitor_lock: running = SystemHelper.__graceful_shutdown_monitor if running is not None and running.is_alive(): logger.debug("优雅退出超时监控已在运行,跳过重复启动") return thread = threading.Thread( target=monitor_thread, name="MoviePilot-GracefulRestartFallback", daemon=True, ) SystemHelper.__graceful_shutdown_monitor = thread try: thread.start() except BaseException: SystemHelper.__graceful_shutdown_monitor = None raise @staticmethod def _docker_api_restart() -> Tuple[bool, str]: """ 使用Docker API重启容器,并尝试优雅停止 """ try: # 创建 Docker 客户端 client = docker.DockerClient(base_url=settings.DOCKER_CLIENT_API) container_id = SystemHelper._get_container_id() if not container_id: return False, "获取容器ID失败!" # 重启容器 client.containers.get(container_id).restart() return True, "" except Exception as docker_err: return False, f"重启时发生错误:{str(docker_err)}" def set_system_modified(self): """ 设置系统已修改标志 """ try: if is_docker(): Path(self.__system_flag_file).touch(exist_ok=True) except Exception as e: print(f"设置系统修改标志失败: {str(e)}") def is_system_reset(self) -> bool: """ 检查系统是否已被重置 :return: 如果系统已重置,返回 True;否则返回 False """ if is_docker(): return not Path(self.__system_flag_file).exists() return False