MoviePilot/app/runtime/state.py

import json
import os
import signal
import subprocess
import sys
import threading
import time
from pathlib import Path
from typing import Optional, Tuple

import docker
import psutil

from app.runtime.settings import RuntimeSettingsCompat

settings = RuntimeSettingsCompat()
from app.runtime.log import logger
from app.runtime.reload import ConfigReloadMixin
from app.foundation.environment import is_docker


class SystemHelper(ConfigReloadMixin):
    """
    系统工具类，提供系统相关的操作和判断
    """
    CONFIG_WATCH = {
        "DEBUG",
        "LOG_LEVEL",
        "LOG_MAX_FILE_SIZE",
        "LOG_BACKUP_COUNT",
        "LOG_FILE_FORMAT",
        "LOG_CONSOLE_FORMAT",
    }

    __system_flag_file = "/var/log/nginx/__moviepilot__"
    __local_backend_runtime_file = settings.TEMP_PATH / "moviepilot.runtime.json"
    __local_restart_log_file = settings.LOG_PATH / "moviepilot.restart.stdout.log"
    __one_shot_dev_update_flag_file = settings.TEMP_PATH / "moviepilot.pending_dev_update"
    __docker_restart_intent_file = settings.TEMP_PATH / "moviepilot.intentional_restart"
    __graceful_shutdown_monitor_lock = threading.Lock()
    __graceful_shutdown_monitor: Optional[threading.Thread] = None

    def on_config_changed(self):
        """配置变化后重新应用日志设置。"""
        logger.update_loggers()

    def get_reload_name(self):
        """返回配置重载日志使用的组件名称。"""
        return "日志设置"

    @staticmethod
    def can_restart() -> bool:
        """
        判断是否可以内部重启
        """
        return is_docker() or SystemHelper._is_local_cli_managed()

    @staticmethod
    def _load_runtime_file(path: Path) -> Optional[dict]:
        """安全读取本地进程运行状态文件。"""
        if not path.exists():
            return None
        try:
            payload = json.loads(path.read_text(encoding="utf-8", errors="replace"))
        except (OSError, json.JSONDecodeError):
            return None
        return payload if isinstance(payload, dict) else None

    @staticmethod
    def _is_local_cli_managed() -> bool:
        """判断当前进程是否由本地 CLI 运行状态文件管理。"""
        runtime = SystemHelper._load_runtime_file(SystemHelper.__local_backend_runtime_file)
        if not runtime:
            return False

        pid = runtime.get("pid")
        create_time = runtime.get("create_time")
        if not pid:
            return False

        try:
            pid = int(pid)
        except (TypeError, ValueError):
            return False

        if pid != os.getpid():
            return False

        if create_time is None:
            return True

        try:
            current_process = psutil.Process(os.getpid())
            return abs(current_process.create_time() - float(create_time)) <= 2
        except (psutil.Error, TypeError, ValueError):
            return False

    @staticmethod
    def queue_one_shot_dev_update() -> Tuple[bool, str]:
        """写入一次性 Dev 更新标记，供本次重启的启动流程消费。"""
        try:
            SystemHelper.__one_shot_dev_update_flag_file.parent.mkdir(
                parents=True, exist_ok=True
            )
            SystemHelper.__one_shot_dev_update_flag_file.write_text(
                "dev", encoding="utf-8"
            )
            return True, ""
        except OSError as err:
            logger.error(f"写入一次性 Dev 更新标记失败: {err}")
            return False, f"写入一次性 Dev 更新标记失败：{err}"

    @staticmethod
    def consume_one_shot_dev_update() -> bool:
        """读取并删除一次性 Dev 更新标记，确保普通重启不会重复更新。"""
        path = SystemHelper.__one_shot_dev_update_flag_file
        if not path.exists():
            return False
        try:
            mode = path.read_text(encoding="utf-8", errors="replace").strip().lower()
            path.unlink(missing_ok=True)
        except OSError as err:
            logger.warning(f"消费一次性 Dev 更新标记失败: {err}")
            return False
        return mode == "dev"

    @staticmethod
    def clear_one_shot_dev_update() -> None:
        """重启失败时撤销尚未消费的一次性 Dev 更新。"""
        try:
            SystemHelper.__one_shot_dev_update_flag_file.unlink(missing_ok=True)
        except OSError as err:
            logger.warning(f"清理一次性 Dev 更新标记失败: {err}")

    @staticmethod
    def _spawn_local_restart_helper() -> None:
        """启动脱离当前进程的本地 CLI 重启助手。"""
        helper_code = (
            "import os, subprocess, sys, time;"
            "time.sleep(1.0);"
            "cmd=[sys.executable, '-m', 'app.cli', 'restart', '--force', '--stop-timeout', '30', '--start-timeout', '60'];"
            "subprocess.run(cmd, cwd=os.environ.get('MOVIEPILOT_ROOT'), env=os.environ.copy(), check=False)"
        )
        env = os.environ.copy()
        env["MOVIEPILOT_ROOT"] = str(settings.ROOT_PATH)
        env["PYTHONUNBUFFERED"] = "1"

        SystemHelper.__local_restart_log_file.parent.mkdir(parents=True, exist_ok=True)
        with SystemHelper.__local_restart_log_file.open("a", encoding="utf-8") as log_handle:
            kwargs = {
                "cwd": str(settings.ROOT_PATH),
                "stdout": log_handle,
                "stderr": subprocess.STDOUT,
                "stdin": subprocess.DEVNULL,
                "close_fds": True,
                "env": env,
            }
            if os.name == "nt":
                kwargs["creationflags"] = subprocess.CREATE_NEW_PROCESS_GROUP | subprocess.DETACHED_PROCESS
            else:
                kwargs["start_new_session"] = True
            process = subprocess.Popen([sys.executable, "-c", helper_code], **kwargs)
        logger.info(f"已创建本地 CLI 重启任务，辅助进程 PID: {process.pid}")

    @staticmethod
    def _get_container_id() -> str:
        """
        获取当前容器ID
        """
        container_id = None
        try:
            with open("/proc/self/mountinfo", "r", encoding="utf-8", errors="replace") as f:
                data = f.read()
                index_resolv_conf = data.find("resolv.conf")
                if index_resolv_conf != -1:
                    index_second_slash = data.rfind("/", 0, index_resolv_conf)
                    index_first_slash = data.rfind("/", 0, index_second_slash) + 1
                    container_id = data[index_first_slash:index_second_slash]
                    if len(container_id) < 20:
                        index_resolv_conf = data.find("/sys/fs/cgroup/devices")
                        if index_resolv_conf != -1:
                            index_second_slash = data.rfind(" ", 0, index_resolv_conf)
                            index_first_slash = (
                                    data.rfind("/", 0, index_second_slash) + 1
                            )
                            container_id = data[index_first_slash:index_second_slash]
        except Exception as e:
            logger.debug(f"获取容器ID失败: {str(e)}")
        return container_id.strip() if container_id else None

    @staticmethod
    def _check_restart_policy() -> bool:
        """
        检查当前容器是否配置了自动重启策略
        """
        try:
            # 获取当前容器ID
            container_id = SystemHelper._get_container_id()
            if not container_id:
                return False

            # 创建 Docker 客户端
            client = docker.DockerClient(base_url=settings.DOCKER_CLIENT_API)
            # 获取容器信息
            container = client.containers.get(container_id)
            restart_policy = container.attrs.get('HostConfig', {}).get('RestartPolicy', {})
            policy_name = restart_policy.get('Name', 'no')
            # 检查是否有有效的重启策略
            auto_restart_policies = ['always', 'unless-stopped', 'on-failure']
            has_restart_policy = policy_name in auto_restart_policies

            logger.info(f"容器重启策略: {policy_name}, 支持自动重启: {has_restart_policy}")
            return has_restart_policy

        except Exception as e:
            logger.warning(f"检查重启策略失败: {str(e)}")
            return False

    @staticmethod
    def _mark_docker_intentional_restart() -> None:
        """写入 Docker 主动重启标记，避免守护逻辑误判崩溃。"""
        try:
            SystemHelper.__docker_restart_intent_file.parent.mkdir(
                parents=True, exist_ok=True
            )
            SystemHelper.__docker_restart_intent_file.write_text(
                str(os.getpid()), encoding="utf-8"
            )
        except OSError as err:
            logger.warning(f"写入内置重启标记失败: {err}")

    @staticmethod
    def _clear_docker_intentional_restart() -> None:
        """清理 Docker 主动重启标记。"""
        try:
            SystemHelper.__docker_restart_intent_file.unlink(missing_ok=True)
        except OSError as err:
            logger.warning(f"清理内置重启标记失败: {err}")

    @staticmethod
    def restart() -> Tuple[bool, str]:
        """
        执行Docker重启操作
        """
        if not is_docker():
            if not SystemHelper._is_local_cli_managed():
                return False, "当前实例不是由 moviepilot CLI 启动，无法执行内建重启！"
            try:
                SystemHelper._spawn_local_restart_helper()
                # 复用与 Docker 相同的优雅退出路径，确保当前后端进程真正结束。
                os.kill(os.getpid(), signal.SIGTERM)
                return True, ""
            except Exception as err:
                logger.error(f"本地 CLI 重启失败: {str(err)}")
                return False, f"本地 CLI 重启失败：{str(err)}"

        try:
            # 检查容器是否配置了自动重启策略
            has_restart_policy = SystemHelper._check_restart_policy()
            if has_restart_policy:
                # 有重启策略，使用优雅退出方式
                logger.info("检测到容器配置了自动重启策略，使用优雅重启方式...")
                SystemHelper._mark_docker_intentional_restart()
                # 启动优雅退出超时监控
                SystemHelper._start_graceful_shutdown_monitor()
                # 发送SIGTERM信号给当前进程，触发优雅停止
                os.kill(os.getpid(), signal.SIGTERM)
                return True, ""
            else:
                # 没有重启策略，使用Docker API强制重启
                logger.info("容器未配置自动重启策略，使用Docker API重启...")
                return SystemHelper._docker_api_restart()
        except Exception as err:
            logger.error(f"重启失败: {str(err)}")
            SystemHelper._clear_docker_intentional_restart()
            # 降级为Docker API重启
            logger.warning("降级为Docker API重启...")
            return SystemHelper._docker_api_restart()

    @staticmethod
    def upgrade_dev() -> Tuple[bool, str]:
        """保留原 Dev 模式：重启后跟踪当前 v3 开发分支。"""
        configured_mode = str(settings.MOVIEPILOT_AUTO_UPDATE or "").strip().lower()
        if configured_mode != "dev":
            queued, message = SystemHelper.queue_one_shot_dev_update()
            if not queued:
                return False, message
        ret, message = SystemHelper.restart()
        if not ret:
            SystemHelper.clear_one_shot_dev_update()
            return False, message
        return True, "已安排 Dev 更新并重启"

    @staticmethod
    def _start_graceful_shutdown_monitor():
        """
        启动唯一的优雅退出超时监控。

        如果 180 秒内进程没有退出，则使用 Docker API 强制重启；重复重启请求
        复用当前 monitor，避免并行触发多次容器重启。
        """

        def monitor_thread():
            try:
                time.sleep(180)
                logger.warning("优雅退出超时180秒，使用Docker API强制重启...")
                try:
                    SystemHelper._docker_api_restart()
                except Exception as e:
                    logger.error(f"强制重启失败: {str(e)}")
            finally:
                with SystemHelper.__graceful_shutdown_monitor_lock:
                    if (
                        SystemHelper.__graceful_shutdown_monitor
                        is threading.current_thread()
                    ):
                        SystemHelper.__graceful_shutdown_monitor = None

        with SystemHelper.__graceful_shutdown_monitor_lock:
            running = SystemHelper.__graceful_shutdown_monitor
            if running is not None and running.is_alive():
                logger.debug("优雅退出超时监控已在运行，跳过重复启动")
                return
            thread = threading.Thread(
                target=monitor_thread,
                name="MoviePilot-GracefulRestartFallback",
                daemon=True,
            )
            SystemHelper.__graceful_shutdown_monitor = thread
            try:
                thread.start()
            except BaseException:
                SystemHelper.__graceful_shutdown_monitor = None
                raise

    @staticmethod
    def _docker_api_restart() -> Tuple[bool, str]:
        """
        使用Docker API重启容器，并尝试优雅停止
        """
        try:
            # 创建 Docker 客户端
            client = docker.DockerClient(base_url=settings.DOCKER_CLIENT_API)
            container_id = SystemHelper._get_container_id()
            if not container_id:
                return False, "获取容器ID失败！"
            # 重启容器
            client.containers.get(container_id).restart()
            return True, ""
        except Exception as docker_err:
            return False, f"重启时发生错误：{str(docker_err)}"

    def set_system_modified(self):
        """
        设置系统已修改标志
        """
        try:
            if is_docker():
                Path(self.__system_flag_file).touch(exist_ok=True)
        except Exception as e:
            print(f"设置系统修改标志失败: {str(e)}")

    def is_system_reset(self) -> bool:
        """
        检查系统是否已被重置
        :return: 如果系统已重置，返回 True；否则返回 False
        """
        if is_docker():
            return not Path(self.__system_flag_file).exists()
        return False