mirror of
https://github.com/jxxghp/MoviePilot.git
synced 2026-06-08 17:20:22 +08:00
rollback
This commit is contained in:
@@ -1,5 +1,3 @@
|
||||
import multiprocessing
|
||||
import os
|
||||
import re
|
||||
from pathlib import Path
|
||||
from threading import Lock
|
||||
@@ -24,75 +22,6 @@ from app.utils.system import SystemUtils
|
||||
lock = Lock()
|
||||
|
||||
|
||||
def _transfer_command_worker(args):
|
||||
"""
|
||||
在子进程中执行文件转移命令的工作函数
|
||||
:param args: 包含所有必要参数的元组
|
||||
"""
|
||||
# 解包参数
|
||||
(fileitem, target_storage, target_file, transfer_type, storage_schemas, result_queue) = args
|
||||
|
||||
def __get_storage_oper(_storage: str, _func: Optional[str] = None) -> Optional[StorageBase]:
|
||||
"""
|
||||
获取存储操作对象
|
||||
"""
|
||||
for storage_schema in storage_schemas:
|
||||
if storage_schema.schema \
|
||||
and storage_schema.schema.value == _storage \
|
||||
and (not _func or hasattr(storage_schema, _func)):
|
||||
return storage_schema()
|
||||
return None
|
||||
|
||||
try:
|
||||
# 获取存储操作对象
|
||||
source_oper = __get_storage_oper(fileitem.storage)
|
||||
target_oper = __get_storage_oper(target_storage)
|
||||
|
||||
if not source_oper or not target_oper:
|
||||
result_queue.put((None, f"无法创建存储操作对象: source={fileitem.storage}, target={target_storage}"))
|
||||
return
|
||||
|
||||
# 执行原有的转移逻辑
|
||||
result = TransHandler.execute_transfer_command(
|
||||
fileitem, target_storage, source_oper, target_oper,
|
||||
target_file, transfer_type
|
||||
)
|
||||
|
||||
# 将结果放入队列
|
||||
result_queue.put(result)
|
||||
|
||||
except Exception as e:
|
||||
result_queue.put((None, str(e)))
|
||||
|
||||
|
||||
def _supports_fork():
|
||||
"""
|
||||
检测当前系统是否支持 fork
|
||||
:return: True 如果支持 fork,False 否则
|
||||
"""
|
||||
try:
|
||||
# Windows 不支持 fork
|
||||
if os.name == 'nt':
|
||||
return False
|
||||
|
||||
# 检查可用的启动方法
|
||||
available_methods = multiprocessing.get_all_start_methods()
|
||||
if 'fork' not in available_methods:
|
||||
return False
|
||||
|
||||
# 尝试设置 fork 方法
|
||||
try:
|
||||
multiprocessing.set_start_method('fork', force=True)
|
||||
return True
|
||||
except RuntimeError:
|
||||
# 如果已经设置过启动方法,检查当前方法
|
||||
current_method = multiprocessing.get_start_method()
|
||||
return current_method == 'fork'
|
||||
except Exception as e:
|
||||
logger.error(f"检测 fork 支持时出错: {str(e)}")
|
||||
return False
|
||||
|
||||
|
||||
class TransHandler:
|
||||
"""
|
||||
文件转移整理类
|
||||
@@ -100,8 +29,7 @@ class TransHandler:
|
||||
|
||||
inner_lock: Lock = Lock()
|
||||
|
||||
def __init__(self, storage_schemas: List[StorageBase]):
|
||||
self.storage_schemas = storage_schemas
|
||||
def __init__(self):
|
||||
self.result = None
|
||||
|
||||
def __reset_result(self):
|
||||
@@ -382,75 +310,12 @@ class TransHandler:
|
||||
finally:
|
||||
self.result = None
|
||||
|
||||
def __transfer_command(self, fileitem: FileItem, target_storage: str,
|
||||
@staticmethod
|
||||
def __transfer_command(fileitem: FileItem, target_storage: str,
|
||||
source_oper: StorageBase, target_oper: StorageBase,
|
||||
target_file: Path, transfer_type: str,
|
||||
) -> Tuple[Optional[FileItem], str]:
|
||||
"""
|
||||
处理单个文件,支持在 fork 进程中运行以提高内存回收
|
||||
:param fileitem: 源文件
|
||||
:param target_storage: 目标存储
|
||||
:param source_oper: 源存储操作对象
|
||||
:param target_oper: 目标存储操作对象
|
||||
:param target_file: 目标文件路径
|
||||
:param transfer_type: 整理方式
|
||||
"""
|
||||
# 检查是否支持 fork
|
||||
if _supports_fork():
|
||||
logger.info(f"[PID:{os.getpid()}] 在新的进程中整理文件: {fileitem.path}")
|
||||
|
||||
# 创建队列用于进程间通信
|
||||
result_queue = multiprocessing.Queue()
|
||||
|
||||
# 准备参数
|
||||
args = (
|
||||
fileitem,
|
||||
target_storage,
|
||||
target_file,
|
||||
transfer_type,
|
||||
self.storage_schemas,
|
||||
result_queue
|
||||
)
|
||||
|
||||
# 创建进程
|
||||
process = multiprocessing.Process(
|
||||
target=_transfer_command_worker,
|
||||
args=(args,)
|
||||
)
|
||||
|
||||
# 启动进程
|
||||
process.start()
|
||||
|
||||
# 等待进程完成
|
||||
process.join()
|
||||
|
||||
# 检查进程是否正常退出
|
||||
if process.exitcode != 0:
|
||||
logger.error(f"文件转移进程异常退出,退出码: {process.exitcode}")
|
||||
return None, f"文件转移进程异常退出"
|
||||
|
||||
# 从队列获取结果
|
||||
try:
|
||||
result = result_queue.get(timeout=1)
|
||||
logger.debug(f"文件转移在子进程中完成: {fileitem.path}")
|
||||
return result
|
||||
except Exception as e:
|
||||
logger.error(f"无法从子进程获取结果:{str(e)}")
|
||||
return None, f"无法从子进程获取结果:{str(e)}"
|
||||
else:
|
||||
# 不支持 fork,直接在当前线程执行
|
||||
logger.debug("当前系统不支持 fork,在当前线程中执行文件转移")
|
||||
return TransHandler.execute_transfer_command(
|
||||
fileitem, target_storage, source_oper, target_oper,
|
||||
target_file, transfer_type
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def execute_transfer_command(fileitem: FileItem, target_storage: str,
|
||||
source_oper: StorageBase, target_oper: StorageBase,
|
||||
target_file: Path, transfer_type: str,
|
||||
) -> Tuple[Optional[FileItem], str]:
|
||||
"""
|
||||
处理单个文件
|
||||
:param fileitem: 源文件
|
||||
:param target_storage: 目标存储
|
||||
|
||||
Reference in New Issue
Block a user