mirror of
https://github.com/JefferyHcool/BiliNote.git
synced 2026-05-06 20:42:52 +08:00
c105342ded
### 性能优化 - 后端任务执行从串行锁改为 ThreadPoolExecutor 并发执行（默认3线程） - 添加 GZipMiddleware 响应压缩 + Nginx gzip 配置 - 数据库连接池参数优化（pool_size=10, max_overflow=20） - 视频帧提取并行化（ThreadPoolExecutor） - LLM 重试配置缓存到实例，避免每次请求读 env var - 前端路由级代码拆分（React.lazy + Suspense） - Vite manualChunks 拆分 markdown/markmap/vendor - MarkdownViewer 用 React.memo + useMemo 减少不必要渲染 - NoteHistory Fuse.js 实例 useMemo 缓存 - useTaskPolling 无待处理任务时跳过轮询 - 移除 antd 依赖（NoteForm Alert、modelForm Tag），改用 shadcn/ui ### 前端转写器配置（新功能） - 新增 TranscriberConfigManager（JSON 文件存储，替代环境变量） - 新增 GET/POST /transcriber_config API 端点 - 新增 GET /transcriber_models_status 模型下载状态查询 - 新增 POST /transcriber_download 后台模型下载触发 - 前端转写器设置页面：引擎选择、模型大小选择、模型下载管理 - deploy_status 端点同步从配置文件读取 ### Bug 修复 - 修复任务进行中切换页面后进度丢失：Home.tsx status 派生逻辑补全中间状态 - 修复 MLX Whisper 静默回退 fast-whisper：移除环境变量门控，macOS 下自动尝试导入 - MLX Whisper 不可用时抛出 RuntimeError 而非静默回退 - 前端展示 MLX Whisper 可用性状态，不可用时禁用保存 Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
308 lines
12 KiB
Python
308 lines
12 KiB
Python
from app.gpt.base import GPT
|
||
from app.gpt.prompt_builder import generate_base_prompt
|
||
from app.models.gpt_model import GPTSource
|
||
import os
|
||
import hashlib
|
||
import json
|
||
import time
|
||
from datetime import datetime, timezone
|
||
from pathlib import Path
|
||
|
||
from app.gpt.prompt import BASE_PROMPT, AI_SUM, SCREENSHOT, LINK, MERGE_PROMPT
|
||
from app.gpt.utils import fix_markdown
|
||
from app.gpt.request_chunker import RequestChunker
|
||
from app.models.transcriber_model import TranscriptSegment
|
||
from datetime import timedelta
|
||
from typing import List
|
||
|
||
|
||
class UniversalGPT(GPT):
|
||
def __init__(self, client, model: str, temperature: float = 0.7):
|
||
self.client = client
|
||
self.model = model
|
||
self.temperature = temperature
|
||
self.screenshot = False
|
||
self.link = False
|
||
self.max_request_bytes = int(os.getenv("OPENAI_MAX_REQUEST_BYTES", str(45 * 1024 * 1024)))
|
||
self.checkpoint_dir = Path(os.getenv("NOTE_OUTPUT_DIR", "note_results"))
|
||
self.checkpoint_dir.mkdir(parents=True, exist_ok=True)
|
||
# 初始化时缓存重试配置，避免每次请求重复读取环境变量
|
||
self._max_retry_attempts = max(1, int(os.getenv("OPENAI_RETRY_ATTEMPTS", "3")))
|
||
self._retry_base_backoff = float(os.getenv("OPENAI_RETRY_BACKOFF_SECONDS", "1.5"))
|
||
|
||
def _format_time(self, seconds: float) -> str:
|
||
return str(timedelta(seconds=int(seconds)))[2:]
|
||
|
||
def _build_segment_text(self, segments: List[TranscriptSegment]) -> str:
|
||
return "\n".join(
|
||
f"{self._format_time(seg.start)} - {seg.text.strip()}"
|
||
for seg in segments
|
||
)
|
||
|
||
def ensure_segments_type(self, segments) -> List[TranscriptSegment]:
|
||
return [TranscriptSegment(**seg) if isinstance(seg, dict) else seg for seg in segments]
|
||
|
||
def create_messages(self, segments: List[TranscriptSegment], **kwargs):
|
||
|
||
content_text = generate_base_prompt(
|
||
title=kwargs.get('title'),
|
||
segment_text=self._build_segment_text(segments),
|
||
tags=kwargs.get('tags'),
|
||
_format=kwargs.get('_format'),
|
||
style=kwargs.get('style'),
|
||
extras=kwargs.get('extras'),
|
||
)
|
||
|
||
# ⛳ 组装 content 数组，支持 text + image_url 混合
|
||
content: List[dict] = [{"type": "text", "text": content_text}]
|
||
video_img_urls = kwargs.get('video_img_urls', [])
|
||
|
||
for url in video_img_urls:
|
||
content.append({
|
||
"type": "image_url",
|
||
"image_url": {
|
||
"url": url,
|
||
"detail": "auto"
|
||
}
|
||
})
|
||
|
||
# 正确格式：整体包在一个 message 里，role + content array
|
||
messages = [{
|
||
"role": "user",
|
||
"content": content
|
||
}]
|
||
|
||
return messages
|
||
|
||
def list_models(self):
|
||
return self.client.models.list()
|
||
|
||
def _estimate_messages_bytes(self, messages: list) -> int:
|
||
import json
|
||
return len(json.dumps(messages, ensure_ascii=False).encode("utf-8"))
|
||
|
||
def _build_merge_messages(self, partials: list) -> list:
|
||
merge_text = MERGE_PROMPT + "\n\n" + "\n\n---\n\n".join(partials)
|
||
return [{
|
||
"role": "user",
|
||
"content": [{"type": "text", "text": merge_text}]
|
||
}]
|
||
|
||
def _checkpoint_path(self, checkpoint_key: str) -> Path:
|
||
safe_key = "".join(ch if ch.isalnum() or ch in ("-", "_") else "_" for ch in checkpoint_key)
|
||
return self.checkpoint_dir / f"{safe_key}.gpt.checkpoint.json"
|
||
|
||
def _build_source_signature(self, source: GPTSource) -> str:
|
||
payload = {
|
||
"model": self.model,
|
||
"temperature": self.temperature,
|
||
"max_request_bytes": self.max_request_bytes,
|
||
"title": source.title,
|
||
"tags": source.tags,
|
||
"format": source._format,
|
||
"style": source.style,
|
||
"extras": source.extras,
|
||
"video_img_urls": source.video_img_urls or [],
|
||
"segments": [
|
||
{
|
||
"start": getattr(seg, "start", None),
|
||
"end": getattr(seg, "end", None),
|
||
"text": getattr(seg, "text", "")
|
||
}
|
||
for seg in source.segment
|
||
],
|
||
}
|
||
raw = json.dumps(payload, ensure_ascii=False, sort_keys=True)
|
||
return hashlib.sha256(raw.encode("utf-8")).hexdigest()
|
||
|
||
def _load_checkpoint(self, checkpoint_key: str, source_signature: str) -> dict | None:
|
||
path = self._checkpoint_path(checkpoint_key)
|
||
if not path.exists():
|
||
return None
|
||
try:
|
||
data = json.loads(path.read_text(encoding="utf-8"))
|
||
if data.get("source_signature") != source_signature:
|
||
path.unlink(missing_ok=True)
|
||
return None
|
||
return data
|
||
except Exception:
|
||
path.unlink(missing_ok=True)
|
||
return None
|
||
|
||
def _save_checkpoint(self, checkpoint_key: str, source_signature: str, partials: list, phase: str) -> None:
|
||
path = self._checkpoint_path(checkpoint_key)
|
||
data = {
|
||
"version": 1,
|
||
"source_signature": source_signature,
|
||
"phase": phase,
|
||
"partials": partials,
|
||
"updated_at": datetime.now(timezone.utc).isoformat(),
|
||
}
|
||
tmp_path = path.with_suffix(".tmp")
|
||
tmp_path.write_text(json.dumps(data, ensure_ascii=False, indent=2), encoding="utf-8")
|
||
tmp_path.replace(path)
|
||
|
||
def _clear_checkpoint(self, checkpoint_key: str) -> None:
|
||
self._checkpoint_path(checkpoint_key).unlink(missing_ok=True)
|
||
|
||
@staticmethod
|
||
def _is_insufficient_quota_error(exc: Exception) -> bool:
|
||
raw = str(exc)
|
||
return (
|
||
"insufficient_user_quota" in raw
|
||
or "预扣费额度失败" in raw
|
||
or "insufficient quota" in raw.lower()
|
||
)
|
||
|
||
@staticmethod
|
||
def _is_retryable_error(exc: Exception) -> bool:
|
||
raw = str(exc).lower()
|
||
retryable_tokens = (
|
||
"error code: 524",
|
||
"bad_response_status_code",
|
||
"timed out",
|
||
"timeout",
|
||
"rate limit",
|
||
"error code: 429",
|
||
"error code: 500",
|
||
"error code: 502",
|
||
"error code: 503",
|
||
"error code: 504",
|
||
"apiconnectionerror",
|
||
"connection error",
|
||
"service unavailable",
|
||
)
|
||
if any(token in raw for token in retryable_tokens):
|
||
return True
|
||
|
||
status = getattr(exc, "status_code", None) or getattr(exc, "status", None)
|
||
return status in {408, 409, 429, 500, 502, 503, 504, 524}
|
||
|
||
def _chat_completion_create(self, messages: list):
|
||
last_exc = None
|
||
for attempt in range(self._max_retry_attempts):
|
||
try:
|
||
return self.client.chat.completions.create(
|
||
model=self.model,
|
||
messages=messages,
|
||
temperature=self.temperature
|
||
)
|
||
except Exception as exc:
|
||
last_exc = exc
|
||
if attempt == self._max_retry_attempts - 1 or not self._is_retryable_error(exc):
|
||
raise
|
||
sleep_seconds = self._retry_base_backoff * (2 ** attempt)
|
||
time.sleep(sleep_seconds)
|
||
|
||
if last_exc is not None:
|
||
raise last_exc
|
||
raise RuntimeError("chat completion failed without exception")
|
||
|
||
def _merge_partials(self, partials: list, checkpoint_key: str | None, source_signature: str | None) -> str:
|
||
def build_messages(texts, *_args, **_kwargs):
|
||
return self._build_merge_messages(texts)
|
||
|
||
merge_chunker = RequestChunker(
|
||
lambda *_args, **_kwargs: [],
|
||
self.max_request_bytes,
|
||
self._estimate_messages_bytes
|
||
)
|
||
|
||
current_partials = list(partials)
|
||
while len(current_partials) > 1:
|
||
groups = merge_chunker.group_texts_by_budget(current_partials, build_messages)
|
||
new_partials = []
|
||
for group_idx, group in enumerate(groups):
|
||
messages = build_messages(group)
|
||
try:
|
||
response = self._chat_completion_create(messages)
|
||
except Exception as exc:
|
||
if checkpoint_key and source_signature:
|
||
self._save_checkpoint(checkpoint_key, source_signature, current_partials, "merge")
|
||
raise
|
||
|
||
new_partials.append(response.choices[0].message.content.strip())
|
||
|
||
if checkpoint_key and source_signature:
|
||
remaining_partials = []
|
||
for remaining_group in groups[group_idx + 1:]:
|
||
remaining_partials.extend(remaining_group)
|
||
resumable_partials = new_partials + remaining_partials
|
||
self._save_checkpoint(checkpoint_key, source_signature, resumable_partials, "merge")
|
||
|
||
current_partials = new_partials
|
||
|
||
return current_partials[0]
|
||
|
||
def summarize(self, source: GPTSource) -> str:
|
||
self.screenshot = source.screenshot
|
||
self.link = source.link
|
||
source.segment = self.ensure_segments_type(source.segment)
|
||
checkpoint_key = source.checkpoint_key
|
||
source_signature = self._build_source_signature(source) if checkpoint_key else None
|
||
|
||
def message_builder(segments, image_urls, **kwargs):
|
||
return self.create_messages(segments, video_img_urls=image_urls, **kwargs)
|
||
|
||
chunker = RequestChunker(message_builder, self.max_request_bytes, self._estimate_messages_bytes)
|
||
|
||
try:
|
||
chunks = chunker.chunk(
|
||
source.segment,
|
||
source.video_img_urls or [],
|
||
title=source.title,
|
||
tags=source.tags,
|
||
_format=source._format,
|
||
style=source.style,
|
||
extras=source.extras
|
||
)
|
||
except ValueError:
|
||
chunks = chunker.chunk(
|
||
source.segment,
|
||
[],
|
||
title=source.title,
|
||
tags=source.tags,
|
||
_format=source._format,
|
||
style=source.style,
|
||
extras=source.extras
|
||
)
|
||
|
||
partials = []
|
||
if checkpoint_key and source_signature:
|
||
checkpoint = self._load_checkpoint(checkpoint_key, source_signature)
|
||
if checkpoint and isinstance(checkpoint.get("partials"), list):
|
||
partials = checkpoint["partials"]
|
||
|
||
if len(partials) > len(chunks):
|
||
partials = []
|
||
|
||
for chunk in chunks[len(partials):]:
|
||
messages = self.create_messages(
|
||
chunk.segments,
|
||
title=source.title,
|
||
tags=source.tags,
|
||
video_img_urls=chunk.image_urls,
|
||
_format=source._format,
|
||
style=source.style,
|
||
extras=source.extras
|
||
)
|
||
try:
|
||
response = self._chat_completion_create(messages)
|
||
except Exception as exc:
|
||
if checkpoint_key and source_signature:
|
||
self._save_checkpoint(checkpoint_key, source_signature, partials, "summarize")
|
||
raise
|
||
|
||
partials.append(response.choices[0].message.content.strip())
|
||
if checkpoint_key and source_signature:
|
||
self._save_checkpoint(checkpoint_key, source_signature, partials, "summarize")
|
||
|
||
if len(partials) == 1:
|
||
if checkpoint_key:
|
||
self._clear_checkpoint(checkpoint_key)
|
||
return partials[0]
|
||
merged = self._merge_partials(partials, checkpoint_key, source_signature)
|
||
if checkpoint_key:
|
||
self._clear_checkpoint(checkpoint_key)
|
||
return merged
|