mirror of
https://github.com/JefferyHcool/BiliNote.git
synced 2026-05-11 18:10:06 +08:00
171dea5e0d
### v1.1.0 - #### Added - 新增 AI 笔记风格选择 - 新增 AI 笔记返回格式选择 - 添加 AI 自定义笔记备注 Prompt - 添加任务失败重试 - 添加全局设置页，可在设置页进行模型设置 - #### Optimize - 优化前端样式，优化用户体验 - 增加生成中间产物，可用于失败后加快生成速度 - #### Fix - 修复视频截图视频过早删除错误
251 lines
8.6 KiB
Python
251 lines
8.6 KiB
Python
import json
|
||
import logging
|
||
import time
|
||
from typing import Optional, List, Dict, Union
|
||
|
||
import requests
|
||
|
||
from app.decorators.timeit import timeit
|
||
from app.models.transcriber_model import TranscriptSegment, TranscriptResult
|
||
from app.transcriber.base import Transcriber
|
||
from app.utils.logger import get_logger
|
||
from events import transcription_finished
|
||
|
||
__version__ = "0.0.3"
|
||
|
||
API_BASE_URL = "https://member.bilibili.com/x/bcut/rubick-interface"
|
||
|
||
# 申请上传
|
||
API_REQ_UPLOAD = API_BASE_URL + "/resource/create"
|
||
|
||
# 提交上传
|
||
API_COMMIT_UPLOAD = API_BASE_URL + "/resource/create/complete"
|
||
|
||
# 创建任务
|
||
API_CREATE_TASK = API_BASE_URL + "/task"
|
||
|
||
# 查询结果
|
||
API_QUERY_RESULT = API_BASE_URL + "/task/result"
|
||
|
||
logger = get_logger(__name__)
|
||
|
||
class BcutTranscriber(Transcriber):
|
||
"""必剪 语音识别接口"""
|
||
headers = {
|
||
'User-Agent': 'Bilibili/1.0.0 (https://www.bilibili.com)',
|
||
'Content-Type': 'application/json'
|
||
}
|
||
|
||
def __init__(self):
|
||
self.session = requests.Session()
|
||
self.task_id = None
|
||
self.__etags = []
|
||
|
||
self.__in_boss_key: Optional[str] = None
|
||
self.__resource_id: Optional[str] = None
|
||
self.__upload_id: Optional[str] = None
|
||
self.__upload_urls: List[str] = []
|
||
self.__per_size: Optional[int] = None
|
||
self.__clips: Optional[int] = None
|
||
|
||
self.__etags: List[str] = []
|
||
self.__download_url: Optional[str] = None
|
||
self.task_id: Optional[str] = None
|
||
|
||
def _load_file(self, file_path: str) -> bytes:
|
||
"""读取文件内容"""
|
||
with open(file_path, 'rb') as f:
|
||
return f.read()
|
||
|
||
def _upload(self, file_path: str) -> None:
|
||
"""申请上传"""
|
||
file_binary = self._load_file(file_path)
|
||
if not file_binary:
|
||
raise ValueError("无法读取文件数据")
|
||
|
||
payload = json.dumps({
|
||
"type": 2,
|
||
"name": "audio.mp3",
|
||
"size": len(file_binary),
|
||
"ResourceFileType": "mp3",
|
||
"model_id": "8",
|
||
})
|
||
|
||
resp = self.session.post(
|
||
API_REQ_UPLOAD,
|
||
data=payload,
|
||
headers=self.headers
|
||
)
|
||
resp.raise_for_status()
|
||
resp = resp.json()
|
||
resp_data = resp["data"]
|
||
|
||
self.__in_boss_key = resp_data["in_boss_key"]
|
||
self.__resource_id = resp_data["resource_id"]
|
||
self.__upload_id = resp_data["upload_id"]
|
||
self.__upload_urls = resp_data["upload_urls"]
|
||
self.__per_size = resp_data["per_size"]
|
||
self.__clips = len(resp_data["upload_urls"])
|
||
|
||
logger.info(
|
||
f"申请上传成功, 总计大小{resp_data['size'] // 1024}KB, {self.__clips}分片, 分片大小{resp_data['per_size'] // 1024}KB: {self.__in_boss_key}"
|
||
)
|
||
self.__upload_part(file_binary)
|
||
self.__commit_upload()
|
||
|
||
def __upload_part(self, file_binary: bytes) -> None:
|
||
"""上传音频数据"""
|
||
for clip in range(self.__clips):
|
||
start_range = clip * self.__per_size
|
||
end_range = min((clip + 1) * self.__per_size, len(file_binary))
|
||
logger.info(f"开始上传分片{clip}: {start_range}-{end_range}")
|
||
resp = self.session.put(
|
||
self.__upload_urls[clip],
|
||
data=file_binary[start_range:end_range],
|
||
headers={'Content-Type': 'application/octet-stream'}
|
||
)
|
||
resp.raise_for_status()
|
||
etag = resp.headers.get("Etag", "").strip('"')
|
||
self.__etags.append(etag)
|
||
logger.info(f"分片{clip}上传成功: {etag}")
|
||
|
||
def __commit_upload(self) -> None:
|
||
"""提交上传数据"""
|
||
data = json.dumps({
|
||
"InBossKey": self.__in_boss_key,
|
||
"ResourceId": self.__resource_id,
|
||
"Etags": ",".join(self.__etags),
|
||
"UploadId": self.__upload_id,
|
||
"model_id": "8",
|
||
})
|
||
resp = self.session.post(
|
||
API_COMMIT_UPLOAD,
|
||
data=data,
|
||
headers=self.headers
|
||
)
|
||
resp.raise_for_status()
|
||
resp = resp.json()
|
||
print('Bili',resp)
|
||
if resp.get("code") != 0:
|
||
error_msg = f"上传提交失败: {resp.get('message', '未知错误')}"
|
||
logger.error(error_msg)
|
||
raise Exception(error_msg)
|
||
|
||
self.__download_url = resp["data"]["download_url"]
|
||
logger.info(f"提交成功，下载链接: {self.__download_url}")
|
||
|
||
def _create_task(self) -> str:
|
||
"""开始创建转换任务"""
|
||
resp = self.session.post(
|
||
API_CREATE_TASK, json={"resource": self.__download_url, "model_id": "8"}, headers=self.headers
|
||
)
|
||
resp.raise_for_status()
|
||
resp = resp.json()
|
||
if resp.get("code") != 0:
|
||
error_msg = f"创建任务失败: {resp.get('message', '未知错误')}"
|
||
logger.error(error_msg)
|
||
raise Exception(error_msg)
|
||
|
||
self.task_id = resp["data"]["task_id"]
|
||
logger.info(f"任务已创建: {self.task_id}")
|
||
return self.task_id
|
||
|
||
def _query_result(self) -> dict:
|
||
"""查询转换结果"""
|
||
resp = self.session.get(
|
||
API_QUERY_RESULT,
|
||
params={"model_id": 7, "task_id": self.task_id},
|
||
headers=self.headers
|
||
)
|
||
resp.raise_for_status()
|
||
resp = resp.json()
|
||
if resp.get("code") != 0:
|
||
error_msg = f"查询结果失败: {resp.get('message', '未知错误')}"
|
||
logger.error(error_msg)
|
||
raise Exception(error_msg)
|
||
|
||
return resp["data"]
|
||
|
||
@timeit
|
||
def transcript(self, file_path: str) -> TranscriptResult:
|
||
"""执行识别过程，符合 Transcriber 接口"""
|
||
try:
|
||
logger.info(f"开始处理文件: {file_path}")
|
||
|
||
# 上传文件
|
||
logger.info("正在上传文件...")
|
||
self._upload(file_path)
|
||
|
||
# 创建任务
|
||
logger.info("提交转录任务...")
|
||
self._create_task()
|
||
|
||
# 轮询检查任务状态
|
||
logger.info("等待转录结果...")
|
||
task_resp = None
|
||
max_retries = 500
|
||
for i in range(max_retries):
|
||
task_resp = self._query_result()
|
||
|
||
if task_resp["state"] == 4: # 完成状态
|
||
break
|
||
elif task_resp["state"] == 3: # 失败状态
|
||
error_msg = f"B站ASR任务失败，状态码: {task_resp['state']}"
|
||
logger.error(error_msg)
|
||
raise Exception(error_msg)
|
||
|
||
# 每隔一段时间打印进度
|
||
if i % 10 == 0:
|
||
logger.info(f"转录进行中... {i}/{max_retries}")
|
||
|
||
time.sleep(1)
|
||
|
||
if not task_resp or task_resp["state"] != 4:
|
||
error_msg = f"B站ASR任务未能完成，状态: {task_resp.get('state') if task_resp else 'Unknown'}"
|
||
logger.error(error_msg)
|
||
raise Exception(error_msg)
|
||
|
||
# 解析结果
|
||
logger.info("转录成功，处理结果...")
|
||
result_json = json.loads(task_resp["result"])
|
||
|
||
# 提取分段数据
|
||
segments = []
|
||
full_text = ""
|
||
|
||
for u in result_json.get("utterances", []):
|
||
text = u.get("transcript", "").strip()
|
||
# B站ASR返回的时间戳是毫秒，需要转换为秒
|
||
start_time = float(u.get("start_time", 0)) / 1000.0
|
||
end_time = float(u.get("end_time", 0)) / 1000.0
|
||
|
||
full_text += text + " "
|
||
segments.append(TranscriptSegment(
|
||
start=start_time,
|
||
end=end_time,
|
||
text=text
|
||
))
|
||
|
||
# 创建结果对象
|
||
result = TranscriptResult(
|
||
language=result_json.get("language", "zh"),
|
||
full_text=full_text.strip(),
|
||
segments=segments,
|
||
raw=result_json
|
||
)
|
||
|
||
# 触发完成事件
|
||
# self.on_finish(file_path, result)
|
||
|
||
return result
|
||
|
||
except Exception as e:
|
||
logger.error(f"B站ASR处理失败: {str(e)}")
|
||
raise
|
||
|
||
def on_finish(self, video_path: str, result: TranscriptResult) -> None:
|
||
"""转录完成的回调"""
|
||
logger.info(f"B站ASR转写完成: {video_path}")
|
||
transcription_finished.send({
|
||
"file_path": video_path,
|
||
}) |