GithubBackup/bili-sync
1
0
Fork 0
mirror of https://github.com/amtoaer/bili-sync.git synced 2026-06-22 07:54:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

perf: 使用 2MB 内存缓冲区以减少系统调用次数，加快文件下载速度

Browse Source
This commit is contained in:
amtoaer
2026-06-08 19:37:27 +08:00
parent 116ae79578
commit 8dd5a0dd1d
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
crates/bili_sync/src/downloader.rs
View File

@@ -8,7 +8,7 @@ use async_tempfile::TempFile;
use futures::TryStreamExt;
use reqwest::{Method, StatusCode, header};
use tokio::fs::{self};
use tokio::io::{AsyncSeekExt, AsyncWriteExt};
use tokio::io::{AsyncSeekExt, AsyncWriteExt, BufWriter};
use tokio::process::Command;
use tokio::task::JoinSet;
use tokio_util::io::StreamReader;
@@ -155,8 +155,9 @@ impl Downloader {
.error_for_status_ext()?;
let expected = resp.header_content_length();
let mut stream_reader = StreamReader::new(resp.bytes_stream().map_err(std::io::Error::other));
let received = tokio::io::copy(&mut stream_reader, file).await?;
file.flush().await?;
let mut file_writer = BufWriter::with_capacity(2 * 1024 * 1024, file);
let received = tokio::io::copy(&mut stream_reader, &mut file_writer).await?;
file_writer.flush().await?;
if let Some(expected) = expected {
ensure!(
received == expected,
@@ -244,8 +245,9 @@ impl Downloader {
);
}
let mut stream_reader = StreamReader::new(resp.bytes_stream().map_err(std::io::Error::other));
let received = tokio::io::copy(&mut stream_reader, &mut file_clone).await?;
file_clone.flush().await?;
let mut file_writer = BufWriter::with_capacity(2 * 1024 * 1024, file_clone);
let received = tokio::io::copy(&mut stream_reader, &mut file_writer).await?;
file_writer.flush().await?;
ensure!(
received == end - start + 1,
"downloaded bytes mismatch: expected {}, got {}",