chore: 支持使用 leaky-bucket 限制请求频率 (#211)

* chore: 移除之前引入的 delay

* feat: 支持为 b 站请求配置频率限制

crates/bili_sync/src/bilibili/client.rs

@@ -1,11 +1,13 @@
 use std::sync::Arc;
+use std::time::Duration;
 
 use anyhow::{bail, Result};
+use leaky_bucket::RateLimiter;
 use reqwest::{header, Method};
 
 use crate::bilibili::credential::WbiImg;
 use crate::bilibili::Credential;
-use crate::config::CONFIG;
+use crate::config::{RateLimit, CONFIG};
 
 // 一个对 reqwest::Client 的简单封装，用于 Bilibili 请求
 #[derive(Clone)]
@@ -61,15 +63,31 @@ impl Default for Client {
 
 pub struct BiliClient {
     pub client: Client,
+    limiter: Option<RateLimiter>,
 }
 
 impl BiliClient {
     pub fn new() -> Self {
         let client = Client::new();
-        Self { client }
+        let limiter = match CONFIG.concurrent_limit.rate_limit {
+            Some(RateLimit { limit, duration }) => Some(
+                RateLimiter::builder()
+                    .initial(limit)
+                    .refill(limit)
+                    .max(limit)
+                    .interval(Duration::from_secs(duration))
+                    .build(),
+            ),
+            None => None,
+        };
+        Self { client, limiter }
     }
 
-    pub fn request(&self, method: Method, url: &str) -> reqwest::RequestBuilder {
+    /// 获取一个预构建的请求，通过该方法获取请求时会检查并等待速率限制
+    pub async fn request(&self, method: Method, url: &str) -> reqwest::RequestBuilder {
+        if let Some(limiter) = &self.limiter {
+            limiter.acquire_one().await;
+        }
         let credential = CONFIG.credential.load();
         self.client.request(method, url, credential.as_deref())
     }

crates/bili_sync/src/bilibili/collection.rs

@@ -109,6 +109,7 @@ impl<'a> Collection<'a> {
     async fn get_series_info(&self) -> Result<Value> {
         self.client
             .request(Method::GET, "https://api.bilibili.com/x/series/series")
+            .await
             .query(&[("series_id", self.collection.sid.as_str())])
             .send()
             .await?
@@ -151,6 +152,7 @@ impl<'a> Collection<'a> {
         };
         self.client
             .request(Method::GET, url)
+            .await
             .query(&query)
             .send()
             .await?

crates/bili_sync/src/bilibili/favorite_list.rs

@@ -30,6 +30,7 @@ impl<'a> FavoriteList<'a> {
         let mut res = self
             .client
             .request(reqwest::Method::GET, "https://api.bilibili.com/x/v3/fav/folder/info")
+            .await
             .query(&[("media_id", &self.fid)])
             .send()
             .await?
@@ -43,6 +44,7 @@ impl<'a> FavoriteList<'a> {
     async fn get_videos(&self, page: u32) -> Result<Value> {
         self.client
             .request(reqwest::Method::GET, "https://api.bilibili.com/x/v3/fav/resource/list")
+            .await
             .query(&[
                 ("media_id", self.fid.as_str()),
                 ("pn", &page.to_string()),

crates/bili_sync/src/bilibili/submission.rs

@@ -22,6 +22,7 @@ impl<'a> Submission<'a> {
         let mut res = self
             .client
             .request(Method::GET, "https://api.bilibili.com/x/web-interface/card")
+            .await
             .query(&[("mid", self.upper_id.as_str())])
             .send()
             .await?
@@ -35,6 +36,7 @@ impl<'a> Submission<'a> {
     async fn get_videos(&self, page: i32) -> Result<Value> {
         self.client
             .request(Method::GET, "https://api.bilibili.com/x/space/wbi/arc/search")
+            .await
             .query(&encoded_query(
                 vec![
                     ("mid", self.upper_id.clone()),

crates/bili_sync/src/bilibili/video.rs

@@ -67,6 +67,7 @@ impl<'a> Video<'a> {
         let mut res = self
             .client
             .request(Method::GET, "https://api.bilibili.com/x/web-interface/view")
+            .await
             .query(&[("aid", &self.aid), ("bvid", &self.bvid)])
             .send()
             .await?
@@ -81,6 +82,7 @@ impl<'a> Video<'a> {
         let mut res = self
             .client
             .request(Method::GET, "https://api.bilibili.com/x/player/pagelist")
+            .await
             .query(&[("aid", &self.aid), ("bvid", &self.bvid)])
             .send()
             .await?
@@ -95,6 +97,7 @@ impl<'a> Video<'a> {
         let mut res = self
             .client
             .request(Method::GET, "https://api.bilibili.com/x/web-interface/view/detail/tag")
+            .await
             .query(&[("aid", &self.aid), ("bvid", &self.bvid)])
             .send()
             .await?
@@ -120,6 +123,7 @@ impl<'a> Video<'a> {
         let mut res = self
             .client
             .request(Method::GET, "http://api.bilibili.com/x/v2/dm/web/seg.so")
+            .await
             .query(&[("type", 1), ("oid", page.cid), ("segment_index", segment_idx)])
             .send()
             .await?
@@ -140,6 +144,7 @@ impl<'a> Video<'a> {
         let mut res = self
             .client
             .request(Method::GET, "https://api.bilibili.com/x/player/wbi/playurl")
+            .await
             .query(&encoded_query(
                 vec![
                     ("avid", self.aid.as_str()),

crates/bili_sync/src/bilibili/watch_later.rs

@@ -16,6 +16,7 @@ impl<'a> WatchLater<'a> {
     async fn get_videos(&self) -> Result<Value> {
         self.client
             .request(reqwest::Method::GET, "https://api.bilibili.com/x/v2/history/toview")
+            .await
             .send()
             .await?
             .error_for_status()?