fix: stop torrent search paging after short pages

app/modules/indexer/__init__.py

@@ -149,6 +149,30 @@ class IndexerModule(_ModuleBase):
                             site_downloader=site.get("downloader"),
                             **result) for result in result_array]
 
+    @staticmethod
+    def get_search_page_size(site: dict, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取站点搜索单页容量；None 表示当前搜索入口不支持可靠翻页。
+        """
+        site = site or {}
+        parser = site.get("parser")
+        parser_classes = {
+            "TNodeSpider": TNodeSpider,
+            "TorrentLeech": TorrentLeech,
+            "mTorrent": MTorrentSpider,
+            "Yema": YemaSpider,
+            "Haidan": HaiDanSpider,
+            "HDDolby": HddolbySpider,
+            "RousiPro": RousiSpider,
+        }
+        if parser in parser_classes:
+            return parser_classes[parser].get_search_page_size(keyword=keyword)
+        try:
+            page_size = int(site.get("result_num") or SiteSpider.default_result_num())
+        except (TypeError, ValueError):
+            page_size = SiteSpider.default_result_num()
+        return page_size if page_size > 0 else SiteSpider.default_result_num()
+
     def search_torrents(self, site: dict,
                         keyword: str = None,
                         mtype: MediaType = None,

app/modules/indexer/spider/__init__.py

@@ -22,6 +22,8 @@ class SiteSpider:
     站点爬虫
     """
 
+    _default_result_num = 100
+
     @property
     def __class__(self):
         return object
@@ -67,7 +69,7 @@ class SiteSpider:
             self.list = self.browse.get('list') or self.list
             self.fields = self.browse.get('fields') or self.fields
         self.domain = indexer.get('domain')
-        self.result_num = int(indexer.get('result_num') or 100)
+        self.result_num = int(indexer.get('result_num') or self.default_result_num())
         self._timeout = int(indexer.get('timeout') or 15)
         self.page = page
         if self.domain and not str(self.domain).endswith("/"):
@@ -82,6 +84,13 @@ class SiteSpider:
         self.torrents_info = {}
         self.torrents_info_array = []
 
+    @classmethod
+    def default_result_num(cls) -> int:
+        """
+        获取普通配置站点的默认单页数量。
+        """
+        return cls._default_result_num
+
     def __get_search_url(self):
         """
         获取搜索URL

app/modules/indexer/spider/haidan.py

@@ -49,6 +49,13 @@ class HaiDanSpider:
         "7": 1
     }
 
+    @classmethod
+    def get_search_page_size(cls, keyword: str = None) -> None:
+        """
+        海胆搜索入口当前没有接入页码参数，不参与自动翻页。
+        """
+        return None
+
     def __init__(self, indexer: dict):
         self.systemconfig = SystemConfigOper()
         if indexer:

app/modules/indexer/spider/hddolby.py

@@ -20,7 +20,7 @@ class HddolbySpider:
     _cookie = None
     _ua = None
     _apikey = None
-    _size = 40
+    _size = 100
     _pageurl = None
     _timeout = 15
     _searchurl = None
@@ -57,6 +57,13 @@ class HddolbySpider:
         "hfr": "高帧率",
     }
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量。
+        """
+        return cls._size
+
     def __init__(self, indexer: dict):
         self.systemconfig = SystemConfigOper()
         if indexer:
@@ -88,7 +95,7 @@ class HddolbySpider:
         return {
             "keyword": keyword,
             "page_number": page,
-            "page_size": 100,
+            "page_size": self._size,
             "categories": categories,
             "visible": 1,
         }

app/modules/indexer/spider/mtorrent.py

@@ -53,6 +53,13 @@ class MTorrentSpider:
         "7": "DIY 国配 中字"
     }
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量。
+        """
+        return cls._size
+
     def __init__(self, indexer: dict):
         self.systemconfig = SystemConfigOper()
         if indexer:

app/modules/indexer/spider/rousi.py

@@ -39,6 +39,13 @@ class RousiSpider:
     # API KEY
     _apikey = None
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量。
+        """
+        return cls._size
+
     def __init__(self, indexer: dict):
         self.systemconfig = SystemConfigOper()
         if indexer:

app/modules/indexer/spider/tnode.py

@@ -17,6 +17,13 @@ class TNodeSpider(metaclass=SingletonClass):
     _downloadurl = "%sapi/torrent/download/%s"
     _pageurl = "%storrent/info/%s"
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量。
+        """
+        return cls._size
+
     def __init__(self, indexer: dict):
         if indexer:
             self._indexerid = indexer.get('id')

app/modules/indexer/spider/torrentleech.py

@@ -17,6 +17,13 @@ class TorrentLeech:
     _pageurl = "%storrent/%s"
     _timeout = 15
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量；关键词搜索 URL 当前没有可靠页码入口。
+        """
+        return None if keyword else cls._size
+
     def __init__(self, indexer: dict):
         self._indexer = indexer
         if indexer.get('proxy'):

app/modules/indexer/spider/yema.py

@@ -44,6 +44,13 @@ class YemaSpider:
         "12": "完结",
     }
 
+    @classmethod
+    def get_search_page_size(cls, keyword: Optional[str] = None) -> Optional[int]:
+        """
+        获取搜索接口单页容量。
+        """
+        return cls._size
+
     def __init__(self, indexer: dict):
         self.systemconfig = SystemConfigOper()
         if indexer: