mirror of
https://github.com/jxxghp/MoviePilot.git
synced 2026-09-08 17:08:35 +08:00
fix site parser
This commit is contained in:
@@ -286,6 +286,7 @@ class IndexerModule(_ModuleBase):
|
||||
return None
|
||||
|
||||
# 获取用户数据
|
||||
try:
|
||||
logger.info(f"站点 {site.get('name')} 开始以 {site.get('schema')} 模型解析数据...")
|
||||
site_obj.parse()
|
||||
logger.debug(f"站点 {site.get('name')} 数据解析完成")
|
||||
@@ -309,3 +310,5 @@ class IndexerModule(_ModuleBase):
|
||||
updated_day=datetime.now().strftime('%Y-%m-%d'),
|
||||
err_msg=site_obj.err_msg
|
||||
)
|
||||
finally:
|
||||
site_obj.clear()
|
||||
|
||||
@@ -442,6 +442,14 @@ class SiteParserBase(metaclass=ABCMeta):
|
||||
self._session.close()
|
||||
self._session = None
|
||||
|
||||
def clear(self):
|
||||
"""
|
||||
清除当前解析器的所有信息
|
||||
"""
|
||||
self._index_html = ""
|
||||
self.seeding_info.clear()
|
||||
self.message_unread_contents.clear()
|
||||
|
||||
def to_dict(self):
|
||||
"""
|
||||
转化为字典
|
||||
|
||||
+1
-1
@@ -468,7 +468,7 @@ class RequestUtils:
|
||||
return fallback_encoding or "utf-8"
|
||||
|
||||
@staticmethod
|
||||
def get_decoded_html_content(response: Response,
|
||||
def get_decoded_html_content(response: Union[Response, AutoCloseResponse],
|
||||
performance_mode: bool = False, confidence_threshold: float = 0.8) -> str:
|
||||
"""
|
||||
获取HTML响应的解码文本内容
|
||||
|
||||
Reference in New Issue
Block a user