mirror of
https://github.com/jxxghp/MoviePilot.git
synced 2026-09-09 09:26:55 +08:00
fix site parser
This commit is contained in:
@@ -286,6 +286,7 @@ class IndexerModule(_ModuleBase):
|
|||||||
return None
|
return None
|
||||||
|
|
||||||
# 获取用户数据
|
# 获取用户数据
|
||||||
|
try:
|
||||||
logger.info(f"站点 {site.get('name')} 开始以 {site.get('schema')} 模型解析数据...")
|
logger.info(f"站点 {site.get('name')} 开始以 {site.get('schema')} 模型解析数据...")
|
||||||
site_obj.parse()
|
site_obj.parse()
|
||||||
logger.debug(f"站点 {site.get('name')} 数据解析完成")
|
logger.debug(f"站点 {site.get('name')} 数据解析完成")
|
||||||
@@ -309,3 +310,5 @@ class IndexerModule(_ModuleBase):
|
|||||||
updated_day=datetime.now().strftime('%Y-%m-%d'),
|
updated_day=datetime.now().strftime('%Y-%m-%d'),
|
||||||
err_msg=site_obj.err_msg
|
err_msg=site_obj.err_msg
|
||||||
)
|
)
|
||||||
|
finally:
|
||||||
|
site_obj.clear()
|
||||||
|
|||||||
@@ -442,6 +442,14 @@ class SiteParserBase(metaclass=ABCMeta):
|
|||||||
self._session.close()
|
self._session.close()
|
||||||
self._session = None
|
self._session = None
|
||||||
|
|
||||||
|
def clear(self):
|
||||||
|
"""
|
||||||
|
清除当前解析器的所有信息
|
||||||
|
"""
|
||||||
|
self._index_html = ""
|
||||||
|
self.seeding_info.clear()
|
||||||
|
self.message_unread_contents.clear()
|
||||||
|
|
||||||
def to_dict(self):
|
def to_dict(self):
|
||||||
"""
|
"""
|
||||||
转化为字典
|
转化为字典
|
||||||
|
|||||||
+1
-1
@@ -468,7 +468,7 @@ class RequestUtils:
|
|||||||
return fallback_encoding or "utf-8"
|
return fallback_encoding or "utf-8"
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def get_decoded_html_content(response: Response,
|
def get_decoded_html_content(response: Union[Response, AutoCloseResponse],
|
||||||
performance_mode: bool = False, confidence_threshold: float = 0.8) -> str:
|
performance_mode: bool = False, confidence_threshold: float = 0.8) -> str:
|
||||||
"""
|
"""
|
||||||
获取HTML响应的解码文本内容
|
获取HTML响应的解码文本内容
|
||||||
|
|||||||
Reference in New Issue
Block a user