This commit is contained in:
jxxghp 2023-06-13 14:47:45 +08:00
parent 8776e51b22
commit 3790b62bb4

View File

@ -233,19 +233,22 @@ class TorrentSpider:
referer=self.referer, referer=self.referer,
proxies=self.proxies proxies=self.proxies
).get_res(searchurl, allow_redirects=True) ).get_res(searchurl, allow_redirects=True)
# 使用chardet检测字符编码 if ret is not None:
raw_data = ret.content # 使用chardet检测字符编码
if raw_data: raw_data = ret.content
try: if raw_data:
result = chardet.detect(raw_data) try:
encoding = result['encoding'] result = chardet.detect(raw_data)
# 解码为字符串 encoding = result['encoding']
page_source = raw_data.decode(encoding) # 解码为字符串
except Exception as e: page_source = raw_data.decode(encoding)
logger.error(f"chardet解码失败{e}") except Exception as e:
logger.error(f"chardet解码失败{e}")
page_source = ret.text
else:
page_source = ret.text page_source = ret.text
else: else:
page_source = ret.text page_source = ""
# 解析 # 解析
return self.parse(page_source) return self.parse(page_source)