This commit is contained in:
jxxghp 2023-06-13 14:47:45 +08:00
parent 8776e51b22
commit 3790b62bb4

View File

@ -233,19 +233,22 @@ class TorrentSpider:
referer=self.referer,
proxies=self.proxies
).get_res(searchurl, allow_redirects=True)
# 使用chardet检测字符编码
raw_data = ret.content
if raw_data:
try:
result = chardet.detect(raw_data)
encoding = result['encoding']
# 解码为字符串
page_source = raw_data.decode(encoding)
except Exception as e:
logger.error(f"chardet解码失败{e}")
if ret is not None:
# 使用chardet检测字符编码
raw_data = ret.content
if raw_data:
try:
result = chardet.detect(raw_data)
encoding = result['encoding']
# 解码为字符串
page_source = raw_data.decode(encoding)
except Exception as e:
logger.error(f"chardet解码失败{e}")
page_source = ret.text
else:
page_source = ret.text
else:
page_source = ret.text
page_source = ""
# 解析
return self.parse(page_source)