fix bug
This commit is contained in:
parent
e2542627d2
commit
ad7a9b9855
@ -233,16 +233,19 @@ class TorrentSpider:
|
|||||||
referer=self.referer,
|
referer=self.referer,
|
||||||
proxies=self.proxies
|
proxies=self.proxies
|
||||||
).get_res(searchurl, allow_redirects=True)
|
).get_res(searchurl, allow_redirects=True)
|
||||||
|
|
||||||
# 使用chardet检测字符编码
|
# 使用chardet检测字符编码
|
||||||
raw_data = ret.content
|
raw_data = ret.content
|
||||||
if raw_data:
|
if raw_data:
|
||||||
|
try:
|
||||||
result = chardet.detect(raw_data)
|
result = chardet.detect(raw_data)
|
||||||
encoding = result['encoding']
|
encoding = result['encoding']
|
||||||
# 解码为字符串
|
# 解码为字符串
|
||||||
page_source = raw_data.decode(encoding)
|
page_source = raw_data.decode(encoding)
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"chardet解码失败:{e}")
|
||||||
|
page_source = ret.text
|
||||||
else:
|
else:
|
||||||
page_source = ""
|
page_source = ret.text
|
||||||
|
|
||||||
# 解析
|
# 解析
|
||||||
return self.parse(page_source)
|
return self.parse(page_source)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user