From ad7a9b98553d11b2d2884de403dc3708f3f724b7 Mon Sep 17 00:00:00 2001 From: jxxghp Date: Sun, 11 Jun 2023 22:15:54 +0800 Subject: [PATCH] fix bug --- app/modules/indexer/spider.py | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/app/modules/indexer/spider.py b/app/modules/indexer/spider.py index 2a15549f..35acff1c 100644 --- a/app/modules/indexer/spider.py +++ b/app/modules/indexer/spider.py @@ -233,16 +233,19 @@ class TorrentSpider: referer=self.referer, proxies=self.proxies ).get_res(searchurl, allow_redirects=True) - # 使用chardet检测字符编码 raw_data = ret.content if raw_data: - result = chardet.detect(raw_data) - encoding = result['encoding'] - # 解码为字符串 - page_source = raw_data.decode(encoding) + try: + result = chardet.detect(raw_data) + encoding = result['encoding'] + # 解码为字符串 + page_source = raw_data.decode(encoding) + except Exception as e: + logger.error(f"chardet解码失败:{e}") + page_source = ret.text else: - page_source = "" + page_source = ret.text # 解析 return self.parse(page_source)