From edac5b1927591e62d41cc7da8e14137258a466c2 Mon Sep 17 00:00:00 2001 From: jxxghp Date: Fri, 9 Jun 2023 17:22:26 +0800 Subject: [PATCH] add playwright && remove feapder --- .../indexer/playwright_utils.py => helper/playwright.py} | 4 ++-- app/modules/indexer/spider.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) rename app/{modules/indexer/playwright_utils.py => helper/playwright.py} (96%) diff --git a/app/modules/indexer/playwright_utils.py b/app/helper/playwright.py similarity index 96% rename from app/modules/indexer/playwright_utils.py rename to app/helper/playwright.py index 7abfbdb8..ee8b449f 100644 --- a/app/modules/indexer/playwright_utils.py +++ b/app/helper/playwright.py @@ -1,7 +1,7 @@ from playwright.sync_api import sync_playwright -class PlaywrightUtils: +class PlaywrightHelper: def __init__(self, browser_type="chromium"): self.browser_type = browser_type @@ -34,7 +34,7 @@ class PlaywrightUtils: # 示例用法 if __name__ == "__main__": - utils = PlaywrightUtils() + utils = PlaywrightHelper() test_url = "https://www.baidu.com" test_cookies = "cookie1=value1; cookie2=value2" test_user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.63 Safari/537.36" diff --git a/app/modules/indexer/spider.py b/app/modules/indexer/spider.py index ea4c0fc9..785f2145 100644 --- a/app/modules/indexer/spider.py +++ b/app/modules/indexer/spider.py @@ -9,8 +9,8 @@ from pyquery import PyQuery from ruamel.yaml import CommentedMap from app.core import settings +from app.helper.playwright import PlaywrightHelper from app.log import logger -from app.modules.indexer.playwright_utils import PlaywrightUtils from app.utils.http import RequestUtils from app.utils.string import StringUtils from app.utils.types import MediaType @@ -215,7 +215,7 @@ class TorrentSpider: logger.info(f"开始请求：{searchurl}") if self.render: - page_source = PlaywrightUtils().get_page_source( + page_source = PlaywrightHelper().get_page_source( url=searchurl, cookie=self.cookie, ua=self.ua,