init

app/modules/douban/__init__.py

@@ -0,0 +1,115 @@
+from typing import List, Optional, Tuple, Union
+
+from app.core import MediaInfo, settings
+from app.core.meta import MetaBase
+from app.modules import _ModuleBase
+from app.modules.douban.apiv2 import DoubanApi
+from app.utils.types import MediaType
+
+
+class Douban(_ModuleBase):
+
+    def __init__(self):
+        super().__init__()
+        self.doubanapi = DoubanApi()
+
+    def init_module(self) -> None:
+        pass
+
+    def init_setting(self) -> Tuple[str, Union[str, bool]]:
+        pass
+
+    def douban_info(self, doubanid: str) -> Optional[dict]:
+        """
+        获取豆瓣信息
+        :param doubanid: 豆瓣ID
+        :return: 识别的媒体信息，包括剧集信息
+        """
+        if not doubanid:
+            return None
+        douban_info = self.doubanapi.movie_detail(doubanid)
+        if douban_info:
+            celebrities = self.doubanapi.movie_celebrities(doubanid)
+            if celebrities:
+                douban_info["directors"] = celebrities.get("directors")
+                douban_info["actors"] = celebrities.get("actors")
+        else:
+            douban_info = self.doubanapi.tv_detail(doubanid)
+            celebrities = self.doubanapi.tv_celebrities(doubanid)
+            if douban_info and celebrities:
+                douban_info["directors"] = celebrities.get("directors")
+                douban_info["actors"] = celebrities.get("actors")
+        return self.__extend_doubaninfo(douban_info)
+
+    @staticmethod
+    def __extend_doubaninfo(doubaninfo: dict):
+        """
+        补充添加豆瓣信息
+        """
+        # 类型
+        if doubaninfo.get("type") == "movie":
+            doubaninfo['media_type'] = MediaType.MOVIE
+        elif doubaninfo.get("type") == "tv":
+            doubaninfo['media_type'] = MediaType.TV
+        else:
+            return doubaninfo
+        # 评分
+        rating = doubaninfo.get('rating')
+        if rating:
+            doubaninfo['vote_average'] = float(rating.get("value"))
+        else:
+            doubaninfo['vote_average'] = 0
+
+        # 海报
+        if doubaninfo.get("type") == "movie":
+            poster_path = doubaninfo.get('cover', {}).get("url")
+            if not poster_path:
+                poster_path = doubaninfo.get('cover_url')
+            if not poster_path:
+                poster_path = doubaninfo.get('pic', {}).get("large")
+        else:
+            poster_path = doubaninfo.get('pic', {}).get("normal")
+        if poster_path:
+            poster_path = poster_path.replace("s_ratio_poster", "m_ratio_poster")
+        doubaninfo['poster_path'] = poster_path
+
+        # 简介
+        doubaninfo['overview'] = doubaninfo.get("card_subtitle") or ""
+
+        return doubaninfo
+
+    def search_medias(self, meta: MetaBase) -> Optional[List[MediaInfo]]:
+        """
+        搜索媒体信息
+        :param meta:  识别的元数据
+        :reutrn: 媒体信息
+        """
+        # 未启用豆瓣搜索时返回None
+        if settings.SEARCH_SOURCE != "douban":
+            return None
+
+        if not meta.get_name():
+            return []
+        result = self.doubanapi.search(meta.get_name())
+        if not result:
+            return []
+        # 返回数据
+        ret_medias = []
+        for item_obj in result.get("items"):
+            if meta.type and meta.type.value != item_obj.get("type_name"):
+                continue
+            if item_obj.get("type_name") not in (MediaType.TV.value, MediaType.MOVIE.value):
+                continue
+            ret_medias.append(MediaInfo(douban_info=item_obj.get("target")))
+
+        return ret_medias
+
+    def scrape_metadata(self, path: str, mediainfo: MediaInfo) -> None:
+        """
+        TODO 刮削元数据
+        :param path: 媒体文件路径
+        :param mediainfo:  识别的媒体信息
+        :return: 成功或失败
+        """
+        if settings.SCRAP_SOURCE != "douban":
+            return None

app/modules/douban/apiv2.py

@@ -0,0 +1,260 @@
+# -*- coding: utf-8 -*-
+import base64
+import hashlib
+import hmac
+from datetime import datetime
+from functools import lru_cache
+from random import choice
+from urllib import parse
+
+import requests
+
+from app.utils.http import RequestUtils
+from app.utils.singleton import Singleton
+
+
+class DoubanApi(metaclass=Singleton):
+    _urls = {
+        # 搜索类
+        # sort=U:近期热门 T:标记最多 S:评分最高 R:最新上映
+        # q=search_word&start=0&count=20&sort=U
+        # 聚合搜索
+        "search": "/search/weixin",
+        "search_agg": "/search",
+
+        # 电影探索
+        # sort=U:综合排序 T:近期热度 S:高分优先 R:首播时间
+        # tags='日本,动画,2022'&start=0&count=20&sort=U
+        "movie_recommend": "/movie/recommend",
+        # 电视剧探索
+        "tv_recommend": "/tv/recommend",
+        # 搜索
+        "movie_tag": "/movie/tag",
+        "tv_tag": "/tv/tag",
+        # q=search_word&start=0&count=20
+        "movie_search": "/search/movie",
+        "tv_search": "/search/movie",
+        "book_search": "/search/book",
+        "group_search": "/search/group",
+
+        # 各类主题合集
+        # start=0&count=20
+        # 正在上映
+        "movie_showing": "/subject_collection/movie_showing/items",
+        # 热门电影
+        "movie_hot_gaia": "/subject_collection/movie_hot_gaia/items",
+        # 即将上映
+        "movie_soon": "/subject_collection/movie_soon/items",
+        # TOP250
+        "movie_top250": "/subject_collection/movie_top250/items",
+        # 高分经典科幻片榜
+        "movie_scifi": "/subject_collection/movie_scifi/items",
+        # 高分经典喜剧片榜
+        "movie_comedy": "/subject_collection/movie_comedy/items",
+        # 高分经典动作片榜
+        "movie_action": "/subject_collection/movie_action/items",
+        # 高分经典爱情片榜
+        "movie_love": "/subject_collection/movie_love/items",
+
+        # 热门剧集
+        "tv_hot": "/subject_collection/tv_hot/items",
+        # 国产剧
+        "tv_domestic": "/subject_collection/tv_domestic/items",
+        # 美剧
+        "tv_american": "/subject_collection/tv_american/items",
+        # 本剧
+        "tv_japanese": "/subject_collection/tv_japanese/items",
+        # 韩剧
+        "tv_korean": "/subject_collection/tv_korean/items",
+        # 动画
+        "tv_animation": "/subject_collection/tv_animation/items",
+        # 综艺
+        "tv_variety_show": "/subject_collection/tv_variety_show/items",
+        # 华语口碑周榜
+        "tv_chinese_best_weekly": "/subject_collection/tv_chinese_best_weekly/items",
+        # 全球口碑周榜
+        "tv_global_best_weekly": "/subject_collection/tv_global_best_weekly/items",
+
+        # 执门综艺
+        "show_hot": "/subject_collection/show_hot/items",
+        # 国内综艺
+        "show_domestic": "/subject_collection/show_domestic/items",
+        # 国外综艺
+        "show_foreign": "/subject_collection/show_foreign/items",
+
+        "book_bestseller": "/subject_collection/book_bestseller/items",
+        "book_top250": "/subject_collection/book_top250/items",
+        # 虚构类热门榜
+        "book_fiction_hot_weekly": "/subject_collection/book_fiction_hot_weekly/items",
+        # 非虚构类热门
+        "book_nonfiction_hot_weekly": "/subject_collection/book_nonfiction_hot_weekly/items",
+
+        # 音乐
+        "music_single": "/subject_collection/music_single/items",
+
+        # rank list
+        "movie_rank_list": "/movie/rank_list",
+        "movie_year_ranks": "/movie/year_ranks",
+        "book_rank_list": "/book/rank_list",
+        "tv_rank_list": "/tv/rank_list",
+
+        # movie info
+        "movie_detail": "/movie/",
+        "movie_rating": "/movie/%s/rating",
+        "movie_photos": "/movie/%s/photos",
+        "movie_trailers": "/movie/%s/trailers",
+        "movie_interests": "/movie/%s/interests",
+        "movie_reviews": "/movie/%s/reviews",
+        "movie_recommendations": "/movie/%s/recommendations",
+        "movie_celebrities": "/movie/%s/celebrities",
+
+        # tv info
+        "tv_detail": "/tv/",
+        "tv_rating": "/tv/%s/rating",
+        "tv_photos": "/tv/%s/photos",
+        "tv_trailers": "/tv/%s/trailers",
+        "tv_interests": "/tv/%s/interests",
+        "tv_reviews": "/tv/%s/reviews",
+        "tv_recommendations": "/tv/%s/recommendations",
+        "tv_celebrities": "/tv/%s/celebrities",
+
+        # book info
+        "book_detail": "/book/",
+        "book_rating": "/book/%s/rating",
+        "book_interests": "/book/%s/interests",
+        "book_reviews": "/book/%s/reviews",
+        "book_recommendations": "/book/%s/recommendations",
+
+        # music info
+        "music_detail": "/music/",
+        "music_rating": "/music/%s/rating",
+        "music_interests": "/music/%s/interests",
+        "music_reviews": "/music/%s/reviews",
+        "music_recommendations": "/music/%s/recommendations",
+
+        # doulist
+        "doulist": "/doulist/",
+        "doulist_items": "/doulist/%s/items",
+    }
+
+    _user_agents = [
+        "api-client/1 com.douban.frodo/7.22.0.beta9(231) Android/23 product/Mate 40 vendor/HUAWEI model/Mate 40 brand/HUAWEI  rom/android  network/wifi  platform/AndroidPad"
+        "api-client/1 com.douban.frodo/7.18.0(230) Android/22 product/MI 9 vendor/Xiaomi model/MI 9 brand/Android  rom/miui6  network/wifi  platform/mobile nd/1",
+        "api-client/1 com.douban.frodo/7.1.0(205) Android/29 product/perseus vendor/Xiaomi model/Mi MIX 3  rom/miui6  network/wifi  platform/mobile nd/1",
+        "api-client/1 com.douban.frodo/7.3.0(207) Android/22 product/MI 9 vendor/Xiaomi model/MI 9 brand/Android  rom/miui6  network/wifi platform/mobile nd/1"]
+    _api_secret_key = "bf7dddc7c9cfe6f7"
+    _api_key = "0dad551ec0f84ed02907ff5c42e8ec70"
+    _base_url = "https://frodo.douban.com/api/v2"
+    _session = requests.Session()
+
+    def __init__(self):
+        pass
+
+    @classmethod
+    def __sign(cls, url: str, ts: int, method='GET') -> str:
+        url_path = parse.urlparse(url).path
+        raw_sign = '&'.join([method.upper(), parse.quote(url_path, safe=''), str(ts)])
+        return base64.b64encode(hmac.new(cls._api_secret_key.encode(), raw_sign.encode(), hashlib.sha1).digest()
+                                ).decode()
+
+    @classmethod
+    @lru_cache(maxsize=256)
+    def __invoke(cls, url, **kwargs):
+        req_url = cls._base_url + url
+
+        params = {'apiKey': cls._api_key}
+        if kwargs:
+            params.update(kwargs)
+
+        ts = params.pop('_ts', int(datetime.strftime(datetime.now(), '%Y%m%d')))
+        params.update({'os_rom': 'android', 'apiKey': cls._api_key, '_ts': ts, '_sig': cls.__sign(url=req_url, ts=ts)})
+
+        resp = RequestUtils(ua=choice(cls._user_agents), session=cls._session).get_res(url=req_url, params=params)
+
+        return resp.json() if resp else {}
+
+    def search(self, keyword, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["search"], q=keyword, start=start, count=count, _ts=ts)
+
+    def movie_search(self, keyword, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_search"], q=keyword, start=start, count=count, _ts=ts)
+
+    def tv_search(self, keyword, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_search"], q=keyword, start=start, count=count, _ts=ts)
+
+    def book_search(self, keyword, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["book_search"], q=keyword, start=start, count=count, _ts=ts)
+
+    def group_search(self, keyword, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["group_search"], q=keyword, start=start, count=count, _ts=ts)
+
+    def movie_showing(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_showing"], start=start, count=count, _ts=ts)
+
+    def movie_soon(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_soon"], start=start, count=count, _ts=ts)
+
+    def movie_hot_gaia(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_hot_gaia"], start=start, count=count, _ts=ts)
+
+    def tv_hot(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_hot"], start=start, count=count, _ts=ts)
+
+    def tv_animation(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_animation"], start=start, count=count, _ts=ts)
+
+    def tv_variety_show(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_variety_show"], start=start, count=count, _ts=ts)
+
+    def tv_rank_list(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_rank_list"], start=start, count=count, _ts=ts)
+
+    def show_hot(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["show_hot"], start=start, count=count, _ts=ts)
+
+    def movie_detail(self, subject_id):
+        return self.__invoke(self._urls["movie_detail"] + subject_id)
+
+    def movie_celebrities(self, subject_id):
+        return self.__invoke(self._urls["movie_celebrities"] % subject_id)
+
+    def tv_detail(self, subject_id):
+        return self.__invoke(self._urls["tv_detail"] + subject_id)
+
+    def tv_celebrities(self, subject_id):
+        return self.__invoke(self._urls["tv_celebrities"] % subject_id)
+
+    def book_detail(self, subject_id):
+        return self.__invoke(self._urls["book_detail"] + subject_id)
+
+    def movie_top250(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_top250"], start=start, count=count, _ts=ts)
+
+    def movie_recommend(self, tags='', sort='R', start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["movie_recommend"], tags=tags, sort=sort, start=start, count=count, _ts=ts)
+
+    def tv_recommend(self, tags='', sort='R', start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_recommend"], tags=tags, sort=sort, start=start, count=count, _ts=ts)
+
+    def tv_chinese_best_weekly(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_chinese_best_weekly"], start=start, count=count, _ts=ts)
+
+    def tv_global_best_weekly(self, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        return self.__invoke(self._urls["tv_global_best_weekly"], start=start, count=count, _ts=ts)
+
+    def doulist_detail(self, subject_id):
+        """
+        豆列详情
+        :param subject_id: 豆列id
+        """
+        return self.__invoke(self._urls["doulist"] + subject_id)
+
+    def doulist_items(self, subject_id, start=0, count=20, ts=datetime.strftime(datetime.now(), '%Y%m%d')):
+        """
+        豆列列表
+        :param subject_id: 豆列id
+        :param start: 开始
+        :param count: 数量
+        :param ts: 时间戳
+        """
+        return self.__invoke(self._urls["doulist_items"] % subject_id, start=start, count=count, _ts=ts)