import re from pathlib import Path from app.core.config import settings from app.core.meta.metabase import MetaBase from app.core.meta.release_groups import ReleaseGroupsMatcher from app.utils.string import StringUtils from app.utils.tokens import Tokens from app.utils.types import MediaType class MetaVideo(MetaBase): """ 识别电影、电视剧 """ # 控制标位区 _stop_name_flag = False _stop_cnname_flag = False _last_token = "" _last_token_type = "" _continue_flag = True _unknown_name_str = "" _source = "" _effect = [] # 正则式区 _season_re = r"S(\d{2})|^S(\d{1,2})$|S(\d{1,2})E" _episode_re = r"EP?(\d{2,4})$|^EP?(\d{1,4})$|^S\d{1,2}EP?(\d{1,4})$|S\d{2}EP?(\d{2,4})" _part_re = r"(^PART[0-9ABI]{0,2}$|^CD[0-9]{0,2}$|^DVD[0-9]{0,2}$|^DISK[0-9]{0,2}$|^DISC[0-9]{0,2}$)" _roman_numerals = r"^(?=[MDCLXVI])M*(C[MD]|D?C{0,3})(X[CL]|L?X{0,3})(I[XV]|V?I{0,3})$" _source_re = r"^BLURAY$|^HDTV$|^UHDTV$|^HDDVD$|^WEBRIP$|^DVDRIP$|^BDRIP$|^BLU$|^WEB$|^BD$|^HDRip$" _effect_re = r"^REMUX$|^UHD$|^SDR$|^HDR\d*$|^DOLBY$|^DOVI$|^DV$|^3D$|^REPACK$" _resources_type_re = r"%s|%s" % (_source_re, _effect_re) _name_no_begin_re = r"^\[.+?]" _name_no_chinese_re = r".*版|.*字幕" _name_se_words = ['共', '第', '季', '集', '话', '話', '期'] _name_nostring_re = r"^PTS|^JADE|^AOD|^CHC|^[A-Z]{1,4}TV[\-0-9UVHDK]*" \ r"|HBO$|\s+HBO|\d{1,2}th|\d{1,2}bit|NETFLIX|AMAZON|IMAX|^3D|\s+3D|^BBC\s+|\s+BBC|BBC$|DISNEY\+?|XXX|\s+DC$" \ r"|[第\s共]+[0-9一二三四五六七八九十\-\s]+季" \ r"|[第\s共]+[0-9一二三四五六七八九十百零\-\s]+[集话話]" \ r"|连载|日剧|美剧|电视剧|动画片|动漫|欧美|西德|日韩|超高清|高清|蓝光|翡翠台|梦幻天堂·龙网|★?\d*月?新番" \ r"|最终季|合集|[多中国英葡法俄日韩德意西印泰台港粤双文语简繁体特效内封官译外挂]+字幕|版本|出品|台版|港版|\w+字幕组" \ r"|未删减版|UNCUT$|UNRATE$|WITH EXTRAS$|RERIP$|SUBBED$|PROPER$|REPACK$|SEASON$|EPISODE$|Complete$|Extended$|Extended Version$" \ r"|S\d{2}\s*-\s*S\d{2}|S\d{2}|\s+S\d{1,2}|EP?\d{2,4}\s*-\s*EP?\d{2,4}|EP?\d{2,4}|\s+EP?\d{1,4}" \ r"|CD[\s.]*[1-9]|DVD[\s.]*[1-9]|DISK[\s.]*[1-9]|DISC[\s.]*[1-9]" \ r"|[248]K|\d{3,4}[PIX]+" \ r"|CD[\s.]*[1-9]|DVD[\s.]*[1-9]|DISK[\s.]*[1-9]|DISC[\s.]*[1-9]" _resources_pix_re = r"^[SBUHD]*(\d{3,4}[PI]+)|\d{3,4}X(\d{3,4})" _resources_pix_re2 = r"(^[248]+K)" _video_encode_re = r"^[HX]26[45]$|^AVC$|^HEVC$|^VC\d?$|^MPEG\d?$|^Xvid$|^DivX$|^HDR\d*$" _audio_encode_re = r"^DTS\d?$|^DTSHD$|^DTSHDMA$|^Atmos$|^TrueHD\d?$|^AC3$|^\dAudios?$|^DDP\d?$|^DD\d?$|^LPCM\d?$|^AAC\d?$|^FLAC\d?$|^HD\d?$|^MA\d?$" def __init__(self, title: str, subtitle: str = None, isfile: bool = False): super().__init__(title, subtitle, isfile) if not title: return original_title = title self._source = "" self._effect = [] # 判断是否纯数字命名 title_path = Path(title) if title_path.suffix.lower() in settings.RMT_MEDIAEXT \ and title_path.stem.isdigit() \ and len(title_path.stem) < 5: self.begin_episode = int(title_path.stem) self.type = MediaType.TV return # 去掉名称中第1个[]的内容 title = re.sub(r'%s' % self._name_no_begin_re, "", title, count=1) # 把xxxx-xxxx年份换成前一个年份，常出现在季集上 title = re.sub(r'([\s.]+)(\d{4})-(\d{4})', r'\1\2', title) # 把大小去掉 title = re.sub(r'[0-9.]+\s*[MGT]i?B(?![A-Z]+)', "", title, flags=re.IGNORECASE) # 把年月日去掉 title = re.sub(r'\d{4}[\s._-]\d{1,2}[\s._-]\d{1,2}', "", title) # 拆分tokens tokens = Tokens(title) self.tokens = tokens # 解析名称、年份、季、集、资源类型、分辨率等 token = tokens.get_next() while token: # Part self.__init_part(token) # 标题 if self._continue_flag: self.__init_name(token) # 年份 if self._continue_flag: self.__init_year(token) # 分辨率 if self._continue_flag: self.__init_resource_pix(token) # 季 if self._continue_flag: self.__init_season(token) # 集 if self._continue_flag: self.__init_episode(token) # 资源类型 if self._continue_flag: self.__init_resource_type(token) # 视频编码 if self._continue_flag: self.__init_video_encode(token) # 音频编码 if self._continue_flag: self.__init_audio_encode(token) # 取下一个，直到没有为卡 token = tokens.get_next() self._continue_flag = True # 合成质量 if self._effect: self._effect.reverse() self.resource_effect = " ".join(self._effect) if self._source: self.resource_type = self._source.strip() # 提取原盘DIY if self.resource_type and "BluRay" in self.resource_type: if (self.subtitle and re.findall(r'D[Ii]Y', self.subtitle)) \ or re.findall(r'-D[Ii]Y@', original_title): self.resource_type = f"{self.resource_type} DIY" # 解析副标题，只要季和集 self.init_subtitle(self.org_string) if not self._subtitle_flag and self.subtitle: self.init_subtitle(self.subtitle) # 去掉名字中不需要的干扰字符，过短的纯数字不要 self.cn_name = self.__fix_name(self.cn_name) self.en_name = StringUtils.str_title(self.__fix_name(self.en_name)) # 处理part if self.part and self.part.upper() == "PART": self.part = None # 制作组/字幕组 self.resource_team = ReleaseGroupsMatcher().match(title=original_title) or None def __fix_name(self, name: str): if not name: return name name = re.sub(r'%s' % self._name_nostring_re, '', name, flags=re.IGNORECASE).strip() name = re.sub(r'\s+', ' ', name) if name.isdigit() \ and int(name) < 1800 \ and not self.year \ and not self.begin_season \ and not self.resource_pix \ and not self.resource_type \ and not self.audio_encode \ and not self.video_encode: if self.begin_episode is None: self.begin_episode = int(name) name = None elif self.is_in_episode(int(name)) and not self.begin_season: name = None return name def __init_name(self, token: str): if not token: return # 回收标题 if self._unknown_name_str: if not self.cn_name: if not self.en_name: self.en_name = self._unknown_name_str elif self._unknown_name_str != self.year: self.en_name = "%s %s" % (self.en_name, self._unknown_name_str) self._last_token_type = "enname" self._unknown_name_str = "" if self._stop_name_flag: return if token.upper() == "AKA": self._continue_flag = False self._stop_name_flag = True return if token in self._name_se_words: self._last_token_type = 'name_se_words' return if StringUtils.is_chinese(token): # 含有中文，直接做为标题（连着的数字或者英文会保留），且不再取用后面出现的中文 self._last_token_type = "cnname" if not self.cn_name: self.cn_name = token elif not self._stop_cnname_flag: if not re.search("%s" % self._name_no_chinese_re, token, flags=re.IGNORECASE) \ and not re.search("%s" % self._name_se_words, token, flags=re.IGNORECASE): self.cn_name = "%s %s" % (self.cn_name, token) self._stop_cnname_flag = True else: is_roman_digit = re.search(self._roman_numerals, token) # 阿拉伯数字或者罗马数字 if token.isdigit() or is_roman_digit: # 第季集后面的不要 if self._last_token_type == 'name_se_words': return if self.name: # 名字后面以 0 开头的不要，极有可能是集 if token.startswith('0'): return # 检查是否真正的数字 if token.isdigit(): try: int(token) except ValueError: return # 中文名后面跟的数字不是年份的极有可能是集 if not is_roman_digit \ and self._last_token_type == "cnname" \ and int(token) < 1900: return if (token.isdigit() and len(token) < 4) or is_roman_digit: # 4位以下的数字或者罗马数字，拼装到已有标题中 if self._last_token_type == "cnname": self.cn_name = "%s %s" % (self.cn_name, token) elif self._last_token_type == "enname": self.en_name = "%s %s" % (self.en_name, token) self._continue_flag = False elif token.isdigit() and len(token) == 4: # 4位数字，可能是年份，也可能真的是标题的一部分，也有可能是集 if not self._unknown_name_str: self._unknown_name_str = token else: # 名字未出现前的第一个数字，记下来 if not self._unknown_name_str: self._unknown_name_str = token elif re.search(r"%s" % self._season_re, token, re.IGNORECASE): # 季的处理 if self.en_name and re.search(r"SEASON$", self.en_name, re.IGNORECASE): # 如果匹配到季，英文名结尾为Season，说明Season属于标题，不应在后续作为干扰词去除 self.en_name += ' ' self._stop_name_flag = True return elif re.search(r"%s" % self._episode_re, token, re.IGNORECASE) \ or re.search(r"(%s)" % self._resources_type_re, token, re.IGNORECASE) \ or re.search(r"%s" % self._resources_pix_re, token, re.IGNORECASE): # 集、来源、版本等不要 self._stop_name_flag = True return else: # 后缀名不要 if ".%s".lower() % token in settings.RMT_MEDIAEXT: return # 英文或者英文+数字，拼装起来 if self.en_name: self.en_name = "%s %s" % (self.en_name, token) else: self.en_name = token self._last_token_type = "enname" def __init_part(self, token: str): if not self.name: return if not self.year \ and not self.begin_season \ and not self.begin_episode \ and not self.resource_pix \ and not self.resource_type: return re_res = re.search(r"%s" % self._part_re, token, re.IGNORECASE) if re_res: if not self.part: self.part = re_res.group(1) nextv = self.tokens.cur() if nextv \ and ((nextv.isdigit() and (len(nextv) == 1 or len(nextv) == 2 and nextv.startswith('0'))) or nextv.upper() in ['A', 'B', 'C', 'I', 'II', 'III']): self.part = "%s%s" % (self.part, nextv) self.tokens.get_next() self._last_token_type = "part" self._continue_flag = False self._stop_name_flag = False def __init_year(self, token: str): if not self.name: return if not token.isdigit(): return if len(token) != 4: return if not 1900 < int(token) < 2050: return if self.year: if self.en_name: self.en_name = "%s %s" % (self.en_name.strip(), self.year) elif self.cn_name: self.cn_name = "%s %s" % (self.cn_name, self.year) elif self.en_name and re.search(r"SEASON$", self.en_name, re.IGNORECASE): # 如果匹配到年，且英文名结尾为Season，说明Season属于标题，不应在后续作为干扰词去除 self.en_name += ' ' self.year = token self._last_token_type = "year" self._continue_flag = False self._stop_name_flag = True def __init_resource_pix(self, token: str): if not self.name: return re_res = re.findall(r"%s" % self._resources_pix_re, token, re.IGNORECASE) if re_res: self._last_token_type = "pix" self._continue_flag = False self._stop_name_flag = True resource_pix = None for pixs in re_res: if isinstance(pixs, tuple): pix_t = None for pix_i in pixs: if pix_i: pix_t = pix_i break if pix_t: resource_pix = pix_t else: resource_pix = pixs if resource_pix and not self.resource_pix: self.resource_pix = resource_pix.lower() break if self.resource_pix \ and self.resource_pix.isdigit() \ and self.resource_pix[-1] not in 'kpi': self.resource_pix = "%sp" % self.resource_pix else: re_res = re.search(r"%s" % self._resources_pix_re2, token, re.IGNORECASE) if re_res: self._last_token_type = "pix" self._continue_flag = False self._stop_name_flag = True if not self.resource_pix: self.resource_pix = re_res.group(1).lower() def __init_season(self, token: str): re_res = re.findall(r"%s" % self._season_re, token, re.IGNORECASE) if re_res: self._last_token_type = "season" self.type = MediaType.TV self._stop_name_flag = True self._continue_flag = True for se in re_res: if isinstance(se, tuple): se_t = None for se_i in se: if se_i and str(se_i).isdigit(): se_t = se_i break if se_t: se = int(se_t) else: break else: se = int(se) if self.begin_season is None: self.begin_season = se self.total_seasons = 1 else: if se > self.begin_season: self.end_season = se self.total_seasons = (self.end_season - self.begin_season) + 1 if self.isfile and self.total_seasons > 1: self.end_season = None self.total_seasons = 1 elif token.isdigit(): try: int(token) except ValueError: return if self._last_token_type == "SEASON" \ and self.begin_season is None \ and len(token) < 3: self.begin_season = int(token) self.total_seasons = 1 self._last_token_type = "season" self._stop_name_flag = True self._continue_flag = False self.type = MediaType.TV elif token.upper() == "SEASON" and self.begin_season is None: self._last_token_type = "SEASON" def __init_episode(self, token: str): re_res = re.findall(r"%s" % self._episode_re, token, re.IGNORECASE) if re_res: self._last_token_type = "episode" self._continue_flag = False self._stop_name_flag = True self.type = MediaType.TV for se in re_res: if isinstance(se, tuple): se_t = None for se_i in se: if se_i and str(se_i).isdigit(): se_t = se_i break if se_t: se = int(se_t) else: break else: se = int(se) if self.begin_episode is None: self.begin_episode = se self.total_episodes = 1 else: if se > self.begin_episode: self.end_episode = se self.total_episodes = (self.end_episode - self.begin_episode) + 1 if self.isfile and self.total_episodes > 2: self.end_episode = None self.total_episodes = 1 elif token.isdigit(): try: int(token) except ValueError: return if self.begin_episode is not None \ and self.end_episode is None \ and len(token) < 5 \ and int(token) > self.begin_episode \ and self._last_token_type == "episode": self.end_episode = int(token) self.total_episodes = (self.end_episode - self.begin_episode) + 1 if self.isfile and self.total_episodes > 2: self.end_episode = None self.total_episodes = 1 self._continue_flag = False self.type = MediaType.TV elif self.begin_episode is None \ and 1 < len(token) < 4 \ and self._last_token_type != "year" \ and self._last_token_type != "videoencode" \ and token != self._unknown_name_str: self.begin_episode = int(token) self.total_episodes = 1 self._last_token_type = "episode" self._continue_flag = False self._stop_name_flag = True self.type = MediaType.TV elif self._last_token_type == "EPISODE" \ and self.begin_episode is None \ and len(token) < 5: self.begin_episode = int(token) self.total_episodes = 1 self._last_token_type = "episode" self._continue_flag = False self._stop_name_flag = True self.type = MediaType.TV elif token.upper() == "EPISODE": self._last_token_type = "EPISODE" def __init_resource_type(self, token): if not self.name: return source_res = re.search(r"(%s)" % self._source_re, token, re.IGNORECASE) if source_res: self._last_token_type = "source" self._continue_flag = False self._stop_name_flag = True if not self._source: self._source = source_res.group(1) self._last_token = self._source.upper() return elif token.upper() == "DL" \ and self._last_token_type == "source" \ and self._last_token == "WEB": self._source = "WEB-DL" self._continue_flag = False return elif token.upper() == "RAY" \ and self._last_token_type == "source" \ and self._last_token == "BLU": self._source = "BluRay" self._continue_flag = False return elif token.upper() == "WEBDL": self._source = "WEB-DL" self._continue_flag = False return effect_res = re.search(r"(%s)" % self._effect_re, token, re.IGNORECASE) if effect_res: self._last_token_type = "effect" self._continue_flag = False self._stop_name_flag = True effect = effect_res.group(1) if effect not in self._effect: self._effect.append(effect) self._last_token = effect.upper() def __init_video_encode(self, token: str): if not self.name: return if not self.year \ and not self.resource_pix \ and not self.resource_type \ and not self.begin_season \ and not self.begin_episode: return re_res = re.search(r"(%s)" % self._video_encode_re, token, re.IGNORECASE) if re_res: self._continue_flag = False self._stop_name_flag = True self._last_token_type = "videoencode" if not self.video_encode: self.video_encode = re_res.group(1).upper() self._last_token = self.video_encode elif self.video_encode == "10bit": self.video_encode = f"{re_res.group(1).upper()} 10bit" self._last_token = re_res.group(1).upper() elif token.upper() in ['H', 'X']: self._continue_flag = False self._stop_name_flag = True self._last_token_type = "videoencode" self._last_token = token.upper() if token.upper() == "H" else token.lower() elif token in ["264", "265"] \ and self._last_token_type == "videoencode" \ and self._last_token in ['H', 'X']: self.video_encode = "%s%s" % (self._last_token, token) elif token.isdigit() \ and self._last_token_type == "videoencode" \ and self._last_token in ['VC', 'MPEG']: self.video_encode = "%s%s" % (self._last_token, token) elif token.upper() == "10BIT": self._last_token_type = "videoencode" if not self.video_encode: self.video_encode = "10bit" else: self.video_encode = f"{self.video_encode} 10bit" def __init_audio_encode(self, token: str): if not self.name: return if not self.year \ and not self.resource_pix \ and not self.resource_type \ and not self.begin_season \ and not self.begin_episode: return re_res = re.search(r"(%s)" % self._audio_encode_re, token, re.IGNORECASE) if re_res: self._continue_flag = False self._stop_name_flag = True self._last_token_type = "audioencode" self._last_token = re_res.group(1).upper() if not self.audio_encode: self.audio_encode = re_res.group(1) else: if self.audio_encode.upper() == "DTS": self.audio_encode = "%s-%s" % (self.audio_encode, re_res.group(1)) else: self.audio_encode = "%s %s" % (self.audio_encode, re_res.group(1)) elif token.isdigit() \ and self._last_token_type == "audioencode": if self.audio_encode: if self._last_token.isdigit(): self.audio_encode = "%s.%s" % (self.audio_encode, token) elif self.audio_encode[-1].isdigit(): self.audio_encode = "%s %s.%s" % (self.audio_encode[:-1], self.audio_encode[-1], token) else: self.audio_encode = "%s %s" % (self.audio_encode, token) self._last_token = token