552 lines
24 KiB
Python
552 lines
24 KiB
Python
import re
|
||
from pathlib import Path
|
||
from threading import Lock
|
||
from typing import Optional, List, Tuple, Union
|
||
|
||
from jinja2 import Template
|
||
|
||
from app.core.config import settings
|
||
from app.core.context import MediaInfo
|
||
from app.core.meta import MetaBase
|
||
from app.core.metainfo import MetaInfo
|
||
from app.helper.format import FormatParser
|
||
from app.log import logger
|
||
from app.modules import _ModuleBase
|
||
from app.schemas import TransferInfo
|
||
from app.schemas.types import MediaType
|
||
from app.utils.system import SystemUtils
|
||
|
||
lock = Lock()
|
||
|
||
|
||
class FileTransferModule(_ModuleBase):
|
||
|
||
def init_module(self) -> None:
|
||
pass
|
||
|
||
def stop(self):
|
||
pass
|
||
|
||
def init_setting(self) -> Tuple[str, Union[str, bool]]:
|
||
pass
|
||
|
||
def transfer(self, path: Path, meta: MetaBase, mediainfo: MediaInfo,
|
||
transfer_type: str, target: Path = None,
|
||
formater: FormatParser = None) -> TransferInfo:
|
||
"""
|
||
文件转移
|
||
:param path: 文件路径
|
||
:param meta: 预识别的元数据，仅单文件转移时传递
|
||
:param mediainfo: 识别的媒体信息
|
||
:param transfer_type: 转移方式
|
||
:param target: 目标路径
|
||
:param formater: 集识别格式
|
||
:return: {path, target_path, message}
|
||
"""
|
||
# 获取目标路径
|
||
if not target:
|
||
target = self.get_target_path(in_path=path)
|
||
if not target:
|
||
logger.error("未找到媒体库目录，无法转移文件")
|
||
return TransferInfo(message="未找到媒体库目录，无法转移文件")
|
||
# 转移
|
||
return self.transfer_media(in_path=path,
|
||
in_meta=meta,
|
||
mediainfo=mediainfo,
|
||
transfer_type=transfer_type,
|
||
target_dir=target,
|
||
formater=formater)
|
||
|
||
@staticmethod
|
||
def __transfer_command(file_item: Path, target_file: Path, transfer_type: str) -> int:
|
||
"""
|
||
使用系统命令处理单个文件
|
||
:param file_item: 文件路径
|
||
:param target_file: 目标文件路径
|
||
:param transfer_type: RmtMode转移方式
|
||
"""
|
||
with lock:
|
||
|
||
# 转移
|
||
if transfer_type == 'link':
|
||
# 硬链接
|
||
retcode, retmsg = SystemUtils.link(file_item, target_file)
|
||
elif transfer_type == 'softlink':
|
||
# 软链接
|
||
retcode, retmsg = SystemUtils.softlink(file_item, target_file)
|
||
elif transfer_type == 'move':
|
||
# 移动
|
||
retcode, retmsg = SystemUtils.move(file_item, target_file)
|
||
else:
|
||
# 复制
|
||
retcode, retmsg = SystemUtils.copy(file_item, target_file)
|
||
|
||
if retcode != 0:
|
||
logger.error(retmsg)
|
||
|
||
return retcode
|
||
|
||
def __transfer_other_files(self, org_path: Path, new_path: Path,
|
||
transfer_type: str, over_flag: bool) -> int:
|
||
"""
|
||
根据文件名转移其他相关文件
|
||
:param org_path: 原文件名
|
||
:param new_path: 新文件名
|
||
:param transfer_type: RmtMode转移方式
|
||
:param over_flag: 是否覆盖，为True时会先删除再转移
|
||
"""
|
||
retcode = self.__transfer_subtitles(org_path, new_path, transfer_type)
|
||
if retcode != 0:
|
||
return retcode
|
||
retcode = self.__transfer_audio_track_files(org_path, new_path, transfer_type, over_flag)
|
||
if retcode != 0:
|
||
return retcode
|
||
return 0
|
||
|
||
def __transfer_subtitles(self, org_path: Path, new_path: Path, transfer_type: str) -> int:
|
||
"""
|
||
根据文件名转移对应字幕文件
|
||
:param org_path: 原文件名
|
||
:param new_path: 新文件名
|
||
:param transfer_type: RmtMode转移方式
|
||
"""
|
||
# 字幕正则式
|
||
_zhcn_sub_re = r"([.\[(](((zh[-_])?(cn|ch[si]|sg|sc))|zho?" \
|
||
r"|chinese|(cn|ch[si]|sg|zho?|eng)[-_&](cn|ch[si]|sg|zho?|eng)" \
|
||
r"|简[体中]?)[.\])])" \
|
||
r"|([\u4e00-\u9fa5]{0,3}[中双][\u4e00-\u9fa5]{0,2}[字文语][\u4e00-\u9fa5]{0,3})" \
|
||
r"|简体|简中|JPSC" \
|
||
r"|(?<![a-z0-9])gb(?![a-z0-9])"
|
||
_zhtw_sub_re = r"([.\[(](((zh[-_])?(hk|tw|cht|tc))" \
|
||
r"|繁[体中]?)[.\])])" \
|
||
r"|繁体中[文字]|中[文字]繁体|繁体|JPTC" \
|
||
r"|(?<![a-z0-9])big5(?![a-z0-9])"
|
||
_eng_sub_re = r"[.\[(]eng[.\])]"
|
||
|
||
# 比对文件名并转移字幕
|
||
org_dir: Path = org_path.parent
|
||
file_list: List[Path] = SystemUtils.list_files(org_dir, settings.RMT_SUBEXT)
|
||
if len(file_list) == 0:
|
||
logger.debug(f"{org_dir} 目录下没有找到字幕文件...")
|
||
else:
|
||
logger.debug("字幕文件清单：" + str(file_list))
|
||
# 识别文件名
|
||
metainfo = MetaInfo(title=org_path.name)
|
||
for file_item in file_list:
|
||
# 识别字幕文件名
|
||
sub_file_name = re.sub(_zhtw_sub_re,
|
||
".",
|
||
re.sub(_zhcn_sub_re,
|
||
".",
|
||
file_item.name,
|
||
flags=re.I),
|
||
flags=re.I)
|
||
sub_file_name = re.sub(_eng_sub_re, ".", sub_file_name, flags=re.I)
|
||
sub_metainfo = MetaInfo(title=file_item.name)
|
||
# 匹配字幕文件名
|
||
if (org_path.stem == Path(sub_file_name).stem) or \
|
||
(sub_metainfo.cn_name and sub_metainfo.cn_name == metainfo.cn_name) \
|
||
or (sub_metainfo.en_name and sub_metainfo.en_name == metainfo.en_name):
|
||
if metainfo.season \
|
||
and metainfo.season != sub_metainfo.season:
|
||
continue
|
||
if metainfo.episode \
|
||
and metainfo.episode != sub_metainfo.episode:
|
||
continue
|
||
new_file_type = ""
|
||
# 兼容jellyfin字幕识别(多重识别), emby则会识别最后一个后缀
|
||
if re.search(_zhcn_sub_re, file_item.name, re.I):
|
||
new_file_type = ".chi.zh-cn"
|
||
elif re.search(_zhtw_sub_re, file_item.name,
|
||
re.I):
|
||
new_file_type = ".zh-tw"
|
||
elif re.search(_eng_sub_re, file_item.name, re.I):
|
||
new_file_type = ".eng"
|
||
# 通过对比字幕文件大小 尽量转移所有存在的字幕
|
||
file_ext = file_item.suffix
|
||
new_sub_tag_dict = {
|
||
".eng": ".英文",
|
||
".chi.zh-cn": ".简体中文",
|
||
".zh-tw": ".繁体中文"
|
||
}
|
||
new_sub_tag_list = [
|
||
new_file_type if t == 0 else "%s%s(%s)" % (new_file_type,
|
||
new_sub_tag_dict.get(
|
||
new_file_type, ""
|
||
),
|
||
t) for t in range(6)
|
||
]
|
||
for new_sub_tag in new_sub_tag_list:
|
||
new_file: Path = new_path.with_name(new_path.stem + new_sub_tag + file_ext)
|
||
# 如果字幕文件不存在, 直接转移字幕, 并跳出循环
|
||
try:
|
||
if not new_file.exists():
|
||
logger.debug(f"正在处理字幕：{file_item.name}")
|
||
retcode = self.__transfer_command(file_item=file_item,
|
||
target_file=new_file,
|
||
transfer_type=transfer_type)
|
||
if retcode == 0:
|
||
logger.info(f"字幕 {file_item.name} {transfer_type}完成")
|
||
break
|
||
else:
|
||
logger.error(f"字幕 {file_item.name} {transfer_type}失败，错误码 {retcode}")
|
||
return retcode
|
||
# 如果字幕文件的大小与已存在文件相同, 说明已经转移过了, 则跳出循环
|
||
elif new_file.stat().st_size == file_item.stat().st_size:
|
||
logger.info(f"字幕 new_file 已存在")
|
||
break
|
||
# 否则 循环继续 > 通过new_sub_tag_list 获取新的tag附加到字幕文件名, 继续检查是否能转移
|
||
except OSError as reason:
|
||
logger.info(f"字幕 {new_file} 出错了,原因: {reason}")
|
||
return 0
|
||
|
||
def __transfer_audio_track_files(self, org_path: Path, new_path: Path,
|
||
transfer_type: str, over_flag: bool) -> int:
|
||
"""
|
||
根据文件名转移对应音轨文件
|
||
:param org_path: 原文件名
|
||
:param new_path: 新文件名
|
||
:param transfer_type: RmtMode转移方式
|
||
:param over_flag: 是否覆盖，为True时会先删除再转移
|
||
"""
|
||
dir_name = org_path.parent
|
||
file_name = org_path.name
|
||
file_list: List[Path] = SystemUtils.list_files(dir_name, ['.mka'])
|
||
pending_file_list: List[Path] = [file for file in file_list if org_path.stem == file.stem]
|
||
if len(pending_file_list) == 0:
|
||
logger.debug(f"{dir_name} 目录下没有找到匹配的音轨文件")
|
||
else:
|
||
logger.debug("音轨文件清单：" + str(pending_file_list))
|
||
for track_file in pending_file_list:
|
||
track_ext = track_file.suffix
|
||
new_track_file = new_path.with_name(new_path.stem + track_ext)
|
||
if new_track_file.exists():
|
||
if not over_flag:
|
||
logger.warn(f"音轨文件已存在：{new_track_file}")
|
||
continue
|
||
else:
|
||
logger.info(f"正在删除已存在的音轨文件：{new_track_file}")
|
||
new_track_file.unlink()
|
||
try:
|
||
logger.info(f"正在转移音轨文件：{track_file} 到 {new_track_file}")
|
||
retcode = self.__transfer_command(file_item=track_file,
|
||
target_file=new_track_file,
|
||
transfer_type=transfer_type)
|
||
if retcode == 0:
|
||
logger.info(f"音轨文件 {file_name} {transfer_type}完成")
|
||
else:
|
||
logger.error(f"音轨文件 {file_name} {transfer_type}失败，错误码：{retcode}")
|
||
except OSError as reason:
|
||
logger.error(f"音轨文件 {file_name} {transfer_type}失败：{reason}")
|
||
return 0
|
||
|
||
def __transfer_dir(self, file_path: Path, new_path: Path, transfer_type: str) -> int:
|
||
"""
|
||
转移整个文件夹
|
||
:param file_path: 原路径
|
||
:param new_path: 新路径
|
||
:param transfer_type: RmtMode转移方式
|
||
"""
|
||
logger.info(f"正在{transfer_type}目录：{file_path} 到 {new_path}")
|
||
# 复制
|
||
retcode = self.__transfer_dir_files(src_dir=file_path,
|
||
target_dir=new_path,
|
||
transfer_type=transfer_type)
|
||
if retcode == 0:
|
||
logger.info(f"文件 {file_path} {transfer_type}完成")
|
||
else:
|
||
logger.error(f"文件{file_path} {transfer_type}失败，错误码：{retcode}")
|
||
|
||
return retcode
|
||
|
||
def __transfer_dir_files(self, src_dir: Path, target_dir: Path, transfer_type: str) -> int:
|
||
"""
|
||
按目录结构转移目录下所有文件
|
||
:param src_dir: 原路径
|
||
:param target_dir: 新路径
|
||
:param transfer_type: RmtMode转移方式
|
||
"""
|
||
retcode = 0
|
||
for file in src_dir.glob("**/*"):
|
||
# 使用target_dir的父目录作为新的父目录
|
||
new_file = target_dir.joinpath(file.relative_to(src_dir))
|
||
if new_file.exists():
|
||
logger.warn(f"{new_file} 文件已存在")
|
||
continue
|
||
if not new_file.parent.exists():
|
||
new_file.parent.mkdir(parents=True, exist_ok=True)
|
||
retcode = self.__transfer_command(file_item=file,
|
||
target_file=new_file,
|
||
transfer_type=transfer_type)
|
||
if retcode != 0:
|
||
break
|
||
|
||
return retcode
|
||
|
||
def __transfer_file(self, file_item: Path, new_file: Path, transfer_type: str,
|
||
over_flag: bool = False, old_file: Path = None) -> int:
|
||
"""
|
||
转移一个文件，同时处理其他相关文件
|
||
:param file_item: 原文件路径
|
||
:param new_file: 新文件路径
|
||
:param transfer_type: RmtMode转移方式
|
||
:param over_flag: 是否覆盖，为True时会先删除再转移
|
||
"""
|
||
if not over_flag and new_file.exists():
|
||
logger.warn(f"文件已存在：{new_file}")
|
||
return 0
|
||
if over_flag and old_file and old_file.exists():
|
||
logger.info(f"正在删除已存在的文件：{old_file}")
|
||
old_file.unlink()
|
||
logger.info(f"正在转移文件：{file_item} 到 {new_file}")
|
||
# 创建父目录
|
||
new_file.parent.mkdir(parents=True, exist_ok=True)
|
||
retcode = self.__transfer_command(file_item=file_item,
|
||
target_file=new_file,
|
||
transfer_type=transfer_type)
|
||
if retcode == 0:
|
||
logger.info(f"文件 {file_item} {transfer_type}完成")
|
||
else:
|
||
logger.error(f"文件 {file_item} {transfer_type}失败，错误码：{retcode}")
|
||
return retcode
|
||
# 处理其他相关文件
|
||
return self.__transfer_other_files(org_path=file_item,
|
||
new_path=new_file,
|
||
transfer_type=transfer_type,
|
||
over_flag=over_flag)
|
||
|
||
def transfer_media(self,
|
||
in_path: Path,
|
||
in_meta: MetaBase,
|
||
mediainfo: MediaInfo,
|
||
transfer_type: str,
|
||
target_dir: Path,
|
||
formater: FormatParser = None,
|
||
) -> TransferInfo:
|
||
"""
|
||
识别并转移一个文件或者一个目录下的所有文件
|
||
:param in_path: 转移的路径，可能是一个文件也可以是一个目录
|
||
:param in_meta：预识别元数据
|
||
:param mediainfo: 媒体信息
|
||
:param target_dir: 目的文件夹，非空的转移到该文件夹，为空时则按类型转移到配置文件中的媒体库文件夹
|
||
:param transfer_type: 文件转移方式
|
||
:param formater: 识别的剧集格式
|
||
:return: TransferInfo、错误信息
|
||
"""
|
||
# 检查目录路径
|
||
if not in_path.exists():
|
||
return TransferInfo(message=f"{in_path} 路径不存在")
|
||
|
||
if not target_dir.exists():
|
||
return TransferInfo(message=f"{target_dir} 目标路径不存在")
|
||
|
||
if mediainfo.type == MediaType.MOVIE:
|
||
# 电影
|
||
if settings.LIBRARY_MOVIE_NAME:
|
||
target_dir = target_dir / settings.LIBRARY_MOVIE_NAME / mediainfo.category
|
||
else:
|
||
# 目的目录加上类型和二级分类
|
||
target_dir = target_dir / mediainfo.type.value / mediainfo.category
|
||
|
||
if mediainfo.type == MediaType.TV:
|
||
# 电视剧
|
||
if settings.LIBRARY_ANIME_NAME \
|
||
and mediainfo.genre_ids \
|
||
and set(mediainfo.genre_ids).intersection(set(settings.ANIME_GENREIDS)):
|
||
# 动漫
|
||
target_dir = target_dir / settings.LIBRARY_ANIME_NAME
|
||
elif settings.LIBRARY_TV_NAME:
|
||
# 电视剧
|
||
target_dir = target_dir / settings.LIBRARY_TV_NAME / mediainfo.category
|
||
else:
|
||
# 目的目录加上类型和二级分类
|
||
target_dir = target_dir / mediainfo.type.value / mediainfo.category
|
||
|
||
# 重命名格式
|
||
rename_format = settings.TV_RENAME_FORMAT \
|
||
if mediainfo.type == MediaType.TV else settings.MOVIE_RENAME_FORMAT
|
||
|
||
# 判断是否为文件夹
|
||
if in_path.is_dir():
|
||
# 转移整个目录
|
||
# 是否蓝光原盘
|
||
bluray_flag = SystemUtils.is_bluray_dir(in_path)
|
||
# 目的路径
|
||
new_path = self.get_rename_path(
|
||
path=target_dir,
|
||
template_string=rename_format,
|
||
rename_dict=self.__get_naming_dict(meta=in_meta,
|
||
mediainfo=mediainfo)
|
||
).parent
|
||
# 转移蓝光原盘
|
||
retcode = self.__transfer_dir(file_path=in_path,
|
||
new_path=new_path,
|
||
transfer_type=transfer_type)
|
||
if retcode != 0:
|
||
logger.error(f"文件夹 {in_path} 转移失败，错误码：{retcode}")
|
||
return TransferInfo(message=f"文件夹 {in_path} 转移失败，错误码：{retcode}")
|
||
|
||
logger.info(f"文件夹 {in_path} 转移成功")
|
||
# 返回转移后的路径
|
||
return TransferInfo(path=in_path,
|
||
target_path=new_path,
|
||
total_size=new_path.stat().st_size,
|
||
is_bluray=bluray_flag)
|
||
else:
|
||
# 转移单个文件
|
||
# 文件结束季为空
|
||
in_meta.end_season = None
|
||
# 文件总季数为1
|
||
if in_meta.total_season:
|
||
in_meta.total_season = 1
|
||
# 文件不可能有多集
|
||
if in_meta.total_episode > 2:
|
||
in_meta.total_episode = 1
|
||
in_meta.end_episode = None
|
||
|
||
# 自定义识别集数、PART
|
||
if formater:
|
||
# 开始集、结束集、PART
|
||
begin_ep, end_ep, part = formater.split_episode(in_path.stem)
|
||
if begin_ep is not None:
|
||
in_meta.begin_episode = begin_ep
|
||
in_meta.part = part
|
||
if end_ep is not None:
|
||
in_meta.end_episode = end_ep
|
||
|
||
# 目的文件名
|
||
new_file = self.get_rename_path(
|
||
path=target_dir,
|
||
template_string=rename_format,
|
||
rename_dict=self.__get_naming_dict(
|
||
meta=in_meta,
|
||
mediainfo=mediainfo,
|
||
file_ext=in_path.suffix
|
||
)
|
||
)
|
||
|
||
# 判断是否要覆盖
|
||
overflag = False
|
||
if new_file.exists():
|
||
if new_file.stat().st_size < in_path.stat().st_size:
|
||
logger.info(f"目标文件已存在，但文件大小更小，将覆盖：{new_file}")
|
||
overflag = True
|
||
|
||
# 转移文件
|
||
retcode = self.__transfer_file(file_item=in_path,
|
||
new_file=new_file,
|
||
transfer_type=transfer_type,
|
||
over_flag=overflag)
|
||
if retcode != 0:
|
||
logger.error(f"文件 {in_path} 转移失败，错误码：{retcode}")
|
||
return TransferInfo(message=f"文件 {in_path.name} 转移失败，错误码：{retcode}",
|
||
fail_list=[in_path])
|
||
|
||
logger.info(f"文件 {in_path} 转移成功")
|
||
return TransferInfo(path=in_path,
|
||
target_path=new_file.parent,
|
||
file_count=1,
|
||
total_size=new_file.stat().st_size,
|
||
is_bluray=False,
|
||
file_list=[in_path],
|
||
file_list_new=[new_file])
|
||
|
||
@staticmethod
|
||
def __get_naming_dict(meta: MetaBase, mediainfo: MediaInfo, file_ext: str = None) -> dict:
|
||
"""
|
||
根据媒体信息，返回Format字典
|
||
:param meta: 文件元数据
|
||
:param mediainfo: 识别的媒体信息
|
||
:param file_ext: 文件扩展名
|
||
"""
|
||
return {
|
||
# 标题
|
||
"title": mediainfo.title,
|
||
# 原文件名
|
||
"original_name": f"{meta.org_string}{file_ext}",
|
||
# 原语种标题
|
||
"original_title": mediainfo.original_title,
|
||
# 识别名称
|
||
"name": meta.name,
|
||
# 年份
|
||
"year": mediainfo.year or meta.year,
|
||
# 版本
|
||
"edition": meta.edition,
|
||
# 分辨率
|
||
"videoFormat": meta.resource_pix,
|
||
# 制作组/字幕组
|
||
"releaseGroup": meta.resource_team,
|
||
# 特效
|
||
"effect": meta.resource_effect,
|
||
# 视频编码
|
||
"videoCodec": meta.video_encode,
|
||
# 音频编码
|
||
"audioCodec": meta.audio_encode,
|
||
# TMDBID
|
||
"tmdbid": mediainfo.tmdb_id,
|
||
# IMDBID
|
||
"imdbid": mediainfo.imdb_id,
|
||
# 季号
|
||
"season": meta.season_seq,
|
||
# 集号
|
||
"episode": meta.episode_seqs,
|
||
# 季集 SxxExx
|
||
"season_episode": "%s%s" % (meta.season, meta.episodes),
|
||
# 段/节
|
||
"part": meta.part,
|
||
# 文件后缀
|
||
"fileExt": file_ext
|
||
}
|
||
|
||
@staticmethod
|
||
def get_rename_path(template_string: str, rename_dict: dict, path: Path = None) -> Path:
|
||
"""
|
||
生成重命名后的完整路径
|
||
"""
|
||
# 创建jinja2模板对象
|
||
template = Template(template_string)
|
||
# 渲染生成的字符串
|
||
render_str = template.render(rename_dict)
|
||
# 目的路径
|
||
if path:
|
||
return path / render_str
|
||
else:
|
||
return Path(render_str)
|
||
|
||
@staticmethod
|
||
def get_target_path(in_path: Path = None) -> Optional[Path]:
|
||
"""
|
||
计算一个最好的目的目录，有in_path时找与in_path同路径的，没有in_path时，顺序查找1个符合大小要求的，没有in_path和size时，返回第1个
|
||
:param in_path: 源目录
|
||
"""
|
||
if not settings.LIBRARY_PATH:
|
||
return None
|
||
# 目的路径，多路径以,分隔
|
||
dest_paths = str(settings.LIBRARY_PATH).split(",")
|
||
# 只有一个路径，直接返回
|
||
if len(dest_paths) == 1:
|
||
return Path(dest_paths[0])
|
||
# 匹配有最长共同上级路径的目录
|
||
max_length = 0
|
||
target_path = None
|
||
if in_path:
|
||
for path in dest_paths:
|
||
try:
|
||
relative = Path(in_path).relative_to(path).as_posix()
|
||
if len(relative) > max_length:
|
||
max_length = len(relative)
|
||
target_path = path
|
||
except Exception as e:
|
||
logger.debug(f"计算目标路径时出错：{e}")
|
||
continue
|
||
if target_path:
|
||
return Path(target_path)
|
||
# 顺序匹配第1个满足空间存储要求的目录
|
||
if in_path.exists():
|
||
file_size = in_path.stat().st_size
|
||
for path in dest_paths:
|
||
if SystemUtils.free_space(Path(path)) > file_size:
|
||
return Path(path)
|
||
# 默认返回第1个
|
||
return Path(dest_paths[0])
|