686 lines
27 KiB
Python
686 lines
27 KiB
Python
import json
|
||
import os
|
||
import sqlite3
|
||
from datetime import datetime
|
||
|
||
from app.db.downloadhistory_oper import DownloadHistoryOper
|
||
from app.db.models.plugin import PluginData
|
||
from app.db.plugindata_oper import PluginDataOper
|
||
from app.db.transferhistory_oper import TransferHistoryOper
|
||
from app.modules.qbittorrent import Qbittorrent
|
||
from app.modules.transmission import Transmission
|
||
from app.plugins import _PluginBase
|
||
from typing import Any, List, Dict, Tuple
|
||
from app.log import logger
|
||
|
||
|
||
class NAStoolSync(_PluginBase):
|
||
# 插件名称
|
||
plugin_name = "历史记录同步"
|
||
# 插件描述
|
||
plugin_desc = "同步NAStool历史记录、下载记录、插件记录到MoviePilot。"
|
||
# 插件图标
|
||
plugin_icon = "sync.png"
|
||
# 主题色
|
||
plugin_color = "#53BA47"
|
||
# 插件版本
|
||
plugin_version = "1.0"
|
||
# 插件作者
|
||
plugin_author = "thsrite"
|
||
# 作者主页
|
||
author_url = "https://github.com/thsrite"
|
||
# 插件配置项ID前缀
|
||
plugin_config_prefix = "nastoolsync_"
|
||
# 加载顺序
|
||
plugin_order = 15
|
||
# 可使用的用户级别
|
||
auth_level = 2
|
||
|
||
# 私有属性
|
||
_transferhistory = None
|
||
_plugindata = None
|
||
_downloadhistory = None
|
||
_clear = None
|
||
_nt_db_path = None
|
||
_path = None
|
||
_site = None
|
||
_downloader = None
|
||
_supp = False
|
||
qb = None
|
||
tr = None
|
||
|
||
def init_plugin(self, config: dict = None):
|
||
self._transferhistory = TransferHistoryOper()
|
||
self._plugindata = PluginDataOper()
|
||
self._downloadhistory = DownloadHistoryOper()
|
||
|
||
if config:
|
||
self._clear = config.get("clear")
|
||
self._nt_db_path = config.get("nt_db_path")
|
||
self._path = config.get("path")
|
||
self._site = config.get("site")
|
||
self._downloader = config.get("downloader")
|
||
self._supp = config.get("supp")
|
||
|
||
if self._nt_db_path:
|
||
self.qb = Qbittorrent()
|
||
self.tr = Transmission()
|
||
|
||
# 读取sqlite数据
|
||
gradedb = sqlite3.connect(self._nt_db_path)
|
||
# 创建游标cursor来执行executeＳＱＬ语句
|
||
cursor = gradedb.cursor()
|
||
|
||
download_history = self.get_nt_download_history(cursor)
|
||
plugin_history = self.get_nt_plugin_history(cursor)
|
||
transfer_history = self.get_nt_transfer_history(cursor)
|
||
|
||
# 关闭游标
|
||
cursor.close()
|
||
|
||
# 导入下载记录
|
||
if download_history:
|
||
self.sync_download_history(download_history)
|
||
|
||
# 导入插件记录
|
||
if plugin_history:
|
||
self.sync_plugin_history(plugin_history)
|
||
|
||
# 导入历史记录
|
||
if transfer_history:
|
||
self.sync_transfer_history(transfer_history)
|
||
|
||
self.update_config(
|
||
{
|
||
"clear": False,
|
||
"nt_db_path": "",
|
||
"path": self._path,
|
||
"downloader": self._downloader,
|
||
"site": self._site,
|
||
"supp": self._supp
|
||
}
|
||
)
|
||
|
||
def sync_plugin_history(self, plugin_history):
|
||
"""
|
||
导入插件记录
|
||
|
||
NAStool
|
||
{
|
||
"id": "TorrentTransfer",
|
||
"key: "1-4bdc22bc1e062803c8686beb2796369c59ee141f",
|
||
"value": "{"to_download": 2, "to_download_id": "4bdc22bc1e062803c8686beb2796369c59ee141f", "delete_source": true}"
|
||
},
|
||
{
|
||
"id": "IYUUAutoSeed",
|
||
"key: "f161efaf008d2e56e7939272e8d95eca58fa71dd",
|
||
"value": "[{"downloader": "2", "torrents": ["bd64a8edc5afe6b4beb8813bdbf6faedfb1d4cc4"]}]"
|
||
}
|
||
"""
|
||
# 开始计时
|
||
start_time = datetime.now()
|
||
logger.info("开始同步NAStool插件历史记录到MoviePilot")
|
||
# 清空MoviePilot插件记录
|
||
if self._clear:
|
||
logger.info("MoviePilot插件记录已清空")
|
||
self._plugindata.truncate()
|
||
|
||
for history in plugin_history:
|
||
plugin_id = history[1]
|
||
plugin_key = history[2]
|
||
plugin_value = history[3]
|
||
|
||
# 处理下载器映射
|
||
if self._downloader:
|
||
downloaders = self._downloader.split("\n")
|
||
for downloader in downloaders:
|
||
sub_downloaders = downloader.split(":")
|
||
# 替换转种记录
|
||
if str(plugin_id) == "TorrentTransfer":
|
||
keys = str(plugin_key).split("-")
|
||
if keys[0].isdigit() and int(keys[0]) == int(sub_downloaders[0]):
|
||
# 替换key
|
||
plugin_key = plugin_key.replace(keys[0], sub_downloaders[1])
|
||
|
||
# 替换value
|
||
if isinstance(plugin_value, str):
|
||
plugin_value = json.loads(plugin_value)
|
||
if str(plugin_value.get("to_download")).isdigit() and int(
|
||
plugin_value.get("to_download")) == int(sub_downloaders[0]):
|
||
plugin_value["to_download"] = sub_downloaders[1]
|
||
|
||
# 替换辅种记录
|
||
if str(plugin_id) == "IYUUAutoSeed":
|
||
if isinstance(plugin_value, str):
|
||
plugin_value = json.loads(plugin_value)
|
||
for value in plugin_value:
|
||
if str(value.get("downloader")).isdigit() and int(value.get("downloader")) == int(
|
||
sub_downloaders[0]):
|
||
value["downloader"] = sub_downloaders[1]
|
||
|
||
self._plugindata.save(plugin_id=plugin_id,
|
||
key=plugin_key,
|
||
value=plugin_value)
|
||
|
||
# 计算耗时
|
||
end_time = datetime.now()
|
||
|
||
logger.info(f"插件记录已同步完成。总耗时 {(end_time - start_time).seconds} 秒")
|
||
|
||
def sync_download_history(self, download_history):
|
||
"""
|
||
导入下载记录
|
||
"""
|
||
# 开始计时
|
||
start_time = datetime.now()
|
||
logger.info("开始同步NAStool下载历史记录到MoviePilot")
|
||
# 清空MoviePilot下载记录
|
||
if self._clear:
|
||
logger.info("MoviePilot下载记录已清空")
|
||
self._downloadhistory.truncate()
|
||
|
||
for history in download_history:
|
||
mpath = history[0]
|
||
mtype = history[1]
|
||
mtitle = history[2]
|
||
myear = history[3]
|
||
mtmdbid = history[4]
|
||
mseasons = history[5]
|
||
mepisodes = history[6]
|
||
mimages = history[7]
|
||
mdownload_hash = history[8]
|
||
mtorrent = history[9]
|
||
mdesc = history[10]
|
||
msite = history[11]
|
||
|
||
# 处理站点映射
|
||
if self._site:
|
||
sites = self._site.split("\n")
|
||
for site in sites:
|
||
sub_sites = site.split(":")
|
||
if str(msite) == str(sub_sites[0]):
|
||
msite = str(sub_sites[1])
|
||
|
||
self._downloadhistory.add(
|
||
path=os.path.basename(mpath),
|
||
type=mtype,
|
||
title=mtitle,
|
||
year=myear,
|
||
tmdbid=mtmdbid,
|
||
seasons=mseasons,
|
||
episodes=mepisodes,
|
||
image=mimages,
|
||
download_hash=mdownload_hash,
|
||
torrent_name=mtorrent,
|
||
torrent_description=mdesc,
|
||
torrent_site=msite
|
||
)
|
||
|
||
# 计算耗时
|
||
end_time = datetime.now()
|
||
|
||
logger.info(f"下载记录已同步完成。总耗时 {(end_time - start_time).seconds} 秒")
|
||
|
||
def sync_transfer_history(self, transfer_history):
|
||
"""
|
||
导入nt转移记录
|
||
"""
|
||
# 开始计时
|
||
start_time = datetime.now()
|
||
logger.info("开始同步NAStool转移历史记录到MoviePilot")
|
||
|
||
# 清空MoviePilot转移记录
|
||
if self._clear:
|
||
logger.info("MoviePilot转移记录已清空")
|
||
self._transferhistory.truncate()
|
||
|
||
# 转种后种子hash
|
||
transfer_hash = []
|
||
|
||
# 获取所有的转种数据
|
||
transfer_datas = self._plugindata.get_data_all("TorrentTransfer")
|
||
if transfer_datas:
|
||
if not isinstance(transfer_datas, list):
|
||
transfer_datas = [transfer_datas]
|
||
|
||
for transfer_data in transfer_datas:
|
||
if not transfer_data or not isinstance(transfer_data, PluginData):
|
||
continue
|
||
# 转移后种子hash
|
||
transfer_value = transfer_data.value
|
||
transfer_value = json.loads(transfer_value)
|
||
if not isinstance(transfer_value, dict):
|
||
transfer_value = json.loads(transfer_value)
|
||
to_hash = transfer_value.get("to_download_id")
|
||
# 转移前种子hash
|
||
transfer_hash.append(to_hash)
|
||
|
||
# 获取tr、qb所有种子
|
||
qb_torrents, _ = self.qb.get_torrents()
|
||
tr_torrents, _ = self.tr.get_torrents(ids=transfer_hash)
|
||
tr_torrents_all, _ = self.tr.get_torrents()
|
||
|
||
# 处理数据，存入mp数据库
|
||
for history in transfer_history:
|
||
msrc_path = history[0]
|
||
msrc_filename = history[1]
|
||
mdest_path = history[2]
|
||
mdest_filename = history[3]
|
||
mmode = history[4]
|
||
mtype = history[5]
|
||
mcategory = history[6]
|
||
mtitle = history[7]
|
||
myear = history[8]
|
||
mtmdbid = history[9]
|
||
mseasons = history[10]
|
||
mepisodes = history[11]
|
||
mimage = history[12]
|
||
mdownload_hash = history[13]
|
||
mdate = history[14]
|
||
|
||
if not msrc_path or not mdest_path:
|
||
continue
|
||
|
||
msrc = msrc_path + "/" + msrc_filename
|
||
mdest = mdest_path + "/" + mdest_filename
|
||
|
||
# 尝试补充download_id
|
||
if self._supp and not mdownload_hash:
|
||
logger.debug(f"转移记录 {mtitle} 缺失download_hash，尝试补充……")
|
||
# 种子名称
|
||
torrent_name = str(msrc_path).split("/")[-1]
|
||
torrent_name2 = str(msrc_path).split("/")[-2]
|
||
|
||
# 处理下载器
|
||
for torrent in qb_torrents:
|
||
if str(torrent.get("name")) == str(torrent_name) \
|
||
or str(torrent.get("name")) == str(torrent_name2):
|
||
mdownload_hash = torrent.get("hash")
|
||
torrent_name = str(torrent.get("name"))
|
||
break
|
||
|
||
# 处理辅种器
|
||
if not mdownload_hash:
|
||
for torrent in tr_torrents:
|
||
if str(torrent.get("name")) == str(torrent_name) \
|
||
or str(torrent.get("name")) == str(torrent_name2):
|
||
mdownload_hash = torrent.get("hashString")
|
||
torrent_name = str(torrent.get("name"))
|
||
break
|
||
|
||
# 继续补充 遍历所有种子，按照添加升序升序，第一个种子是初始种子
|
||
if not mdownload_hash:
|
||
mate_torrents = []
|
||
for torrent in tr_torrents_all:
|
||
if str(torrent.get("name")) == str(torrent_name) \
|
||
or str(torrent.get("name")) == str(torrent_name2):
|
||
mate_torrents.append(torrent)
|
||
|
||
# 匹配上则按照时间升序
|
||
if mate_torrents:
|
||
if len(mate_torrents) > 1:
|
||
mate_torrents = sorted(mate_torrents, key=lambda x: x.added_date)
|
||
# 最早添加的hash是下载的hash
|
||
mdownload_hash = mate_torrents[0].get("hashString")
|
||
torrent_name = str(mate_torrents[0].get("name"))
|
||
# 补充转种记录
|
||
self._plugindata.save(plugin_id="TorrentTransfer",
|
||
key=f"qbittorrent-{mdownload_hash}",
|
||
value={
|
||
"to_download": "transmission",
|
||
"to_download_id": mdownload_hash,
|
||
"delete_source": True}
|
||
)
|
||
# 补充辅种记录
|
||
if len(mate_torrents) > 1:
|
||
self._plugindata.save(plugin_id="IYUUAutoSeed",
|
||
key=mdownload_hash,
|
||
value=[{"downloader": "transmission",
|
||
"torrents": [torrent.get("hashString") for torrent in
|
||
mate_torrents[1:]]}]
|
||
)
|
||
|
||
# 补充下载历史
|
||
self._downloadhistory.add(
|
||
path=msrc_filename,
|
||
type=mtype,
|
||
title=mtitle,
|
||
year=myear,
|
||
tmdbid=mtmdbid,
|
||
seasons=mseasons,
|
||
episodes=mepisodes,
|
||
image=mimage,
|
||
download_hash=mdownload_hash,
|
||
torrent_name=torrent_name,
|
||
torrent_description="",
|
||
torrent_site=""
|
||
)
|
||
|
||
# 处理路径映射
|
||
if self._path:
|
||
paths = self._path.split("\n")
|
||
for path in paths:
|
||
sub_paths = path.split(":")
|
||
msrc = msrc.replace(sub_paths[0], sub_paths[1]).replace('\\', '/')
|
||
mdest = mdest.replace(sub_paths[0], sub_paths[1]).replace('\\', '/')
|
||
|
||
# 存库
|
||
self._transferhistory.add_force(
|
||
src=msrc,
|
||
dest=mdest,
|
||
mode=mmode,
|
||
type=mtype,
|
||
category=mcategory,
|
||
title=mtitle,
|
||
year=myear,
|
||
tmdbid=mtmdbid,
|
||
seasons=mseasons,
|
||
episodes=mepisodes,
|
||
image=mimage,
|
||
download_hash=mdownload_hash,
|
||
date=mdate
|
||
)
|
||
logger.debug(f"{mtitle} {myear} {mtmdbid} {mseasons} {mepisodes} 已同步")
|
||
|
||
# 计算耗时
|
||
end_time = datetime.now()
|
||
|
||
logger.info(f"转移记录已同步完成。总耗时 {(end_time - start_time).seconds} 秒")
|
||
|
||
@staticmethod
|
||
def get_nt_plugin_history(cursor):
|
||
"""
|
||
获取插件历史记录
|
||
"""
|
||
sql = 'select * from PLUGIN_HISTORY;'
|
||
cursor.execute(sql)
|
||
plugin_history = cursor.fetchall()
|
||
|
||
if not plugin_history:
|
||
logger.error("未获取到NAStool数据库文件中的插件历史，请检查数据库路径是正确")
|
||
return
|
||
|
||
logger.info(f"获取到NAStool插件记录 {len(plugin_history)} 条")
|
||
return plugin_history
|
||
|
||
@staticmethod
|
||
def get_nt_download_history(cursor):
|
||
"""
|
||
获取下载历史记录
|
||
"""
|
||
sql = '''
|
||
SELECT
|
||
SAVE_PATH,
|
||
TYPE,
|
||
TITLE,
|
||
YEAR,
|
||
TMDBID,
|
||
CASE
|
||
SE
|
||
WHEN NULL THEN
|
||
NULL ELSE substr( SE, 1, instr ( SE, ' ' ) - 1 )
|
||
END AS seasons,
|
||
CASE
|
||
SE
|
||
WHEN NULL THEN
|
||
NULL ELSE substr( SE, instr ( SE, ' ' ) + 1 )
|
||
END AS episodes,
|
||
POSTER,
|
||
DOWNLOAD_ID,
|
||
TORRENT,
|
||
DESC,
|
||
SITE
|
||
FROM
|
||
DOWNLOAD_HISTORY
|
||
WHERE
|
||
SAVE_PATH IS NOT NULL;
|
||
'''
|
||
cursor.execute(sql)
|
||
download_history = cursor.fetchall()
|
||
|
||
if not download_history:
|
||
logger.error("未获取到NAStool数据库文件中的下载历史，请检查数据库路径是正确")
|
||
return
|
||
|
||
logger.info(f"获取到NAStool下载记录 {len(download_history)} 条")
|
||
return download_history
|
||
|
||
@staticmethod
|
||
def get_nt_transfer_history(cursor):
|
||
"""
|
||
获取nt转移记录
|
||
"""
|
||
sql = '''
|
||
SELECT
|
||
t.SOURCE_PATH AS src_path,
|
||
t.SOURCE_FILENAME AS src_filename,
|
||
t.DEST_PATH AS dest_path,
|
||
t.DEST_FILENAME AS dest_filename,
|
||
CASE
|
||
t.MODE
|
||
WHEN '硬链接' THEN
|
||
'link'
|
||
WHEN '移动' THEN
|
||
'move'
|
||
WHEN '复制' THEN
|
||
'copy'
|
||
END AS mode,
|
||
CASE
|
||
t.TYPE
|
||
WHEN '动漫' THEN
|
||
'电视剧' ELSE t.TYPE
|
||
END AS type,
|
||
t.CATEGORY AS category,
|
||
t.TITLE AS title,
|
||
t.YEAR AS year,
|
||
t.TMDBID AS tmdbid,
|
||
CASE
|
||
t.SEASON_EPISODE
|
||
WHEN NULL THEN
|
||
NULL ELSE substr( t.SEASON_EPISODE, 1, instr ( t.SEASON_EPISODE, ' ' ) - 1 )
|
||
END AS seasons,
|
||
CASE
|
||
t.SEASON_EPISODE
|
||
WHEN NULL THEN
|
||
NULL ELSE substr( t.SEASON_EPISODE, instr ( t.SEASON_EPISODE, ' ' ) + 1 )
|
||
END AS episodes,
|
||
d.POSTER AS image,
|
||
d.DOWNLOAD_ID AS download_hash,
|
||
t.DATE AS date
|
||
FROM
|
||
TRANSFER_HISTORY t
|
||
LEFT JOIN ( SELECT * FROM DOWNLOAD_HISTORY GROUP BY TMDBID ) d ON t.TMDBID = d.TMDBID
|
||
AND t.TYPE = d.TYPE;
|
||
'''
|
||
cursor.execute(sql)
|
||
nt_historys = cursor.fetchall()
|
||
|
||
if not nt_historys:
|
||
logger.error("未获取到NAStool数据库文件中的转移历史，请检查数据库路径是正确")
|
||
return
|
||
|
||
logger.info(f"获取到NAStool转移记录 {len(nt_historys)} 条")
|
||
return nt_historys
|
||
|
||
def get_state(self) -> bool:
|
||
return False
|
||
|
||
@staticmethod
|
||
def get_command() -> List[Dict[str, Any]]:
|
||
pass
|
||
|
||
def get_api(self) -> List[Dict[str, Any]]:
|
||
pass
|
||
|
||
def get_form(self) -> Tuple[List[dict], Dict[str, Any]]:
|
||
"""
|
||
拼装插件配置页面，需要返回两块数据：1、页面配置；2、数据结构
|
||
"""
|
||
return [
|
||
{
|
||
'component': 'VForm',
|
||
'content': [
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
'md': 6
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VSwitch',
|
||
'props': {
|
||
'model': 'clear',
|
||
'label': '清空记录'
|
||
}
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
'md': 6
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VSwitch',
|
||
'props': {
|
||
'model': 'supp',
|
||
'label': '补充数据'
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VTextField',
|
||
'props': {
|
||
'model': 'nt_db_path',
|
||
'label': 'NAStool数据库user.db路径',
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VTextarea',
|
||
'props': {
|
||
'model': 'path',
|
||
'rows': '2',
|
||
'label': '历史记录路径映射',
|
||
'placeholder': 'NAStool路径:MoviePilot路径（一行一个）'
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VTextarea',
|
||
'props': {
|
||
'model': 'downloader',
|
||
'rows': '2',
|
||
'label': '插件数据下载器映射',
|
||
'placeholder': 'NAStool下载器id:qbittorrent|transmission（一行一个）'
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VTextarea',
|
||
'props': {
|
||
'model': 'site',
|
||
'label': '下载历史站点映射',
|
||
'placeholder': 'NAStool站点名:MoviePilot站点名（一行一个）'
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
},
|
||
{
|
||
'component': 'VRow',
|
||
'content': [
|
||
{
|
||
'component': 'VCol',
|
||
'props': {
|
||
'cols': 12,
|
||
},
|
||
'content': [
|
||
{
|
||
'component': 'VAlert',
|
||
'props': {
|
||
'text': '开启清空记录时，会在导入历史数据之前删除MoviePilot之前的记录。'
|
||
'如果转移记录很多，同步时间可能会长（3-10分钟），'
|
||
'所以点击确定后页面没反应是正常现象，后台正在处理。'
|
||
'如果开启补充数据，会获取tr、qb种子，补充转移记录中download_hash缺失的情况（同步删除需要）。'
|
||
}
|
||
}
|
||
]
|
||
}
|
||
]
|
||
}
|
||
]
|
||
}
|
||
], {
|
||
"clear": False,
|
||
"supp": False,
|
||
"nt_db_path": "",
|
||
"path": "",
|
||
"downloader": "",
|
||
"site": "",
|
||
}
|
||
|
||
def get_page(self) -> List[dict]:
|
||
pass
|
||
|
||
def stop_service(self):
|
||
"""
|
||
退出插件
|
||
"""
|
||
pass
|