diff --git a/README.md b/README.md index 3d0180d..e244777 100644 --- a/README.md +++ b/README.md @@ -45,4 +45,5 @@ MoviePilot三方插件市场：https://github.com/thsrite/MoviePilot-Plugins/ - 云盘助手(docs%2FCloudAssistant.md) v2.0.3 - CloudDrive2助手 v1.2 - 软连接重定向 v1.0 -- 云盘同步删除 v1.2 \ No newline at end of file +- 云盘同步删除 v1.2 +- 媒体库重复媒体检测 v1.0 \ No newline at end of file diff --git a/icons/libraryduplicate.png b/icons/libraryduplicate.png new file mode 100644 index 0000000..ab39738 Binary files /dev/null and b/icons/libraryduplicate.png differ diff --git a/package.json b/package.json index b55d793..0458dbf 100644 --- a/package.json +++ b/package.json @@ -582,5 +582,17 @@ "v1.1": "增加测试模式按钮（不删除文件）", "v1.0": "媒体库删除软连接文件后，同步删除云盘文件" } + }, + "LibraryDuplicateCheck": { + "name": "媒体库重复媒体检测", + "description": "媒体库重复媒体检查，可选择保留规则保留其一。", + "labels": "媒体库", + "version": "1.0", + "icon": "https://raw.githubusercontent.com/thsrite/MoviePilot-Plugins/main/icons/libraryduplicate.png", + "author": "thsrite", + "level": 2, + "history": { + "v1.0": "媒体库重复媒体检查，可选择保留规则保留其一" + } } } diff --git a/plugins/libraryduplicatecheck/__init__.py b/plugins/libraryduplicatecheck/__init__.py new file mode 100644 index 0000000..11abf9b --- /dev/null +++ b/plugins/libraryduplicatecheck/__init__.py @@ -0,0 +1,421 @@ +from datetime import datetime, timedelta +import os +from collections import defaultdict +from pathlib import Path +import pytz + +from app.core.config import settings +from app.plugins import _PluginBase +from typing import Any, List, Dict, Tuple, Optional +from app.log import logger +from apscheduler.schedulers.background import BackgroundScheduler +from apscheduler.triggers.cron import CronTrigger + +from app.schemas.types import EventType +from app.utils.system import SystemUtils + + +class LibraryDuplicateCheck(_PluginBase): + # 插件名称 + plugin_name = "媒体库重复媒体检测。" + # 插件描述 + plugin_desc = "媒体库重复媒体检查，可选择保留规则保留其一。" + # 插件图标 + plugin_icon = "https://raw.githubusercontent.com/thsrite/MoviePilot-Plugins/main/icons/libraryduplicate.png" + # 插件版本 + plugin_version = "1.0" + # 插件作者 + plugin_author = "thsrite" + # 作者主页 + author_url = "https://github.com/thsrite" + # 插件配置项ID前缀 + plugin_config_prefix = "libraryduplicatecheck_" + # 加载顺序 + plugin_order = 9 + # 可使用的用户级别 + auth_level = 2 + + # 私有属性 + _enabled = False + # 任务执行间隔 + _paths = {} + _notify = False + _delete_softlink = False + _cron = None + _onlyonce = False + _retain_type = None + _rmt_mediaext = ".mp4, .mkv, .ts, .iso,.rmvb, .avi, .mov, .mpeg,.mpg, .wmv, .3gp, .asf, .m4v, .flv, .m2ts, .strm,.tp, .f4v" + + _scheduler: Optional[BackgroundScheduler] = None + + def init_plugin(self, config: dict = None): + if config: + self._enabled = config.get("enabled") + self._notify = config.get("notify") + self._cron = config.get("cron") + self._delete_softlink = config.get("delete_softlink") + self._onlyonce = config.get("onlyonce") + self._retain_type = config.get("retain_type") + self._paths = config.get("paths") + self._rmt_mediaext = config.get( + "rmt_mediaext") or ".mp4, .mkv, .ts, .iso,.rmvb, .avi, .mov, .mpeg,.mpg, .wmv, .3gp, .asf, .m4v, .flv, .m2ts, .strm,.tp, .f4v" + + if self._enabled or self._onlyonce: + # 定时服务 + self._scheduler = BackgroundScheduler(timezone=settings.TZ) + + # 立即运行一次 + if self._onlyonce: + logger.info(f"媒体库重复媒体检测服务启动，立即运行一次") + self._scheduler.add_job(self.check_duplicate, 'date', + run_date=datetime.now( + tz=pytz.timezone(settings.TZ)) + timedelta(seconds=3), + name="媒体库重复媒体检测") + # 关闭一次性开关 + self._onlyonce = False + + # 保存配置 + self.__update_config() + + # 周期运行 + if self._cron: + try: + self._scheduler.add_job(func=self.check_duplicate, + trigger=CronTrigger.from_crontab(self._cron), + name="媒体库重复媒体检测") + except Exception as err: + logger.error(f"定时任务配置错误：{err}") + # 推送实时消息 + self.systemmessage.put(f"执行周期配置错误：{err}") + + # 启动任务 + if self._scheduler.get_jobs(): + self._scheduler.print_jobs() + self._scheduler.start() + + def check_duplicate(self): + """ + 检查媒体库重复媒体 + """ + if not self._paths: + logger.warning("媒体库重复媒体检测服务未配置路径") + return + + for path in self._paths.split("\n"): + logger.info(f"开始检查路径：{path}") + self.__find_duplicate_videos(path) + + def __find_duplicate_videos(self, directory): + """ + 检查目录下视频文件是否有重复 + """ + # Dictionary to hold the list of files for each video name + video_files = defaultdict(list) + + # Traverse the directory and subdirectories + for root, _, files in os.walk(directory): + for file in files: + # Check the file extension + if Path(file).suffix.lower() in [ext.strip() for ext in + self._rmt_mediaext.split(",")]: + video_name = Path(file).stem.split('-')[0].rstrip() + logger.info(f'Scan file -> {file} -> {video_name}') + video_files[video_name].append(os.path.join(root, file)) + + logger.info() + logger.info("================== RESULT ==================") + # Find and handle duplicate video files + for name, paths in video_files.items(): + if len(paths) > 1: + logger.info(f"Duplicate video files for '{name}':") + for path in paths: + logger.info(f" {path} 文件大小：{os.path.getsize(path)}，创建时间：{os.path.getmtime(path)}") + + if str(self._retain_type) != "仅检查": + # Decide which file to keep based on criteria (e.g., file size or creation date) + keep_path = self.__choose_file_to_keep(paths) + logger.info(f"文件保留规则：{str(self._retain_type)} Keeping: {keep_path}") + # Delete the other duplicate files (if needed) + for path in paths: + if path != keep_path: + cloud_file = os.readlink(path) + # Path(path).unlink() + logger.info(f"Deleted Local file: {path}") + self.__rmtree(Path(path), "监控") + + # 同步删除软连接源目录 + if cloud_file and self._delete_softlink: + logger.info(f"开始删除云盘文件 {cloud_file}") + if Path(cloud_file).exists(): + cloud_file_path = Path(cloud_file) + # 删除文件、nfo、jpg等同名文件 + pattern = cloud_file_path.stem.replace('[', '?').replace(']', '?') + logger.info(f"开始筛选 {cloud_file_path.parent} 下同名文件 {pattern}") + files = cloud_file_path.parent.glob(f"{pattern}.*") + for file in files: + # Path(file).unlink() + logger.info(f"云盘文件 {file} 已删除") + self.__rmtree(cloud_file_path, "云盘") + + else: + logger.info(f"'{name}' No Duplicate video files.") + + def __rmtree(self, path: Path, file_type: str): + """ + 删除目录及其子目录 + """ + # 判断当前媒体父路径下是否有媒体文件，如有则无需遍历父级 + if not SystemUtils.exits_files(path.parent, [ext.strip() for ext in + self._rmt_mediaext.split(",")]): + # 判断父目录是否为空, 为空则删除 + for parent_path in path.parents: + if str(parent_path.parent) != str(path.root): + # 父目录非根目录，才删除父目录 + if not SystemUtils.exits_files(parent_path, [ext.strip() for ext in + self._rmt_mediaext.split(",")]): + # 当前路径下没有媒体文件则删除 + # shutil.rmtree(parent_path) + logger.warn(f"{file_type}目录 {parent_path} 已删除") + + @staticmethod + def __choose_file_to_keep(paths): + # Example: Choose based on file size (keeping the smallest) + smallest_size = float('inf') + smallest_path = None + for path in paths: + file_size = os.path.getmtime(path) + if file_size < smallest_size: + smallest_size = file_size + smallest_path = path + return smallest_path + + def __update_config(self): + self.update_config({ + "enabled": self._enabled, + "onlyonce": self._onlyonce, + "cron": self._cron, + "delete_softlink": self._delete_softlink, + "notify": self._notify, + "paths": self._paths, + "retain_type": self._retain_type, + "rmt_mediaext": self._rmt_mediaext + }) + + def get_state(self) -> bool: + return self._enabled + + @staticmethod + def get_command() -> List[Dict[str, Any]]: + """ + 定义远程控制命令 + :return: 命令关键字、事件、描述、附带数据 + """ + return [{ + "cmd": "/libraryduplicatecheck", + "event": EventType.PluginAction, + "desc": "媒体库重复媒体检测", + "category": "", + "data": { + "action": "libraryduplicatecheck" + } + }] + + def get_api(self) -> List[Dict[str, Any]]: + pass + + def get_form(self) -> Tuple[List[dict], Dict[str, Any]]: + """ + 拼装插件配置页面，需要返回两块数据：1、页面配置；2、数据结构 + """ + return [ + { + 'component': 'VForm', + 'content': [ + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'enabled', + 'label': '启用插件', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'notify', + 'label': '开启通知', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'delete_softlink', + 'label': '删除软连接源文件', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'onlyonce', + 'label': '立即运行一次', + } + } + ] + }, + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VTextField', + 'props': { + 'model': 'cron', + 'label': '执行周期', + 'placeholder': '5位cron表达式，留空自动' + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 9 + }, + 'content': [ + { + 'component': 'VSelect', + 'props': { + 'multiple': False, + 'chips': True, + 'model': 'retain_type', + 'label': '质量', + 'items': [ + {'title': '仅检查', 'value': '仅检查'}, + {'title': '保留体积最小', 'value': '保留体积最小'}, + {'title': '保留体积最大', 'value': '保留体积最大'}, + {'title': '保留创建最早', 'value': '保留创建最早'}, + {'title': '保留创建最晚', 'value': '保留创建最晚'}, + ] + } + } + ] + }, + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12 + }, + 'content': [ + { + 'component': 'VTextarea', + 'props': { + 'model': 'paths', + 'label': '检查路径', + 'rows': 2, + 'placeholder': "一行一个" + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12 + }, + 'content': [ + { + 'component': 'VTextarea', + 'props': { + 'model': 'rmt_mediaext', + 'label': '视频格式', + 'rows': 2, + 'placeholder': ".mp4, .mkv, .ts, .iso,.rmvb, .avi, .mov, .mpeg,.mpg, .wmv, .3gp, .asf, .m4v, .flv, .m2ts, .strm,.tp, .f4v" + } + } + ] + } + ] + }, + ] + } + ], { + "enabled": False, + "onlyonce": False, + "delete_softlink": False, + "cron": "5 1 * * *", + "paths": "", + "notify": False, + "retain_type": "仅检查", + "rmt_mediaext": ".mp4, .mkv, .ts, .iso,.rmvb, .avi, .mov, .mpeg,.mpg, .wmv, .3gp, .asf, .m4v, .flv, .m2ts, .strm,.tp, .f4v" + } + + def get_page(self) -> List[dict]: + pass + + def stop_service(self): + """ + 退出插件 + """ + try: + if self._scheduler: + self._scheduler.remove_all_jobs() + if self._scheduler.running: + self._scheduler.shutdown() + self._scheduler = None + except Exception as e: + logger.error("退出插件失败：%s" % str(e))