diff --git a/plugins.v2/shortplaymonitor/__init__.py b/plugins.v2/shortplaymonitor/__init__.py new file mode 100644 index 0000000..b20e9f8 --- /dev/null +++ b/plugins.v2/shortplaymonitor/__init__.py @@ -0,0 +1,1065 @@ +import datetime +import os +import re +import threading +from pathlib import Path +from threading import Lock +from typing import Any, List, Dict, Tuple, Optional +from xml.dom import minidom + +import chardet +import pytz +from PIL import Image +from app.helper.sites import SitesHelper +from apscheduler.schedulers.background import BackgroundScheduler +from lxml import etree +from requests import RequestException +from watchdog.events import FileSystemEventHandler +from watchdog.observers import Observer +from watchdog.observers.polling import PollingObserver + +from app.chain.tmdb import TmdbChain +from app.core.config import settings +from app.core.meta.words import WordsMatcher +from app.core.metainfo import MetaInfoPath +from app.db.site_oper import SiteOper +from app.helper.directory import DirectoryHelper +from app.log import logger +from app.modules.indexer import TorrentSpider +from app.plugins import _PluginBase +from app.schemas import MediaInfo, TransferInfo, TransferDirectoryConf +from app.schemas.types import NotificationType +from app.utils.common import retry +from app.utils.dom import DomUtils +from app.utils.http import RequestUtils +from app.utils.system import SystemUtils + +ffmpeg_lock = threading.Lock() +lock = Lock() + + +class FileMonitorHandler(FileSystemEventHandler): + """ + 目录监控响应类 + """ + + def __init__(self, watching_path: str, file_change: Any, **kwargs): + super(FileMonitorHandler, self).__init__(**kwargs) + self._watch_path = watching_path + self.file_change = file_change + + def on_created(self, event): + self.file_change.event_handler(event=event, source_dir=self._watch_path, event_path=event.src_path) + + def on_moved(self, event): + self.file_change.event_handler(event=event, source_dir=self._watch_path, event_path=event.dest_path) + + +class ShortPlayMonitor(_PluginBase): + # 插件名称 + plugin_name = "短剧刮削" + # 插件描述 + plugin_desc = "监控视频短剧创建，刮削。" + # 插件图标 + plugin_icon = "Amule_B.png" + # 插件版本 + plugin_version = "4.0" + # 插件作者 + plugin_author = "thsrite" + # 作者主页 + author_url = "https://github.com/thsrite" + # 插件配置项ID前缀 + plugin_config_prefix = "shortplaymonitor_" + # 加载顺序 + plugin_order = 26 + # 可使用的用户级别 + auth_level = 1 + + # 私有属性 + _enabled = False + _monitor_confs = None + _onlyonce = False + _image = False + _exclude_keywords = "" + _transfer_type = "link" + _observer = [] + _timeline = "00:00:10" + _dirconf = {} + _renameconf = {} + _coverconf = {} + tmdbchain = None + _interval = 10 + _notify = False + _medias = {} + + # 定时器 + _scheduler: Optional[BackgroundScheduler] = None + + def init_plugin(self, config: dict = None): + # 清空配置 + self._dirconf = {} + self._renameconf = {} + self._coverconf = {} + self.tmdbchain = TmdbChain() + + if config: + self._enabled = config.get("enabled") + self._onlyonce = config.get("onlyonce") + self._image = config.get("image") + self._interval = config.get("interval") + self._notify = config.get("notify") + self._monitor_confs = config.get("monitor_confs") + self._exclude_keywords = config.get("exclude_keywords") or "" + self._transfer_type = config.get("transfer_type") or "link" + + # 停止现有任务 + self.stop_service() + + if self._enabled or self._onlyonce: + # 定时服务 + self._scheduler = BackgroundScheduler(timezone=settings.TZ) + if self._notify: + # 追加入库消息统一发送服务 + self._scheduler.add_job(self.send_msg, trigger='interval', seconds=15) + + # 读取目录配置 + monitor_confs = self._monitor_confs.split("\n") + if not monitor_confs: + return + for monitor_conf in monitor_confs: + # 格式 监控方式#监控目录#目的目录#是否重命名#封面比例 + if not monitor_conf: + continue + if str(monitor_conf).count("#") != 4: + logger.error(f"{monitor_conf} 格式错误") + continue + mode = str(monitor_conf).split("#")[0] + source_dir = str(monitor_conf).split("#")[1] + target_dir = str(monitor_conf).split("#")[2] + rename_conf = str(monitor_conf).split("#")[3] + cover_conf = str(monitor_conf).split("#")[4] + + # 存储目录监控配置 + self._dirconf[source_dir] = target_dir + self._renameconf[source_dir] = rename_conf + self._coverconf[source_dir] = cover_conf + + # 启用目录监控 + if self._enabled: + # 检查媒体库目录是不是下载目录的子目录 + try: + if target_dir and Path(target_dir).is_relative_to(Path(source_dir)): + logger.warn(f"{target_dir} 是下载目录 {source_dir} 的子目录，无法监控") + self.systemmessage.put(f"{target_dir} 是下载目录 {source_dir} 的子目录，无法监控") + continue + except Exception as e: + logger.debug(str(e)) + pass + + try: + if mode == "compatibility": + # 兼容模式，目录同步性能降低且NAS不能休眠，但可以兼容挂载的远程共享目录如SMB + observer = PollingObserver(timeout=10) + else: + # 内部处理系统操作类型选择最优解 + observer = Observer(timeout=10) + self._observer.append(observer) + observer.schedule(FileMonitorHandler(source_dir, self), path=source_dir, recursive=True) + observer.daemon = True + observer.start() + logger.info(f"{source_dir} 的目录监控服务启动") + except Exception as e: + err_msg = str(e) + if "inotify" in err_msg and "reached" in err_msg: + logger.warn( + f"目录监控服务启动出现异常：{err_msg}，请在宿主机上（不是docker容器内）执行以下命令并重启：" + + """ + echo fs.inotify.max_user_watches=524288 | sudo tee -a /etc/sysctl.conf + echo fs.inotify.max_user_instances=524288 | sudo tee -a /etc/sysctl.conf + sudo sysctl -p + """) + else: + logger.error(f"{source_dir} 启动目录监控失败：{err_msg}") + self.systemmessage.put(f"{source_dir} 启动目录监控失败：{err_msg}") + + # 运行一次定时服务 + if self._onlyonce: + logger.info("短剧监控服务启动，立即运行一次") + self._scheduler.add_job(func=self.sync_all, trigger='date', + run_date=datetime.datetime.now( + tz=pytz.timezone(settings.TZ)) + datetime.timedelta(seconds=3), + name="短剧监控全量执行") + # 关闭一次性开关 + self._onlyonce = False + # 保存配置 + self.__update_config() + + # 启动任务 + if self._scheduler.get_jobs(): + self._scheduler.print_jobs() + self._scheduler.start() + + if self._image: + self._image = False + self.__update_config() + self.__handle_image() + + def sync_all(self): + """ + 立即运行一次，全量同步目录中所有文件 + """ + logger.info("开始全量同步短剧监控目录 ...") + # 遍历所有监控目录 + for mon_path in self._dirconf.keys(): + # 遍历目录下所有文件 + for file_path in SystemUtils.list_files(Path(mon_path), settings.RMT_MEDIAEXT): + self.__handle_file(is_directory=Path(file_path).is_dir(), + event_path=str(file_path), + source_dir=mon_path) + logger.info("全量同步短剧监控目录完成！") + + def __handle_image(self): + """ + 立即运行一次，裁剪封面 + """ + if not self._dirconf or not self._dirconf.keys(): + logger.error("未正确配置，停止裁剪 ...") + return + + logger.info("开始全量裁剪封面 ...") + # 遍历所有监控目录 + for mon_path in self._dirconf.keys(): + cover_conf = self._coverconf.get(mon_path) + target_path = self._dirconf.get(mon_path) + # 遍历目录下所有文件 + for file_path in SystemUtils.list_files(Path(target_path), ["poster.jpg"]): + try: + if Path(file_path).name != "poster.jpg": + continue + image = Image.open(file_path) + if image.width / image.height != int(str(cover_conf).split(":")[0]) / int( + str(cover_conf).split(":")[1]): + self.__save_poster(input_path=file_path, + poster_path=file_path, + cover_conf=cover_conf) + logger.info(f"封面 {file_path} 已裁剪 比例为 {cover_conf}") + except Exception: + continue + logger.info("全量裁剪封面完成！") + + def event_handler(self, event, source_dir: str, event_path: str): + """ + 处理文件变化 + :param event: 事件 + :param source_dir: 监控目录 + :param event_path: 事件文件路径 + """ + # 回收站及隐藏的文件不处理 + if (event_path.find("/@Recycle") != -1 + or event_path.find("/#recycle") != -1 + or event_path.find("/.") != -1 + or event_path.find("/@eaDir") != -1): + logger.info(f"{event_path} 是回收站或隐藏的文件，跳过处理") + return + + # 命中过滤关键字不处理 + if self._exclude_keywords: + for keyword in self._exclude_keywords.split("\n"): + if keyword and re.findall(keyword, event_path): + logger.info(f"{event_path} 命中过滤关键字 {keyword}，不处理") + return + + # 不是媒体文件不处理 + if Path(event_path).suffix not in settings.RMT_MEDIAEXT: + logger.debug(f"{event_path} 不是媒体文件") + return + + # 文件发生变化 + logger.debug(f"变动类型 {event.event_type} 变动路径 {event_path}") + self.__handle_file(is_directory=event.is_directory, + event_path=event_path, + source_dir=source_dir) + + def __handle_file(self, is_directory: bool, event_path: str, source_dir: str): + """ + 同步一个文件 + :event.is_directory + :param event_path: 事件文件路径 + :param source_dir: 监控目录 + """ + try: + # 转移路径 + dest_dir = self._dirconf.get(source_dir) + # 是否重命名 + rename_conf = self._renameconf.get(source_dir) + # 封面比例 + cover_conf = self._coverconf.get(source_dir) + # 元数据 + file_meta = MetaInfoPath(Path(event_path)) + if not file_meta.name: + logger.error(f"{Path(event_path).name} 无法识别有效信息") + return + # 识别媒体信息 + mediainfo: MediaInfo = self.chain.recognize_media(meta=file_meta) + + transfer_flag = False + title = None + # 走tmdb刮削 + if mediainfo: + try: + # 查询转移目的目录 + target_dir = DirectoryHelper().get_dir(mediainfo, src_path=Path(source_dir)) + if not target_dir or not target_dir.library_path: + target_dir = TransferDirectoryConf() + target_dir.library_path = dest_dir + target_dir.transfer_type = self._transfer_type + target_dir.renaming = True + target_dir.notify = False + target_dir.overwrite_mode = 'never' + target_dir.library_storage = "local" + else: + target_dir.transfer_type = self._transfer_type + + if not target_dir.library_path: + logger.error(f"未配置监控目录 {source_dir} 的目的目录") + return + + # 更新媒体图片 + self.chain.obtain_images(mediainfo=mediainfo) + episodes_info = self.tmdbchain.tmdb_episodes(tmdbid=mediainfo.tmdb_id, + season=file_meta.begin_season or 1) + mediainfo.category = "" + # 转移 + transferinfo: TransferInfo = self.chain.transfer(mediainfo=mediainfo, + path=Path(event_path), + target=Path(dest_dir), + meta=file_meta, + episodes_info=episodes_info) + if not transferinfo: + logger.error("文件转移模块运行失败") + transfer_flag = False + else: + self.chain.scrape_metadata(fileitem=transferinfo.target_diritem, + meta=file_meta, + mediainfo=mediainfo) + transfer_flag = True + except Exception as e: + print(str(e)) + transfer_flag = False + logger.error(f"{event_path} tmdb刮削失败") + # 广播事件 + # self.eventmanager.send_event(EventType.TransferComplete, { + # 'meta': file_meta, + # 'mediainfo': mediainfo, + # 'transferinfo': transferinfo + # }) + if not transfer_flag: + target_path = event_path.replace(source_dir, dest_dir) + + # 目录重命名 + if str(rename_conf) == "true" or str(rename_conf) == "false": + rename_conf = bool(rename_conf) + target = target_path.replace(dest_dir, "") + parent = Path(Path(target).parents[0]) + last = target.replace(str(parent), "") + if rename_conf: + # 自定义识别次 + title, _ = WordsMatcher().prepare(str(parent)) + target_path = Path(dest_dir).joinpath(title + last) + else: + title = parent + else: + if str(rename_conf) == "smart": + target = target_path.replace(dest_dir, "") + parent = Path(Path(target).parents[0]) + last = target.replace(str(parent), "") + # 取.第一个 + title = Path(parent).name.split(".")[0] + target_path = Path(dest_dir).joinpath(title + last) + else: + logger.error(f"{target_path} 智能重命名失败") + return + + # 文件夹同步创建 + if is_directory: + # 目标文件夹不存在则创建 + if not Path(target_path).exists(): + logger.info(f"创建目标文件夹 {target_path}") + os.makedirs(target_path) + else: + # 媒体重命名 + try: + pattern = r'S\d+E\d+' + matches = re.search(pattern, Path(target_path).name) + if matches: + target_path = Path( + target_path).parent / f"{matches.group()}{Path(Path(target_path).name).suffix}" + else: + print("未找到匹配的季数和集数") + except Exception as e: + print(e) + + # 目标文件夹不存在则创建 + if not Path(target_path).parent.exists(): + logger.info(f"创建目标文件夹 {Path(target_path).parent}") + os.makedirs(Path(target_path).parent) + + # 文件：nfo、图片、视频文件 + if Path(target_path).exists(): + logger.debug(f"目标文件 {target_path} 已存在") + return + + # 硬链接 + retcode = self.__transfer_command(file_item=Path(event_path), + target_file=target_path, + transfer_type=self._transfer_type) + if retcode == 0: + logger.info(f"文件 {event_path} 硬链接完成") + # 生成 tvshow.nfo + if not (target_path.parent / "tvshow.nfo").exists(): + self.__gen_tv_nfo_file(dir_path=target_path.parent, + title=title) + + # 生成缩略图 + if not (target_path.parent / "poster.jpg").exists(): + thumb_path = self.gen_file_thumb(title=title, + rename_conf=rename_conf, + file_path=target_path) + if thumb_path and Path(thumb_path).exists(): + self.__save_poster(input_path=thumb_path, + poster_path=target_path.parent / "poster.jpg", + cover_conf=cover_conf) + if (target_path.parent / "poster.jpg").exists(): + logger.info(f"{target_path.parent / 'poster.jpg'} 缩略图已生成") + thumb_path.unlink() + else: + # 检查是否有缩略图 + thumb_files = SystemUtils.list_files(directory=target_path.parent, + extensions=[".jpg"]) + if thumb_files: + # 生成poster + for thumb in thumb_files: + self.__save_poster(input_path=thumb, + poster_path=target_path.parent / "poster.jpg", + cover_conf=cover_conf) + break + # 删除多余jpg + for thumb in thumb_files: + Path(thumb).unlink() + else: + logger.error(f"文件 {event_path} 硬链接失败，错误码：{retcode}") + if self._notify: + # 发送消息汇总 + media_list = self._medias.get(mediainfo.title_year if mediainfo else title) or {} + if media_list: + media_files = media_list.get("files") or [] + if media_files: + if str(event_path) not in media_files: + media_files.append(str(event_path)) + else: + media_files = [str(event_path)] + media_list = { + "files": media_files, + "time": datetime.datetime.now() + } + else: + media_list = { + "files": [str(event_path)], + "time": datetime.datetime.now() + } + self._medias[mediainfo.title_year if mediainfo else title] = media_list + except Exception as e: + logger.error(f"event_handler_created error: {e}") + print(str(e)) + + def send_msg(self): + """ + 定时检查是否有媒体处理完，发送统一消息 + """ + if self._notify: + if not self._medias or not self._medias.keys(): + return + + # 遍历检查是否已刮削完，发送消息 + for medis_title_year in list(self._medias.keys()): + media_list = self._medias.get(medis_title_year) + logger.info(f"开始处理媒体 {medis_title_year} 消息") + + if not media_list: + continue + + # 获取最后更新时间 + last_update_time = media_list.get("time") + media_files = media_list.get("files") + if not last_update_time or not media_files: + continue + + # 判断剧集最后更新时间距现在是已超过10秒或者电影，发送消息 + if (datetime.datetime.now() - last_update_time).total_seconds() > int(self._interval): + # 发送消息 + self.post_message(mtype=NotificationType.Organize, + title=f"{medis_title_year} 共{len(media_files)}集已入库", + text="类别：短剧") + # 发送完消息，移出key + del self._medias[medis_title_year] + continue + + @staticmethod + def __transfer_command(file_item: Path, target_file: Path, transfer_type: str) -> int: + """ + 使用系统命令处理单个文件 + :param file_item: 文件路径 + :param target_file: 目标文件路径 + :param transfer_type: RmtMode转移方式 + """ + with lock: + + # 转移 + if transfer_type == 'link': + # 硬链接 + retcode, retmsg = SystemUtils.link(file_item, target_file) + elif transfer_type == 'filesoftlink': + # 软链接 + retcode, retmsg = SystemUtils.softlink(file_item, target_file) + elif transfer_type == 'move': + # 移动 + retcode, retmsg = SystemUtils.move(file_item, target_file) + else: + # 复制 + retcode, retmsg = SystemUtils.copy(file_item, target_file) + + if retcode != 0: + logger.error(retmsg) + + return retcode + + def __save_poster(self, input_path, poster_path, cover_conf): + """ + 截取图片做封面 + """ + try: + image = Image.open(input_path) + + # 需要截取的长宽比（比如 16:9） + if not cover_conf: + target_ratio = 2 / 3 + else: + covers = cover_conf.split(":") + target_ratio = int(covers[0]) / int(covers[1]) + + # 获取原始图片的长宽比 + original_ratio = image.width / image.height + + # 计算截取后的大小 + if original_ratio > target_ratio: + new_height = image.height + new_width = int(new_height * target_ratio) + else: + new_width = image.width + new_height = int(new_width / target_ratio) + + # 计算截取的位置 + left = (image.width - new_width) // 2 + top = (image.height - new_height) // 2 + right = left + new_width + bottom = top + new_height + + # 截取图片 + cropped_image = image.crop((left, top, right, bottom)) + + # 保存截取后的图片 + cropped_image.save(poster_path) + except Exception as e: + print(str(e)) + + def __gen_tv_nfo_file(self, dir_path: Path, title: str): + """ + 生成电视剧的NFO描述文件 + :param dir_path: 电视剧根目录 + """ + # 开始生成XML + logger.info(f"正在生成电视剧NFO文件：{dir_path.name}") + doc = minidom.Document() + root = DomUtils.add_node(doc, doc, "tvshow") + + # 标题 + DomUtils.add_node(doc, root, "title", title) + DomUtils.add_node(doc, root, "originaltitle", title) + DomUtils.add_node(doc, root, "season", "-1") + DomUtils.add_node(doc, root, "episode", "-1") + # 保存 + self.__save_nfo(doc, dir_path.joinpath("tvshow.nfo")) + + def __save_nfo(self, doc, file_path: Path): + """ + 保存NFO + """ + xml_str = doc.toprettyxml(indent=" ", encoding="utf-8") + file_path.write_bytes(xml_str) + logger.info(f"NFO文件已保存：{file_path}") + + def gen_file_thumb_from_site(self, title: str, file_path: Path): + """ + 从agsv或者萝莉站查询封面 + """ + try: + image = None + # 查询索引 + domain = "agsvpt.com" + site = SiteOper().get_by_domain(domain) + index = SitesHelper().get_indexer(domain) + if site: + req_url = f"https://www.agsvpt.com/torrents.php?search_mode=0&search_area=0&page=0¬newword=1&cat=419&search={title}" + image_xpath = "//*[@id='kdescr']/img[1]/@src" + # 查询站点资源 + logger.info(f"开始检索 {site.name} {title}") + image = self.__get_site_torrents(url=req_url, site=site, image_xpath=image_xpath, index=index) + if not image: + domain = "ilolicon.com" + site = SiteOper().get_by_domain(domain) + index = SitesHelper().get_indexer(domain) + if site: + req_url = f"https://share.ilolicon.com/torrents.php?search_mode=0&search_area=0&page=0¬newword=1&cat=402&search={title}" + + image_xpath = "//*[@id='kdescr']/img[1]/@src" + # 查询站点资源 + logger.info(f"开始检索 {site.name} {title}") + image = self.__get_site_torrents(url=req_url, site=site, image_xpath=image_xpath, index=index) + + if not image: + logger.error(f"检索站点 {title} 封面失败") + return None + + # 下载图片保存 + if self.__save_image(url=image, file_path=file_path): + return file_path + return None + except Exception as e: + logger.error(f"检索站点 {title} 封面失败 {str(e)}") + return None + + @retry(RequestException, logger=logger) + def __save_image(self, url: str, file_path: Path): + """ + 下载图片并保存 + """ + try: + logger.info(f"正在下载{file_path.stem}图片：{url} ...") + r = RequestUtils().get_res(url=url, raise_exception=True) + if r: + file_path.write_bytes(r.content) + logger.info(f"图片已保存：{file_path}") + return True + else: + logger.info(f"{file_path.stem}图片下载失败，请检查网络连通性") + return False + except RequestException as err: + raise err + except Exception as err: + logger.error(f"{file_path.stem}图片下载失败：{str(err)}") + return False + + def __get_site_torrents(self, url: str, site, image_xpath, index): + """ + 查询站点资源 + """ + page_source = self.__get_page_source(url=url, site=site) + if not page_source: + logger.error(f"请求站点 {site.name} 失败") + return None + _spider = TorrentSpider(indexer=index, + page=1) + torrents = _spider.parse(page_source) + if not torrents: + logger.error(f"未检索到站点 {site.name} 资源") + return None + + # 获取种子详情页 + torrent_detail_source = self.__get_page_source(url=torrents[0].get("page_url"), site=site) + if not torrent_detail_source: + logger.error(f"请求种子详情页失败 {torrents[0].get('page_url')}") + return None + + html = etree.HTML(torrent_detail_source) + if not html: + logger.error(f"请求种子详情页失败 {torrents[0].get('page_url')}") + return None + + image = html.xpath(image_xpath)[0] + if not image: + logger.error(f"未获取到种子封面图 {torrents[0].get('page_url')}") + return None + + return str(image) + + def __get_page_source(self, url: str, site): + """ + 获取页面资源 + """ + ret = RequestUtils( + cookies=site.cookie, + timeout=30, + ).get_res(url, allow_redirects=True) + if ret is not None: + # 使用chardet检测字符编码 + raw_data = ret.content + if raw_data: + try: + result = chardet.detect(raw_data) + encoding = result['encoding'] + # 解码为字符串 + page_source = raw_data.decode(encoding) + except Exception as e: + # 探测utf-8解码 + if re.search(r"charset=\"?utf-8\"?", ret.text, re.IGNORECASE): + ret.encoding = "utf-8" + else: + ret.encoding = ret.apparent_encoding + page_source = ret.text + else: + page_source = ret.text + else: + page_source = "" + + return page_source + + def gen_file_thumb(self, title: str, file_path: Path, rename_conf: str): + """ + 处理一个文件 + """ + # 智能重命名时从站点检索 + if str(rename_conf) == "smart": + thumb_path = file_path.with_name(file_path.stem + "-site.jpg") + if thumb_path.exists(): + logger.info(f"缩略图已存在：{thumb_path}") + return + self.gen_file_thumb_from_site(title=title, file_path=thumb_path) + if Path(thumb_path).exists(): + logger.info(f"{file_path} 缩略图已生成：{thumb_path}") + return thumb_path + # 单线程处理 + with ffmpeg_lock: + try: + thumb_path = file_path.with_name(file_path.stem + "-thumb.jpg") + if thumb_path.exists(): + logger.info(f"缩略图已存在：{thumb_path}") + return + self.get_thumb(video_path=str(file_path), + image_path=str(thumb_path), + frames=self._timeline) + if Path(thumb_path).exists(): + logger.info(f"{file_path} 缩略图已生成：{thumb_path}") + return thumb_path + except Exception as err: + logger.error(f"FFmpeg处理文件 {file_path} 时发生错误：{str(err)}") + return None + + @staticmethod + def get_thumb(video_path: str, image_path: str, frames: str = None): + """ + 使用ffmpeg从视频文件中截取缩略图 + """ + if not frames: + frames = "00:00:10" + if not video_path or not image_path: + return False + cmd = 'ffmpeg -y -i "{video_path}" -ss {frames} -frames 1 "{image_path}"'.format( + video_path=video_path, + frames=frames, + image_path=image_path) + result = SystemUtils.execute(cmd) + if result: + return True + return False + + def __update_config(self): + """ + 更新配置 + """ + self.update_config({ + "enabled": self._enabled, + "exclude_keywords": self._exclude_keywords, + "transfer_type": self._transfer_type, + "onlyonce": self._onlyonce, + "interval": self._interval, + "notify": self._notify, + "image": self._image, + "monitor_confs": self._monitor_confs + }) + + def get_state(self) -> bool: + return self._enabled + + @staticmethod + def get_command() -> List[Dict[str, Any]]: + pass + + def get_api(self) -> List[Dict[str, Any]]: + pass + + def get_form(self) -> Tuple[List[dict], Dict[str, Any]]: + """ + 拼装插件配置页面，需要返回两块数据：1、页面配置；2、数据结构 + """ + return [ + { + 'component': 'VForm', + 'content': [ + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'enabled', + 'label': '启用插件', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'onlyonce', + 'label': '立即运行一次', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'image', + 'label': '封面裁剪', + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 3 + }, + 'content': [ + { + 'component': 'VSwitch', + 'props': { + 'model': 'notify', + 'label': '发送通知', + } + } + ] + }, + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 6 + }, + 'content': [ + { + 'component': 'VSelect', + 'props': { + 'model': 'transfer_type', + 'label': '转移方式', + 'items': [ + {'title': '移动', 'value': 'move'}, + {'title': '复制', 'value': 'copy'}, + {'title': '硬链接', 'value': 'link'}, + {'title': '软链接', 'value': 'softlink'}, + ] + } + } + ] + }, + { + 'component': 'VCol', + 'props': { + 'cols': 12, + 'md': 6 + }, + 'content': [ + { + 'component': 'VTextField', + 'props': { + 'model': 'interval', + 'label': '入库消息延迟', + 'placeholder': '10' + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12 + }, + 'content': [ + { + 'component': 'VTextarea', + 'props': { + 'model': 'monitor_confs', + 'label': '监控目录', + 'rows': 5, + 'placeholder': '监控方式#监控目录#目的目录#是否重命名#封面比例' + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + }, + 'content': [ + { + 'component': 'VTextarea', + 'props': { + 'model': 'exclude_keywords', + 'label': '排除关键词', + 'rows': 2, + 'placeholder': '每一行一个关键词' + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + }, + 'content': [ + { + 'component': 'VAlert', + 'props': { + 'type': 'info', + 'variant': 'tonal', + 'text': '配置说明：' + 'https://raw.githubusercontent.com/thsrite/MoviePilot-Plugins/main/docs/ShortPlayMonitor.md' + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + }, + 'content': [ + { + 'component': 'VAlert', + 'props': { + 'type': 'info', + 'variant': 'tonal', + 'text': '默认从tmdb刮削，刮削失败则从pt站刮削。当重命名方式为smart时，如站点管理已配置AGSV、ilolicon，则优先从站点获取短剧封面。' + } + } + ] + } + ] + }, + { + 'component': 'VRow', + 'content': [ + { + 'component': 'VCol', + 'props': { + 'cols': 12, + }, + 'content': [ + { + 'component': 'VAlert', + 'props': { + 'type': 'info', + 'variant': 'tonal', + 'text': '开启封面裁剪后，会把封面裁剪成配置的比例。' + } + } + ] + } + ] + } + ] + } + ], { + "enabled": False, + "onlyonce": False, + "image": False, + "notify": False, + "interval": 10, + "monitor_confs": "", + "exclude_keywords": "", + "transfer_type": "link" + } + + def get_page(self) -> List[dict]: + pass + + def stop_service(self): + """ + 退出插件 + """ + try: + if self._scheduler: + self._scheduler.remove_all_jobs() + if self._scheduler.running: + self._scheduler.shutdown() + self._scheduler = None + except Exception as e: + logger.error("退出插件失败：%s" % str(e)) + + if self._observer: + for observer in self._observer: + try: + observer.stop() + observer.join() + except Exception as e: + print(str(e)) + self._observer = [] diff --git a/plugins/shortplaymonitor/__init__.py b/plugins/shortplaymonitor/__init__.py index b20e9f8..078aba1 100644 --- a/plugins/shortplaymonitor/__init__.py +++ b/plugins/shortplaymonitor/__init__.py @@ -1,38 +1,39 @@ -import datetime import os -import re import threading +import datetime from pathlib import Path -from threading import Lock + from typing import Any, List, Dict, Tuple, Optional from xml.dom import minidom - -import chardet -import pytz +from threading import Lock +from app.chain.tmdb import TmdbChain +from app.core.metainfo import MetaInfoPath +from app.schemas import MediaInfo, TransferInfo +from app.utils.dom import DomUtils from PIL import Image -from app.helper.sites import SitesHelper +import pytz +from app.db.site_oper import SiteOper from apscheduler.schedulers.background import BackgroundScheduler -from lxml import etree -from requests import RequestException from watchdog.events import FileSystemEventHandler from watchdog.observers import Observer from watchdog.observers.polling import PollingObserver - -from app.chain.tmdb import TmdbChain -from app.core.config import settings -from app.core.meta.words import WordsMatcher -from app.core.metainfo import MetaInfoPath -from app.db.site_oper import SiteOper -from app.helper.directory import DirectoryHelper -from app.log import logger -from app.modules.indexer import TorrentSpider -from app.plugins import _PluginBase -from app.schemas import MediaInfo, TransferInfo, TransferDirectoryConf -from app.schemas.types import NotificationType from app.utils.common import retry -from app.utils.dom import DomUtils -from app.utils.http import RequestUtils +from requests import RequestException +from app.core.meta.words import WordsMatcher +from app.log import logger +from app.plugins import _PluginBase +from app.core.config import settings from app.utils.system import SystemUtils +from app.schemas.types import NotificationType +import re + +import chardet +from lxml import etree + +from app.modules.indexer import TorrentSpider +from app.helper.sites import SitesHelper + +from app.utils.http import RequestUtils ffmpeg_lock = threading.Lock() lock = Lock() @@ -63,7 +64,7 @@ class ShortPlayMonitor(_PluginBase): # 插件图标 plugin_icon = "Amule_B.png" # 插件版本 - plugin_version = "4.0" + plugin_version = "3.2" # 插件作者 plugin_author = "thsrite" # 作者主页 @@ -307,23 +308,6 @@ class ShortPlayMonitor(_PluginBase): # 走tmdb刮削 if mediainfo: try: - # 查询转移目的目录 - target_dir = DirectoryHelper().get_dir(mediainfo, src_path=Path(source_dir)) - if not target_dir or not target_dir.library_path: - target_dir = TransferDirectoryConf() - target_dir.library_path = dest_dir - target_dir.transfer_type = self._transfer_type - target_dir.renaming = True - target_dir.notify = False - target_dir.overwrite_mode = 'never' - target_dir.library_storage = "local" - else: - target_dir.transfer_type = self._transfer_type - - if not target_dir.library_path: - logger.error(f"未配置监控目录 {source_dir} 的目的目录") - return - # 更新媒体图片 self.chain.obtain_images(mediainfo=mediainfo) episodes_info = self.tmdbchain.tmdb_episodes(tmdbid=mediainfo.tmdb_id, @@ -332,6 +316,7 @@ class ShortPlayMonitor(_PluginBase): # 转移 transferinfo: TransferInfo = self.chain.transfer(mediainfo=mediainfo, path=Path(event_path), + transfer_type=self._transfer_type, target=Path(dest_dir), meta=file_meta, episodes_info=episodes_info) @@ -339,9 +324,9 @@ class ShortPlayMonitor(_PluginBase): logger.error("文件转移模块运行失败") transfer_flag = False else: - self.chain.scrape_metadata(fileitem=transferinfo.target_diritem, - meta=file_meta, - mediainfo=mediainfo) + self.chain.scrape_metadata(path=transferinfo.target_path, + mediainfo=mediainfo, + transfer_type=self._transfer_type) transfer_flag = True except Exception as e: print(str(e)) @@ -364,7 +349,7 @@ class ShortPlayMonitor(_PluginBase): last = target.replace(str(parent), "") if rename_conf: # 自定义识别次 - title, _ = WordsMatcher().prepare(str(parent)) + title, _ = WordsMatcher().prepare(parent) target_path = Path(dest_dir).joinpath(title + last) else: title = parent @@ -524,6 +509,12 @@ class ShortPlayMonitor(_PluginBase): elif transfer_type == 'move': # 移动 retcode, retmsg = SystemUtils.move(file_item, target_file) + elif transfer_type == 'rclone_move': + # Rclone 移动 + retcode, retmsg = SystemUtils.rclone_move(file_item, target_file) + elif transfer_type == 'rclone_copy': + # Rclone 复制 + retcode, retmsg = SystemUtils.rclone_copy(file_item, target_file) else: # 复制 retcode, retmsg = SystemUtils.copy(file_item, target_file) @@ -893,7 +884,9 @@ class ShortPlayMonitor(_PluginBase): {'title': '移动', 'value': 'move'}, {'title': '复制', 'value': 'copy'}, {'title': '硬链接', 'value': 'link'}, - {'title': '软链接', 'value': 'softlink'}, + {'title': '软链接', 'value': 'filesoftlink'}, + {'title': 'Rclone复制', 'value': 'rclone_copy'}, + {'title': 'Rclone移动', 'value': 'rclone_move'} ] } }