diff --git a/icons/zvideo.png b/icons/zvideo.png new file mode 100644 index 0000000..bc334b0 Binary files /dev/null and b/icons/zvideo.png differ diff --git a/package.json b/package.json index 7c8ad5c..ce2796d 100644 --- a/package.json +++ b/package.json @@ -789,5 +789,17 @@ "icon": "Calibre_B.png", "author": "jxxghp", "level": 1 + }, + "ZvideoHelper": { + "name": "极影视助手", + "description": "极影视功能扩展", + "labels": "媒体库", + "version": "1.0", + "icon": "zvideo.png", + "author": "DzAvril", + "level": 1, + "history": { + "v1.0": "同步极影视在看/已看状态到豆瓣" + } } } diff --git a/plugins/zvideohelper/DoubanHelper.py b/plugins/zvideohelper/DoubanHelper.py new file mode 100644 index 0000000..ca3e259 --- /dev/null +++ b/plugins/zvideohelper/DoubanHelper.py @@ -0,0 +1,154 @@ +import re +from typing import List, Tuple +from urllib.parse import unquote + +import requests +from bs4 import BeautifulSoup +from http.cookies import SimpleCookie +from app.core.config import settings +from app.core.meta import MetaBase +from app.helper.cookiecloud import CookieCloudHelper +from app.log import logger +from app.utils.http import RequestUtils + + +class DoubanHelper: + + def __init__(self, user_cookie: str = None): + if not user_cookie: + self.cookiecloud = CookieCloudHelper() + cookie_dict, msg = self.cookiecloud.download() + if cookie_dict is None: + logger.error(f"获取cookiecloud数据错误 {msg}") + self.cookies = cookie_dict.get("douban.com") + else: + self.cookies = user_cookie + self.cookies = {k: v.value for k, v in SimpleCookie(self.cookies).items()} + user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36 Edg/113.0.1774.57' + self.headers = { + 'User-Agent': user_agent, + 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', + 'Accept-Encoding': 'gzip, deflate, sdch', + 'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.6,en;q=0.4,en-GB;q=0.2,zh-TW;q=0.2', + 'Connection': 'keep-alive', + 'DNT': '1', + 'HOST': 'www.douban.com' + } + + if self.cookies.get('__utmz'): + self.cookies.pop("__utmz") + + # 移除用户传进来的comment-key + if self.cookies.get('ck'): + self.cookies.pop("ck") + + # 获取最新的ck + self.set_ck() + + self.ck = self.cookies.get('ck') + logger.debug(f"ck:{self.ck} cookie:{self.cookies}") + + if not self.cookies: + logger.error(f"cookie获取为空，请检查插件配置或cookie cloud") + if not self.ck: + logger.error(f"请求ck失败，请检查传入的cookie登录状态") + + def set_ck(self): + self.headers["Cookie"] = ";".join([f"{key}={value}" for key, value in self.cookies.items()]) + response = requests.get("https://www.douban.com/", headers=self.headers) + ck_str = response.headers.get('Set-Cookie', '') + logger.debug(ck_str) + if not ck_str: + logger.error('获取ck失败，检查豆瓣登录状态') + self.cookies['ck'] = '' + return + cookie_parts = ck_str.split(";") + ck = cookie_parts[0].split("=")[1].strip() + logger.debug(ck) + self.cookies['ck'] = ck + + def get_subject_id(self, title: str = None, meta: MetaBase = None) -> Tuple | None: + if not title: + title = meta.title + year = meta.year + url = f"https://www.douban.com/search?cat=1002&q={title}" + response = RequestUtils(headers=self.headers).get_res(url) + if not response.status_code == 200: + logger.error(f"搜索 {title} 失败 状态码：{response.status_code}") + return None + # self.headers["Cookie"] = response.cookies + soup = BeautifulSoup(response.text.encode('utf-8'), 'lxml') + title_divs = soup.find_all("div", class_="title") + subject_items: List = [] + # 遍历所有找到的div标签 + for div in title_divs: + item = {} + + # title + a_tag = div.find_all("a")[0] + item["title"] = a_tag.string + item["title"] = item["title"].strip() + + # year 原名:피라미드 게임 / 朴昭妍 / 金知妍 / 2024 + span_tag = div.find_all(class_="subject-cast")[0] + year: str = span_tag.string[-4:] + if year.isdigit(): + item["year"] = year + + # subject_id + link = unquote(a_tag["href"]) + if link.count("subject/"): + pattern = r"subject/(\d+)/" + match = re.search(pattern, link) + if match: + subject_id = match.group(1) + item["subject_id"] = subject_id + subject_items.append(item) + + if not subject_items: + logger.error(f"找不到 {title} 相关条目 搜索结果html:{response.text.encode('utf-8')}") + for subject_item in subject_items: + logger.debug(f"{subject_item['title']} {subject_item['subject_id']}") + return subject_item["title"], subject_item["subject_id"] + return None, None + + def set_watching_status(self, subject_id: str, status: str = "do", private: bool = True) -> bool: + self.headers["Referer"] = f"https://movie.douban.com/subject/{subject_id}/" + self.headers["Origin"] = "https://movie.douban.com" + self.headers["Host"] = "movie.douban.com" + self.headers["Cookie"] = ";".join([f"{key}={value}" for key, value in self.cookies.items()]) + data_json = { + "ck": self.ck, + "interest": "do", + "rating": "", + "foldcollect": "U", + "tags": "", + "comment": "" + } + if private: + data_json["private"] = "on" + data_json["interest"] = status + response = requests.post( + url=f"https://movie.douban.com/j/subject/{subject_id}/interest", + headers=self.headers, + data=data_json) + if not response: + return False + if response.status_code == 200: + # 正常情况 {"r":0} + ret = response.json().get("r") + r = False if (isinstance(ret, bool) and ret is False) else True + if r: + return True + # 未开播 {"r": false} + else: + logger.error(f"douban_id: {subject_id} 未开播") + return False + logger.error(response.text) + return False + + +if __name__ == "__main__": + doubanHelper = DoubanHelper() + subject_title, subject_id = doubanHelper.get_subject_id("秘密森林2") + doubanHelper.set_watching_status(subject_id=subject_id, status="do", private=True) diff --git a/plugins/zvideohelper/__init__.py b/plugins/zvideohelper/__init__.py new file mode 100644 index 0000000..67a1315 --- /dev/null +++ b/plugins/zvideohelper/__init__.py @@ -0,0 +1,543 @@ +from datetime import datetime, timedelta +import sqlite3 +import json +from app.plugins.zvideohelper.DoubanHelper import * +from enum import Enum + +import pytz +from apscheduler.schedulers.background import BackgroundScheduler +from apscheduler.triggers.cron import CronTrigger +from app.schemas.types import EventType, NotificationType +from app.core.event import eventmanager, Event +from pathlib import Path + +from app.core.config import settings +from app.plugins import _PluginBase +from typing import Any, List, Dict, Tuple, Optional +from app.log import logger + + +# 豆瓣状态 +class DoubanStatus(Enum): + WATCHING = "do" + DONE = "collect" + +class ZvideoHelper(_PluginBase): + # 插件名称 + plugin_name = "极影视助手" + # 插件描述 + plugin_desc = "极影视功能扩展" + # 插件图标 + plugin_icon = "zvideo.png" + # 插件版本 + plugin_version = "1.0" + # 插件作者 + plugin_author = "DzAvril" + # 作者主页 + author_url = "https://github.com/DzAvril" + # 插件配置项ID前缀 + plugin_config_prefix = "zvideohelper" + # 加载顺序 + plugin_order = 1 + # 可使用的用户级别 + auth_level = 1 + + # 私有属性 + _enabled = False + _cron = None + _notify = False + _onlyonce = False + _sync_douban_status = False + _clean_cache = False + _douban_helper = None + _cached_data: dict = {} + _db_path = "" + _cookie = "" + # 定时器 + _scheduler: Optional[BackgroundScheduler] = None + + def init_plugin(self, config: dict = None): + # 停止现有任务 + self.stop_service() + + if config: + self._enabled = config.get("enabled") + self._cron = config.get("cron") + self._notify = config.get("notify") + self._onlyonce = config.get("onlyonce") + self._db_path = config.get("db_path") + self._cookie = config.get("cookie") + self._sync_douban_status = config.get("sync_douban_status") + self._clean_cache = config.get("clean_cache") + self._douban_helper = DoubanHelper(user_cookie=self._cookie) + + # 获取历史数据 + self._cached_data = ( + self.get_data("zvideohelper") + if self.get_data("zvideohelper") != None + else dict() + ) + # 加载模块 + if self._onlyonce: + if self._clean_cache: + self._cached_data = {} + self.save_data("zvideohelper", self._cached_data) + self._clean_cache = False + # 检查数据库路径是否存在 + path = Path(self._db_path) + if not path.exists(): + logger.error(f"极影视数据库路径不存在: {self._db_path}") + self._onlyonce = False + self._clean_cache = False + self._update_config() + if self._notify: + self.post_message( + mtype=NotificationType.SiteMessage, + title=f"【极影视助手】", + text=f"极影视数据库路径不存在: {self._db_path}", + ) + return + + self._scheduler = BackgroundScheduler(timezone=settings.TZ) + logger.info(f"极影视助手服务启动，立即运行一次") + self._scheduler.add_job( + func=self.do_job, + trigger="date", + run_date=datetime.now(tz=pytz.timezone(settings.TZ)) + + timedelta(seconds=3), + name="极影视助手", + ) + # 关闭一次性开关 + self._onlyonce = False + self._update_config() + + # 启动任务 + if self._scheduler.get_jobs(): + self._scheduler.print_jobs() + self._scheduler.start() + + def get_state(self) -> bool: + return self._enabled + + def _update_config(self): + self.update_config( + { + "onlyonce": False, + "cron": self._cron, + "enabled": self._enabled, + "notify": self._notify, + "db_path": self._db_path, + "cookie": self._cookie, + "sync_douban_status": self._sync_douban_status, + "clean_cache": self._clean_cache, + } + ) + + @staticmethod + def get_command() -> List[Dict[str, Any]]: + """ + 定义远程控制命令 + :return: 命令关键字、事件、描述、附带数据 + """ + return [ + { + "cmd": "/sync_zvideo_to_douban", + "event": EventType.PluginAction, + "desc": "同步极影视观影状态", + "category": "", + "data": {"action": "sync_zvideo_to_douban"}, + } + ] + + + @eventmanager.register(EventType.PluginAction) + def handle_command(self, event: Event): + if event: + event_data = event.event_data + if not event_data or event_data.get("action") != "sync_zvideo_to_douban": + return + logger.info("收到命令，开始同步极影视观影状态 ...") + self.post_message( + channel=event.event_data.get("channel"), + title="开始同步极影视观影状态 ...", + userid=event.event_data.get("user"), + ) + self.do_job() + if event: + self.post_message( + channel=event.event_data.get("channel"), + title="同步极影视观影状态完成！", + userid=event.event_data.get("user"), + ) + + def get_api(self) -> List[Dict[str, Any]]: + pass + + def get_service(self) -> List[Dict[str, Any]]: + """ + 注册插件公共服务 + [{ + "id": "服务ID", + "name": "服务名称", + "trigger": "触发器：cron/interval/date/CronTrigger.from_crontab()", + "func": self.xxx, + "kwargs": {} # 定时器参数 + }] + """ + if self._enabled and self._cron: + return [ + { + "id": "ZvideoHelper", + "name": "极影视助手", + "trigger": CronTrigger.from_crontab(self._cron), + "func": self.do_job, + "kwargs": {}, + } + ] + + def do_job(self): + if self._sync_douban_status: + self.set_douban_watching() + self.set_douban_done() + # 缓存数据 + self.save_data("zvideohelper", self._cached_data) + + def set_douban_watching(self): + watching_douban_id = [] + try: + # 连接到SQLite数据库 + conn = sqlite3.connect(self._db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 查询表格zvideo_playlist中的collection_id列 + cursor.execute("SELECT collection_id FROM zvideo_playlist") + collection_ids = cursor.fetchall() + + # 去重collection_id + collection_ids = set([collection_id[0] for collection_id in collection_ids]) + + # 创建一个列表来保存符合条件的meta_info列的JSON对象 + meta_info_list = [] + + # 查询zvideo_collection表中对应的行并筛选type == 200的记录，只有电视剧才有在看状态 + for collection_id in collection_ids: + cursor.execute( + "SELECT meta_info FROM zvideo_collection WHERE collection_id = ? AND type = 200", + (collection_id,), + ) + rows = cursor.fetchall() + + # 将meta_info列的信息转换为JSON对象并保存到列表中 + for row in rows: + try: + meta_info_json = json.loads(row[0]) + meta_info_list.append(meta_info_json) + except json.JSONDecodeError as e: + logger.error( + f"An error occurred while decoding JSON for collection_id {collection_id}: {e}" + ) + + for meta_info in meta_info_list: + douban_id = meta_info["relation"]["douban"]["douban_id"] + title = meta_info["title"] + if self._cached_data.get(title) != None: + logger.info(f"已处理过: {title}，跳过...") + continue + if douban_id == 0: + douban_id = self.get_douban_id_by_name(title) + if douban_id != None: + watching_douban_id.append((title, douban_id)) + else: + logger.error(f"未找到豆瓣ID: {title}") + + except sqlite3.Error as e: + logger.error(f"An error occurred: {e}") + + finally: + # 确保游标和连接在使用完后关闭 + if cursor: + cursor.close() + if conn: + conn.close() + message = "" + for item in watching_douban_id: + status = DoubanStatus.WATCHING.value + ret = self._douban_helper.set_watching_status( + subject_id=item[1], status=status, private=True + ) + if ret: + self._cached_data[item[0]] = status + logger.info(f"title: {item[0]}, douban_id: {item[1]}，已标记为在看") + message += f"{item[0]}，已标记为在看\n" + else: + logger.error( + f"title: {item[0]}, douban_id: {item[1]}，标记在看失败" + ) + message += f"{item[0]}，***标记在看失败***\n" + if self._notify: + self.post_message( + mtype=NotificationType.SiteMessage, + title="【极影视助手】", + text=message, + ) + + def set_douban_done(self): + watching_douban_id = [] + try: + # 连接到SQLite数据库 + conn = sqlite3.connect(self._db_path) + + # 创建一个游标对象 + cursor = conn.cursor() + + # 通过表格`zvideo_collecion_tags`的`tag_name==是否看过`找到对应的`collcetion_id`，在到`zvideo_collection`中查找将其标记为已看 + cursor.execute( + "SELECT collection_id FROM zvideo_collection_tags WHERE tag_name='是否看过'" + ) + collection_ids = cursor.fetchall() + + # 去重collection_id + collection_ids = set([collection_id[0] for collection_id in collection_ids]) + + # 创建一个列表来保存符合条件的meta_info列的JSON对象 + meta_info_list = [] + + for collection_id in collection_ids: + cursor.execute( + "SELECT meta_info FROM zvideo_collection WHERE collection_id = ?", + (collection_id,), + ) + rows = cursor.fetchall() + + # 将meta_info列的信息转换为JSON对象并保存到列表中 + for row in rows: + try: + meta_info_json = json.loads(row[0]) + meta_info_list.append(meta_info_json) + except json.JSONDecodeError as e: + logger.error( + f"An error occurred while decoding JSON for collection_id {collection_id}: {e}" + ) + + for meta_info in meta_info_list: + douban_id = meta_info["relation"]["douban"]["douban_id"] + title = meta_info["title"] + if self._cached_data.get(title) == DoubanStatus.DONE.value: + logger.info(f"已处理过: {title}，跳过...") + continue + if douban_id == 0: + douban_id = self.get_douban_id_by_name(title) + if douban_id != None: + watching_douban_id.append((title, douban_id)) + else: + logger.error(f"未找到豆瓣ID: {title}") + + except sqlite3.Error as e: + logger.error(f"An error occurred: {e}") + + finally: + # 确保游标和连接在使用完后关闭 + if cursor: + cursor.close() + if conn: + conn.close() + message = "" + for item in watching_douban_id: + status = DoubanStatus.DONE.value + ret = self._douban_helper.set_watching_status( + subject_id=item[1], status=status, private=True + ) + if ret: + self._cached_data[item[0]] = status + logger.info(f"title: {item[0]}, douban_id: {item[1]},已标记为已看") + message += f"{item[0]}，已标记为已看\n" + else: + logger.error( + f"title: {item[0]}, douban_id: {item[1]}, 标记已看失败" + ) + message += f"{item[0]}，***标记已看失败***\n" + if self._notify: + self.post_message( + mtype=NotificationType.SiteMessage, + title="【极影视助手】", + text=message, + ) + + def get_douban_id_by_name(self, title): + logger.info(f"正在查询：{title}") + subject_name, subject_id = self._douban_helper.get_subject_id(title=title) + logger.info(f"查询到：subject_name: {subject_name}, subject_id: {subject_id}") + return subject_id + + def get_form(self) -> Tuple[List[dict], Dict[str, Any]]: + return [ + { + "component": "VForm", + "content": [ + { + "component": "VRow", + "content": [ + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VSwitch", + "props": { + "model": "enabled", + "label": "启用插件", + }, + } + ], + }, + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VSwitch", + "props": { + "model": "notify", + "label": "开启通知", + }, + } + ], + }, + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VSwitch", + "props": { + "model": "onlyonce", + "label": "立即运行一次", + }, + } + ], + }, + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VSwitch", + "props": { + "model": "sync_douban_status", + "label": "同步豆瓣在看/已看", + }, + } + ], + }, + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VSwitch", + "props": { + "model": "clean_cache", + "label": "清理缓存数据", + }, + } + ], + }, + { + "component": "VCol", + "props": {"cols": 12, "md": 4}, + "content": [ + { + "component": "VTextField", + "props": {"model": "cron", "label": "执行周期"}, + } + ], + }, + ], + }, + { + "component": "VRow", + "content": [ + { + "component": "VCol", + "props": {"cols": 12}, + "content": [ + { + "component": "VTextarea", + "props": { + "model": "cookie", + "label": "豆瓣cookie", + "rows": 1, + "placeholder": "留空则从cookiecloud获取", + }, + } + ], + } + ], + }, + { + "component": "VRow", + "content": [ + { + "component": "VCol", + "props": {"cols": 12}, + "content": [ + { + "component": "VTextarea", + "props": { + "model": "db_path", + "label": "极影视数据库路径", + "rows": 1, + "placeholder": "极影视路径为/zspace/zsrp/sqlite/zvideo/zvideo.db，需先映射路径", + }, + } + ], + } + ], + }, + { + "component": "VRow", + "content": [ + { + "component": "VCol", + "props": { + "cols": 12, + }, + "content": [ + { + "component": "VAlert", + "props": { + "type": "info", + "variant": "tonal", + "text": "本插件基于极影视数据库扩展功能，需开启ssh后通过portainer、1panel等工具映射极影视数据库路径", + }, + } + ], + } + ], + }, + ], + } + ], { + "enabled": False, + "notify": False, + "onlyonce": False, + "cron": "0 0 * * *", + } + + def get_page(self) -> List[dict]: + pass + + def stop_service(self): + """ + 退出插件 + """ + try: + if self._scheduler: + self._scheduler.remove_all_jobs() + if self._scheduler.running: + self._scheduler.shutdown() + self._scheduler = None + except Exception as e: + logger.error("退出插件失败：%s" % str(e))