import BLOG from '@/blog.config' import { getDataFromCache, setDataToCache } from '@/lib/cache/cache_manager' import { NotionAPI } from 'notion-client' import { deepClone, delay } from '../utils' /** * 获取文章内容 * @param {*} id * @param {*} from * @param {*} slice * @returns */ export async function getPage(id, from, slice) { const cacheKey = 'page_block_' + id let pageBlock = await getDataFromCache(cacheKey) if (pageBlock) { // console.log('[API<<--缓存]', `from:${from}`, cacheKey) return filterPostBlocks(id, pageBlock, slice) } pageBlock = await getPageWithRetry(id, from) if (pageBlock) { await setDataToCache(cacheKey, pageBlock) return filterPostBlocks(id, pageBlock, slice) } return pageBlock } /** * 调用接口,失败会重试 * @param {*} id * @param {*} retryAttempts */ export async function getPageWithRetry(id, from, retryAttempts = 3) { if (retryAttempts && retryAttempts > 0) { console.log( '[API-->>请求]', `from:${from}`, `id:${id}`, retryAttempts < 3 ? `剩余重试次数:${retryAttempts}` : '' ) try { const authToken = BLOG.NOTION_ACCESS_TOKEN || null const api = new NotionAPI({ authToken, userTimeZone: Intl.DateTimeFormat().resolvedOptions().timeZone }) const start = new Date().getTime() const pageData = await api.getPage(id) const end = new Date().getTime() console.log('[API<<--响应]', `耗时:${end - start}ms - from:${from}`) return pageData } catch (e) { console.warn('[API<<--异常]:', e) await delay(1000) const cacheKey = 'page_block_' + id const pageBlock = await getDataFromCache(cacheKey) if (pageBlock) { // console.log('[重试缓存]', `from:${from}`, `id:${id}`) return pageBlock } return await getPageWithRetry(id, from, retryAttempts - 1) } } else { console.error('[请求失败]:', `from:${from}`, `id:${id}`) return null } } /** * 获取到的页面BLOCK特殊处理 * 1.删除冗余字段 * 2.比如文件、视频、音频、url格式化 * 3.代码块等元素兼容 * @param {*} id 页面ID * @param {*} blockMap 页面元素 * @param {*} slice 截取数量 * @returns */ function filterPostBlocks(id, blockMap, slice) { const clonePageBlock = deepClone(blockMap) let count = 0 const blocksToProcess = Object.keys(clonePageBlock?.block || {}) // 循环遍历文档的每个block for (const i in clonePageBlock?.block) { for (let i = 0; i < blocksToProcess.length; i++) { const blockId = blocksToProcess[i] const b = clonePageBlock?.block[blockId] if (slice && slice > 0 && count > slice) { delete clonePageBlock?.block[blockId] continue } if (b?.value?.id === id) { delete b?.value?.properties continue } count++ if (b?.value?.type === 'sync_block' && b?.value?.children) { const childBlocks = b.value.children // Remove the sync block delete clonePageBlock.block[blockId] // Insert child blocks in place of the sync block childBlocks.forEach((childBlock, index) => { const newBlockId = `${blockId}_child_${index}` clonePageBlock.block[newBlockId] = childBlock blocksToProcess.splice(i + index + 1, 0, newBlockId) }) // Adjust the loop counter to process the newly inserted blocks i-- continue } if (b?.value?.type === 'code') { if (b?.value?.properties?.language?.[0][0] === 'C++') { b.value.properties.language[0][0] = 'cpp' } if (b?.value?.properties?.language?.[0][0] === 'C#') { b.value.properties.language[0][0] = 'csharp' } if (b?.value?.properties?.language?.[0][0] === 'Assembly') { b.value.properties.language[0][0] = 'asm6502' } } if ( (b?.value?.type === 'file' || b?.value?.type === 'pdf' || b?.value?.type === 'video' || b?.value?.type === 'audio') && b?.value?.properties?.source?.[0][0] && b?.value?.properties?.source?.[0][0].indexOf('amazonaws.com') > 0 ) { const oldUrl = b?.value?.properties?.source?.[0][0] const newUrl = `https://notion.so/signed/${encodeURIComponent(oldUrl)}?table=block&id=${b?.value?.id}` b.value.properties.source[0][0] = newUrl } } // 去掉不用的字段 if (id === BLOG.NOTION_PAGE_ID) { return clonePageBlock } return clonePageBlock } /** * 根据[]ids,批量抓取blocks * 在获取数据库文章列表时,超过一定数量的block会被丢弃,因此根据pageId批量抓取block * @param {*} ids * @param {*} batchSize * @returns */ export const fetchInBatches = async (ids, batchSize = 100) => { // 如果 ids 不是数组,则将其转换为数组 if (!Array.isArray(ids)) { ids = [ids] } const authToken = BLOG.NOTION_ACCESS_TOKEN || null const api = new NotionAPI({ authToken, userTimeZone: Intl.DateTimeFormat().resolvedOptions().timeZone }) let fetchedBlocks = {} for (let i = 0; i < ids.length; i += batchSize) { const batch = ids.slice(i, i + batchSize) console.log('[API-->>请求] Fetching missing blocks', batch, ids.length) const start = new Date().getTime() const pageChunk = await api.getBlocks(batch) const end = new Date().getTime() console.log( `[API<<--响应] 耗时:${end - start}ms Fetching missing blocks count:${ids.length} ` ) console.log('[API<<--响应]') fetchedBlocks = Object.assign( {}, fetchedBlocks, pageChunk?.recordMap?.block ) } return fetchedBlocks }