lastEditTime 字段名调整；修改algolia逻辑

lib/algolia.js

@@ -17,26 +17,88 @@ const generateAlgoliaSearch = async({ allPages, force = false }) => {
 
 /**
  * 上传数据
+ * 根据上次修改文章日期和上次更新索引数据判断是否需要更新algolia索引
  */
-const uploadDataToAlgolia = (post) => {
+const uploadDataToAlgolia = async(post) => {
   // Connect and authenticate with your Algolia app
   const client = algoliasearch(BLOG.ALGOLIA_APP_ID, BLOG.ALGOLIA_ADMIN_APP_KEY)
 
   // Create a new index and add a record
   const index = client.initIndex(BLOG.ALGOLIA_INDEX)
-  const record = {
-    objectID: post.id,
-    title: post.title,
-    category: post.category,
-    tags: post.tags,
-    pageCover: post.pageCover,
-    slug: post.slug,
-    summary: post.summary,
-    content: getPageContentText(post, post.blockMap)
+
+  if (!post) {
+    return
   }
-  index.saveObject(record).wait().then(r => {
-    console.log('Algolia索引', r, record)
-  })
+
+  // 检查是否有索引
+  let existed
+  let needUpdateIndex = false
+  try {
+    existed = await index.getObject(post.id)
+  } catch (error) {
+    // 通常是不存在索引
+  }
+
+  if (!existed || !existed?.lastEditedDate || !existed?.lastIndexDate) {
+    needUpdateIndex = true
+  } else {
+    const lastEditedDate = new Date(existed.lastEditedDate)
+    const lastIndexDate = new Date(existed.lastIndexDate)
+    if (lastEditedDate.getTime() > lastIndexDate.getTime()) {
+      needUpdateIndex = true
+    }
+  }
+
+  // 如果需要更新搜索
+  if (needUpdateIndex) {
+    const record = {
+      objectID: post.id,
+      title: post.title,
+      category: post.category,
+      tags: post.tags,
+      pageCover: post.pageCover,
+      slug: post.slug,
+      summary: post.summary,
+      lastEditedDate: post.lastEditedDate, // 更新文章时间
+      lastIndexDate: new Date(), // 更新索引时间
+      content: truncate(getPageContentText(post, post.blockMap), 9000) // 索引9000个字节，因为api限制总请求内容上限1万个字节
+    }
+    console.log('更新Algolia索引', record)
+    index.saveObject(record).wait().then(r => {
+      console.log('更新成功', r)
+    }).catch(err => {
+      console.log('algolia', err)
+    })
+  }
+}
+
+/**
+ * 限制内容字节数
+ * @param {*} str
+ * @param {*} maxBytes
+ * @returns
+ */
+function truncate(str, maxBytes) {
+  let count = 0
+  let result = ''
+  for (let i = 0; i < str.length; i++) {
+    const code = str.charCodeAt(i)
+    if (code <= 0x7f) {
+      count += 1
+    } else if (code <= 0x7ff) {
+      count += 2
+    } else if (code <= 0xffff) {
+      count += 3
+    } else {
+      count += 4
+    }
+    if (count <= maxBytes) {
+      result += str[i]
+    } else {
+      break
+    }
+  }
+  return result
 }
 
 export { uploadDataToAlgolia, generateAlgoliaSearch }

lib/notion/getNotion.js

@@ -25,7 +25,7 @@ export async function getNotion(pageId) {
     title: postInfo?.properties?.title?.[0],
     status: 'Published',
     createdTime: formatDate(new Date(postInfo.created_time).toString(), BLOG.LANG),
-    lastEditedTime: formatDate(new Date(postInfo?.last_edited_time).toString(), BLOG.LANG),
+    lastEditedDay: formatDate(new Date(postInfo?.last_edited_time).toString(), BLOG.LANG),
     fullWidth: false,
     page_cover: getPageCover(postInfo),
     date: { start_date: formatDate(new Date(postInfo?.last_edited_time).toString(), BLOG.LANG) },

lib/notion/getNotionData.js

@@ -25,7 +25,8 @@ export async function getGlobalData({
   from
 }) {
   // 从notion获取
-  const db = deepClone(await getNotionPageData({ pageId, from }))
+  const data = await getNotionPageData({ pageId, from })
+  const db = deepClone(data)
   // 不返回的敏感数据
   delete db.block
   delete db.schema
@@ -48,8 +49,8 @@ function getLatestPosts({ allPages, from, latestPostCount }) {
   const allPosts = allPages?.filter(page => page.type === 'Post' && page.status === 'Published')
 
   const latestPosts = Object.create(allPosts).sort((a, b) => {
-    const dateA = new Date(a?.lastEditedTime || a?.publishDate)
-    const dateB = new Date(b?.lastEditedTime || b?.publishDate)
+    const dateA = new Date(a?.lastEditedDay || a?.publishDate)
+    const dateB = new Date(b?.lastEditedDay || b?.publishDate)
     return dateB - dateA
   })
   return latestPosts.slice(0, latestPostCount)
@@ -217,7 +218,7 @@ const EmptyData = (pageId) => {
   const empty = {
     notice: null,
     siteInfo: getSiteInfo({}),
-    allPages: [{ id: 1, title: `无法获取Notion数据，请检查Notion_ID： \n 当前 ${pageId}`, summary: '访问文档获取帮助→ https://tangly1024.com/article/vercel-deploy-notion-next', status: 'Published', type: 'Post', slug: '13a171332816461db29d50e9f575b00d', date: { start_date: '2023-04-24', lastEditedTime: '2023-04-24', tagItems: [] } }],
+    allPages: [{ id: 1, title: `无法获取Notion数据，请检查Notion_ID： \n 当前 ${pageId}`, summary: '访问文档获取帮助→ https://tangly1024.com/article/vercel-deploy-notion-next', status: 'Published', type: 'Post', slug: '13a171332816461db29d50e9f575b00d', date: { start_date: '2023-04-24', lastEditedDay: '2023-04-24', tagItems: [] } }],
     allNavPages: [],
     collection: [],
     collectionQuery: {},

lib/notion/getPageProperties.js

@@ -78,8 +78,9 @@ export default async function getPageProperties(id, block, schema, authToken, ta
   mapProperties(properties)
 
   properties.publishDate = new Date(properties?.date?.start_date || value.created_time).getTime()
-  properties.publishTime = formatDate(properties.publishDate, BLOG.LANG)
-  properties.lastEditedTime = formatDate(new Date(value?.last_edited_time), BLOG.LANG)
+  properties.publishDay = formatDate(properties.publishDate, BLOG.LANG)
+  properties.lastEditedDate = new Date(value?.last_edited_time)
+  properties.lastEditedDay = formatDate(new Date(value?.last_edited_time), BLOG.LANG)
   properties.fullWidth = value.format?.page_full_width ?? false
   properties.pageIcon = mapImgUrl(block[id].value?.format?.page_icon, block[id].value) ?? ''
   properties.pageCover = mapImgUrl(block[id].value?.format?.page_cover, block[id].value) ?? ''
@@ -141,14 +142,14 @@ function generateCustomizeUrl(postProperties) {
   let fullPrefix = ''
   const allSlugPatterns = BLOG.POST_URL_PREFIX.split('/')
   allSlugPatterns.forEach((pattern, idx) => {
-    if (pattern === '%year%' && postProperties?.publishTime) {
-      const formatPostCreatedDate = new Date(postProperties?.publishTime)
+    if (pattern === '%year%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay)
       fullPrefix += formatPostCreatedDate.getUTCFullYear()
-    } else if (pattern === '%month%' && postProperties?.publishTime) {
-      const formatPostCreatedDate = new Date(postProperties?.publishTime)
+    } else if (pattern === '%month%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay)
       fullPrefix += String(formatPostCreatedDate.getUTCMonth() + 1).padStart(2, 0)
-    } else if (pattern === '%day%' && postProperties?.publishTime) {
-      const formatPostCreatedDate = new Date(postProperties?.publishTime)
+    } else if (pattern === '%day%' && postProperties?.publishDay) {
+      const formatPostCreatedDate = new Date(postProperties?.publishDay)
       fullPrefix += String(formatPostCreatedDate.getUTCDate()).padStart(2, 0)
     } else if (pattern === '%slug%') {
       fullPrefix += (postProperties.slug ?? postProperties.id)

lib/rss.js

@@ -46,7 +46,7 @@ export async function generateRss(posts) {
       link: `${BLOG.LINK}/${post.slug}`,
       description: post.summary,
       content: await createFeedContent(post),
-      date: new Date(post?.publishTime)
+      date: new Date(post?.publishDay)
     })
   }
 

lib/sitemap.xml.js

@@ -26,7 +26,7 @@ export async function generateSitemapXml({ allPages }) {
     const slugWithoutLeadingSlash = post?.slug?.startsWith('/') ? post?.slug?.slice(1) : post.slug
     urls.push({
       loc: `${BLOG.LINK}/${slugWithoutLeadingSlash}`,
-      lastmod: new Date(post?.publishTime).toISOString().split('T')[0],
+      lastmod: new Date(post?.publishDay).toISOString().split('T')[0],
       changefreq: 'daily'
     })
   })

lib/utils.js

@@ -117,7 +117,13 @@ export function deepClone(obj) {
   if (obj && typeof obj === 'object') {
     for (const key in obj) {
       if (Object.prototype.hasOwnProperty.call(obj, key)) {
-        newObj[key] = (obj && typeof obj[key] === 'object') ? deepClone(obj[key]) : obj[key]
+        if (obj[key] instanceof Date) { // 判断属性值是否为 Date 对象
+          newObj[key] = new Date(obj[key].getTime()).toISOString() // 直接拷贝引用
+        } else if (obj[key] && typeof obj[key] === 'object') {
+          newObj[key] = deepClone(obj[key])
+        } else {
+          newObj[key] = obj[key]
+        }
       }
     }
   }