优化底层游标索引性能;优化HTTPAPI索引逻辑;优化导出图片的索引写入逻辑

This commit is contained in:
cc
2026-04-22 23:02:17 +08:00
parent 5802cf36c6
commit 777f5b82db
12 changed files with 1127 additions and 314 deletions

View File

@@ -3445,10 +3445,10 @@ function ChatPage(props: ChatPageProps) {
if (result.success && result.messages) {
const resultMessages = result.messages
if (offset === 0) {
setNoMessageTable(false)
setMessages(resultMessages)
persistSessionPreviewCache(sessionId, resultMessages)
if (resultMessages.length === 0) {
setNoMessageTable(true)
setHasMoreMessages(false)
}
@@ -3549,7 +3549,10 @@ function ChatPage(props: ChatPageProps) {
: offset + resultMessages.length
setCurrentOffset(nextOffset)
} else if (!result.success) {
setNoMessageTable(true)
const errorText = String(result.error || '')
const shouldMarkNoTable =
/schema mismatch|no message db|no table|消息数据库未找到|消息表|message schema/i.test(errorText)
setNoMessageTable(shouldMarkNoTable)
setHasMoreMessages(false)
}
} catch (e) {
@@ -3557,6 +3560,7 @@ function ChatPage(props: ChatPageProps) {
setConnectionError('加载消息失败')
setHasMoreMessages(false)
if (offset === 0 && currentSessionRef.current === sessionId) {
setNoMessageTable(false)
setMessages([])
}
} finally {

View File

@@ -1899,7 +1899,7 @@ const TaskCenterModal = memo(function TaskCenterModal({
? `缓存命中 ${mediaCacheHitFiles}/${mediaCacheTotal}`
: ''
const mediaMissMetricLabel = mediaCacheMissFiles > 0
? `未导出 ${mediaCacheMissFiles} 个文件/媒体`
? `缓存未命中 ${mediaCacheMissFiles}`
: ''
const mediaDedupMetricLabel = mediaDedupReuseFiles > 0
? `复用 ${mediaDedupReuseFiles}`
@@ -1914,7 +1914,7 @@ const TaskCenterModal = memo(function TaskCenterModal({
)
: ''
const mediaLiveMetricLabel = task.progress.phase === 'exporting-media'
? (mediaDoneFiles > 0 ? `处理 ${mediaDoneFiles}` : '')
? (mediaDoneFiles > 0 ? `写入 ${mediaDoneFiles}` : '')
: ''
const sessionProgressLabel = completedSessionTotal > 0
? `会话 ${completedSessionCount}/${completedSessionTotal}`
@@ -2238,6 +2238,27 @@ function ExportPage() {
exportConcurrency: 2
})
const exportStatsRangeOptions = useMemo(() => {
if (options.useAllTime || !options.dateRange) return null
const beginTimestamp = Math.floor(options.dateRange.start.getTime() / 1000)
const endTimestamp = Math.floor(options.dateRange.end.getTime() / 1000)
if (!Number.isFinite(beginTimestamp) || !Number.isFinite(endTimestamp)) return null
if (beginTimestamp <= 0 && endTimestamp <= 0) return null
return {
beginTimestamp: Math.max(0, beginTimestamp),
endTimestamp: Math.max(0, endTimestamp)
}
}, [options.useAllTime, options.dateRange])
const withExportStatsRange = useCallback((statsOptions: Record<string, any>): Record<string, any> => {
if (!exportStatsRangeOptions) return statsOptions
return {
...statsOptions,
beginTimestamp: exportStatsRangeOptions.beginTimestamp,
endTimestamp: exportStatsRangeOptions.endTimestamp
}
}, [exportStatsRangeOptions])
const [exportDialog, setExportDialog] = useState<ExportDialogState>({
open: false,
intent: 'manual',
@@ -4003,7 +4024,7 @@ function ExportPage() {
const cacheResult = await withTimeout(
window.electronAPI.chat.getExportSessionStats(
batchSessionIds,
{ includeRelations: false, allowStaleCache: true, cacheOnly: true }
withExportStatsRange({ includeRelations: false, allowStaleCache: true, cacheOnly: true })
),
12000,
'cacheOnly'
@@ -4018,7 +4039,7 @@ function ExportPage() {
const freshResult = await withTimeout(
window.electronAPI.chat.getExportSessionStats(
missingSessionIds,
{ includeRelations: false, allowStaleCache: true }
withExportStatsRange({ includeRelations: false, allowStaleCache: true })
),
45000,
'fresh'
@@ -4062,7 +4083,7 @@ function ExportPage() {
void runSessionMediaMetricWorker(runId)
}
}
}, [applySessionMediaMetricsFromStats, isSessionMediaMetricReady, patchSessionLoadTraceStage])
}, [applySessionMediaMetricsFromStats, isSessionMediaMetricReady, patchSessionLoadTraceStage, withExportStatsRange])
const scheduleSessionMediaMetricWorker = useCallback(() => {
if (activeTaskCountRef.current > 0) return
@@ -7243,7 +7264,7 @@ function ExportPage() {
try {
const quickStatsResult = await window.electronAPI.chat.getExportSessionStats(
[normalizedSessionId],
{ includeRelations: false, allowStaleCache: true, cacheOnly: true }
withExportStatsRange({ includeRelations: false, allowStaleCache: true, cacheOnly: true })
)
if (requestSeq !== detailRequestSeqRef.current) return
if (quickStatsResult.success) {
@@ -7270,7 +7291,7 @@ function ExportPage() {
try {
const relationCacheResult = await window.electronAPI.chat.getExportSessionStats(
[normalizedSessionId],
{ includeRelations: true, allowStaleCache: true, cacheOnly: true }
withExportStatsRange({ includeRelations: true, allowStaleCache: true, cacheOnly: true })
)
if (requestSeq !== detailRequestSeqRef.current) return
if (relationCacheResult.success && relationCacheResult.data) {
@@ -7295,7 +7316,7 @@ function ExportPage() {
// 后台补齐非关系统计,不走精确特型扫描,避免阻塞列表统计队列。
const freshResult = await window.electronAPI.chat.getExportSessionStats(
[normalizedSessionId],
{ includeRelations: false, forceRefresh: true }
withExportStatsRange({ includeRelations: false, forceRefresh: true })
)
if (requestSeq !== detailRequestSeqRef.current) return
if (freshResult.success && freshResult.data) {
@@ -7330,7 +7351,7 @@ function ExportPage() {
setIsLoadingSessionDetailExtra(false)
}
}
}, [applySessionDetailStats, contactByUsername, mergeSessionContentMetrics, sessionContentMetrics, sessionMessageCounts, sessionRowByUsername])
}, [applySessionDetailStats, contactByUsername, mergeSessionContentMetrics, sessionContentMetrics, sessionMessageCounts, sessionRowByUsername, withExportStatsRange])
const loadSessionRelationStats = useCallback(async (options?: { forceRefresh?: boolean }) => {
const normalizedSessionId = String(sessionDetail?.wxid || '').trim()
@@ -7343,7 +7364,7 @@ function ExportPage() {
if (!forceRefresh) {
const relationCacheResult = await window.electronAPI.chat.getExportSessionStats(
[normalizedSessionId],
{ includeRelations: true, allowStaleCache: true, cacheOnly: true }
withExportStatsRange({ includeRelations: true, allowStaleCache: true, cacheOnly: true })
)
if (requestSeq !== detailRequestSeqRef.current) return
@@ -7361,7 +7382,7 @@ function ExportPage() {
const relationResult = await window.electronAPI.chat.getExportSessionStats(
[normalizedSessionId],
{ includeRelations: true, forceRefresh, preferAccurateSpecialTypes: true }
withExportStatsRange({ includeRelations: true, forceRefresh, preferAccurateSpecialTypes: true })
)
if (requestSeq !== detailRequestSeqRef.current) return
@@ -7381,7 +7402,7 @@ function ExportPage() {
setIsLoadingSessionRelationStats(false)
}
}
}, [applySessionDetailStats, isLoadingSessionRelationStats, sessionDetail?.wxid])
}, [applySessionDetailStats, isLoadingSessionRelationStats, sessionDetail?.wxid, withExportStatsRange])
const handleRefreshTableData = useCallback(async () => {
const scopeKey = await ensureExportCacheScope()

View File

@@ -311,6 +311,8 @@ export interface ElectronAPI {
allowStaleCache?: boolean
preferAccurateSpecialTypes?: boolean
cacheOnly?: boolean
beginTimestamp?: number
endTimestamp?: number
}
) => Promise<{
success: boolean
@@ -1220,4 +1222,3 @@ declare global {
export { }