同步处理

server/api/admin/backup/export.post.ts

@@ -3,11 +3,14 @@ import { createApiError } from '../../../utils/api-error'
 import { serializeBackupJob } from '../../../utils/backup/api'
 import { getBackupExportEstimate } from '../../../utils/backup/stats'
 import { startFullExportJob } from '../../../utils/backup/runner'
+import { resolveRuntimeAppVersion } from '../../../utils/app-version'
 
 export default defineEventHandler(async (event) => {
   const user = await requireAdminAuth(event)
   const config = useRuntimeConfig(event)
-  const appVersion = String(config.appVersion ?? '0.0.0')
+  const appVersion = resolveRuntimeAppVersion(
+    String(config.appVersion ?? '0.0.0')
+  )
 
   const estimate = await getBackupExportEstimate()
 

server/api/admin/backup/jobs/hide-all.post.ts

@@ -0,0 +1,14 @@
+import { requireAdminAuth } from '../../../../utils/access'
+import { setAllFinishedBackupJobsHidden } from '../../../../utils/backup/jobs'
+
+interface Body {
+  hidden?: boolean
+}
+
+export default defineEventHandler(async (event) => {
+  const user = await requireAdminAuth(event)
+  const body = await readBody<Body>(event).catch(() => null)
+  const hidden = body?.hidden !== false
+  const updated = setAllFinishedBackupJobsHidden(user.id, hidden)
+  return { success: true, hidden, updated }
+})

server/api/admin/backup/jobs/hide.post.ts

@@ -0,0 +1,25 @@
+import { requireAdminAuth } from '../../../../utils/access'
+import { createApiError } from '../../../../utils/api-error'
+import {
+  getBackupJob,
+  setBackupJobHidden
+} from '../../../../utils/backup/jobs'
+
+interface Body {
+  jobId?: string
+  hidden?: boolean
+}
+
+export default defineEventHandler(async (event) => {
+  const user = await requireAdminAuth(event)
+  const body = await readBody<Body>(event).catch(() => null)
+  const jobId = body?.jobId?.trim() ?? ''
+  if (!jobId || !getBackupJob(jobId, user.id)) {
+    createApiError(event, 'INVALID_REQUEST', '任务不存在', 404)
+  }
+  const hidden = body?.hidden !== false
+  if (!setBackupJobHidden(jobId, user.id, hidden)) {
+    createApiError(event, 'INVALID_REQUEST', '更新任务显示状态失败', 400)
+  }
+  return { success: true, hidden }
+})

server/api/admin/backup/jobs/index.get.ts

@@ -14,14 +14,21 @@ export default defineEventHandler(async (event) => {
     recoverInterruptedBackupJobs()
   }
   const query = getQuery(event)
+  const includeHidden = query.includeHidden === 'true'
+    || query.includeHidden === '1'
   const pageSize = Math.min(50, Math.max(1, Number(query.pageSize) || 10))
   const pageNum = Math.max(1, Number(query.pageNum) || Number(query.page) || 1)
-  const { jobs, total } = listBackupJobsPage(pageNum, pageSize, user.id)
+  const { jobs, total } = listBackupJobsPage(
+    pageNum,
+    pageSize,
+    user.id,
+    includeHidden
+  )
   const totalPages = Math.max(1, Math.ceil(total / pageSize))
   const page = total > 0 ? Math.min(pageNum, totalPages) : 1
   const slice = page === pageNum
     ? jobs
-    : listBackupJobsPage(page, pageSize, user.id).jobs
+    : listBackupJobsPage(page, pageSize, user.id, includeHidden).jobs
 
   const activeJob = getActiveBackupJob(user.id)
 
@@ -31,6 +38,7 @@ export default defineEventHandler(async (event) => {
     page,
     pageSize,
     totalPages,
+    includeHidden,
     activeJob: activeJob ? serializeBackupJob(activeJob) : null
   }
 })

server/api/health.get.ts

@@ -1,7 +1,9 @@
+import { resolveRuntimeAppVersion } from '../utils/app-version'
+
 export default defineEventHandler((event) => {
   const config = useRuntimeConfig(event)
   return {
     status: 'ok',
-    version: config.appVersion
+    version: resolveRuntimeAppVersion(String(config.appVersion ?? ''))
   }
 })

server/api/site-sync/chunk-finalize.post.ts

@@ -0,0 +1,29 @@
+import { requireSiteSyncAuth } from '../../utils/access'
+import { createApiError } from '../../utils/api-error'
+import { validateStorageKey } from '../../utils/image-key'
+import { finalizeSiteSyncChunk } from '../../utils/site-sync/chunks'
+
+interface Body {
+  jobId?: string
+  key?: string
+}
+
+export default defineEventHandler(async (event) => {
+  await requireSiteSyncAuth(event)
+  const body = await readBody<Body>(event).catch(() => null)
+  const jobId = body?.jobId?.trim() ?? ''
+  const key = body?.key?.trim() ?? ''
+  if (!jobId || !validateStorageKey(key)) {
+    createApiError(event, 'INVALID_REQUEST', '分块完成参数无效', 400)
+  }
+  try {
+    return await finalizeSiteSyncChunk({ jobId, key })
+  } catch (error) {
+    createApiError(
+      event,
+      'INVALID_REQUEST',
+      error instanceof Error ? error.message : '分块组装失败',
+      400
+    )
+  }
+})

server/api/site-sync/chunk-status.get.ts

@@ -0,0 +1,16 @@
+import { getQuery } from 'h3'
+import { requireSiteSyncAuth } from '../../utils/access'
+import { createApiError } from '../../utils/api-error'
+import { validateStorageKey } from '../../utils/image-key'
+import { getSiteSyncChunkStatus } from '../../utils/site-sync/chunks'
+
+export default defineEventHandler(async (event) => {
+  await requireSiteSyncAuth(event)
+  const query = getQuery(event)
+  const jobId = typeof query.jobId === 'string' ? query.jobId.trim() : ''
+  const key = typeof query.key === 'string' ? query.key.trim() : ''
+  if (!jobId || !validateStorageKey(key)) {
+    createApiError(event, 'INVALID_REQUEST', '分块查询参数无效', 400)
+  }
+  return getSiteSyncChunkStatus({ jobId, key })
+})

server/api/site-sync/chunk.post.ts

@@ -0,0 +1,54 @@
+import { getHeader, readRawBody } from 'h3'
+import { requireSiteSyncAuth } from '../../utils/access'
+import { createApiError } from '../../utils/api-error'
+import { validateStorageKey } from '../../utils/image-key'
+import {
+  isSiteSyncChunkMetadata,
+  SITE_SYNC_CHUNK_SIZE,
+  writeSiteSyncChunk
+} from '../../utils/site-sync/chunks'
+
+export default defineEventHandler(async (event) => {
+  await requireSiteSyncAuth(event)
+  const encoded = getHeader(event, 'x-pichost-chunk-metadata') ?? ''
+  let metadata: unknown
+  try {
+    metadata = JSON.parse(Buffer.from(encoded, 'base64url').toString('utf8'))
+  } catch {
+    createApiError(event, 'INVALID_REQUEST', '分块元数据无效', 400)
+  }
+  if (
+    !isSiteSyncChunkMetadata(metadata)
+    || !validateStorageKey(metadata.key)
+    || !validateStorageKey(metadata.mediaKey)
+  ) {
+    createApiError(event, 'INVALID_REQUEST', '分块元数据无效', 400)
+  }
+
+  const index = Number.parseInt(getHeader(event, 'x-pichost-chunk-index') ?? '', 10)
+  if (!Number.isInteger(index)) {
+    createApiError(event, 'INVALID_REQUEST', '分块序号无效', 400)
+  }
+  const body = await readRawBody(event, false)
+  if (!body?.length) {
+    createApiError(event, 'INVALID_REQUEST', '未收到分块数据', 400)
+  }
+  if (body.length > SITE_SYNC_CHUNK_SIZE) {
+    createApiError(event, 'FILE_TOO_LARGE', '分块超过 4 MB', 413)
+  }
+
+  try {
+    return await writeSiteSyncChunk({
+      metadata,
+      index,
+      bytes: new Uint8Array(body)
+    })
+  } catch (error) {
+    createApiError(
+      event,
+      'INVALID_REQUEST',
+      error instanceof Error ? error.message : '分块写入失败',
+      400
+    )
+  }
+})

server/api/site-sync/cleanup.post.ts

@@ -1,6 +1,7 @@
 import { requireSiteSyncAuth } from '../../utils/access'
 import { createApiError } from '../../utils/api-error'
 import { cleanupSiteSyncJobArtifacts } from '../../utils/site-sync/artifacts'
+import { cleanupSiteSyncChunkSessions } from '../../utils/site-sync/chunks'
 
 interface Body {
   jobId?: string
@@ -13,8 +14,10 @@ export default defineEventHandler(async (event) => {
   if (!jobId || jobId.length > 128) {
     createApiError(event, 'INVALID_REQUEST', '缺少同步任务 ID', 400)
   }
+  const removedChunkSessions = await cleanupSiteSyncChunkSessions(jobId)
   return {
     success: true,
+    removedChunkSessions,
     ...await cleanupSiteSyncJobArtifacts(jobId)
   }
 })

server/api/user/api-token.get.ts

@@ -7,6 +7,7 @@ import {
   getVideoBaseUrl,
   isHideFolderInUrl
 } from '../../utils/env'
+import { resolveRuntimeAppVersion } from '../../utils/app-version'
 
 export default defineEventHandler(async (event) => {
   const user = await requireUserAuth(event)
@@ -24,7 +25,7 @@ export default defineEventHandler(async (event) => {
       videoBaseUrl: getVideoBaseUrl(event),
       fileBaseUrl: getFileBaseUrl(event),
       hideFolderInUrl: isHideFolderInUrl(event),
-      appVersion: config.appVersion as string
+      appVersion: resolveRuntimeAppVersion(String(config.appVersion ?? ''))
     }
   }
 })

server/api/version/latest.get.ts

@@ -1,14 +1,17 @@
 import { requireAdminAuth } from '../../utils/access'
 import {
   fetchLatestGitHubRelease,
-  isVersionNewer
+  isVersionNewer,
+  resolveRuntimeAppVersion
 } from '../../utils/app-version'
 
 export default defineEventHandler(async (event) => {
   await requireAdminAuth(event)
 
   const config = useRuntimeConfig(event)
-  const currentVersion = String(config.appVersion ?? '')
+  const currentVersion = resolveRuntimeAppVersion(
+    String(config.appVersion ?? '')
+  )
   const query = getQuery(event)
   const force = query.refresh === '1' || query.refresh === 'true'
   const latest = await fetchLatestGitHubRelease(force)

server/plugins/startup.ts

@@ -8,6 +8,7 @@ import { ensureDefaultBackends } from '../utils/storage-backends'
 import { cleanupLocalAtomicTempFiles } from '../utils/storage/local'
 import { cleanupExpiredSiteSyncArtifacts } from '../utils/site-sync/artifacts'
 import { recoverInterruptedBackupJobs } from '../utils/backup/jobs'
+import { cleanupExpiredSiteSyncChunkSessions } from '../utils/site-sync/chunks'
 import {
   cleanupTranscodedSources,
   killOrphanFfmpeg,
@@ -49,6 +50,17 @@ export default defineNitroPlugin(() => {
     }
   })()
 
+  void (async () => {
+    try {
+      const removed = await cleanupExpiredSiteSyncChunkSessions()
+      if (removed > 0) {
+        logInfo('清理过期站点同步分块', { removed })
+      }
+    } catch (error) {
+      logException('清理站点同步分块失败', error)
+    }
+  })()
+
   void (async () => {
     try {
       const result = await cleanupExpiredSiteSyncArtifacts()

server/utils/app-version.ts

@@ -1,3 +1,6 @@
+import { readFileSync, statSync } from 'node:fs'
+import { join } from 'node:path'
+
 const GITHUB_REPO = 'O96u/PicHost'
 const RELEASES_LATEST_URL = `https://api.github.com/repos/${GITHUB_REPO}/releases/latest`
 const CACHE_TTL_MS = 60 * 60 * 1000
@@ -8,6 +11,26 @@ export interface LatestReleaseInfo {
 }
 
 let cachedRelease: { fetchedAt: number, value: LatestReleaseInfo | null } | null = null
+let cachedPackageVersion: { mtimeMs: number, version: string } | null = null
+
+/** Read package.json at request time so a hot-reloaded version update is visible without restart. */
+export function resolveRuntimeAppVersion(fallback: string): string {
+  const path = join(process.cwd(), 'package.json')
+  try {
+    const mtimeMs = statSync(path).mtimeMs
+    if (cachedPackageVersion?.mtimeMs === mtimeMs) {
+      return cachedPackageVersion.version
+    }
+    const pkg = JSON.parse(readFileSync(path, 'utf8')) as { version?: unknown }
+    const version = typeof pkg.version === 'string' && pkg.version
+      ? pkg.version
+      : fallback
+    cachedPackageVersion = { mtimeMs, version }
+    return version
+  } catch {
+    return fallback
+  }
+}
 
 export function normalizeVersionTag(tag: string): string {
   return tag.trim().replace(/^v/i, '')

server/utils/backup/api.ts

@@ -27,6 +27,7 @@ export function serializeBackupJob(job: BackupJob) {
     error: job.error,
     createdAt: job.createdAt,
     updatedAt: job.updatedAt,
+    hidden: job.hidden,
     finishedAt: job.finishedAt
   }
 }

server/utils/backup/jobs.ts

@@ -18,6 +18,7 @@ export interface BackupJob {
   error: string | null
   createdAt: string
   updatedAt: string
+  hidden: boolean
   finishedAt: string | null
 }
 
@@ -34,6 +35,7 @@ interface BackupJobRow {
   error: string | null
   created_at: string
   updated_at: string
+  hidden: number
   finished_at: string | null
 }
 
@@ -58,6 +60,7 @@ function rowToJob(row: BackupJobRow): BackupJob {
     error: row.error,
     createdAt: row.created_at,
     updatedAt: row.updated_at,
+    hidden: Number(row.hidden) === 1,
     finishedAt: row.finished_at
   }
 }
@@ -72,7 +75,7 @@ export function getRunningBackupJob(userId?: number): BackupJob | null {
   ensureBackupSchema()
   const row = getDb().prepare(`
     SELECT id, user_id, type, status, progress, total, message, payload_json,
-           output_path, error, created_at, updated_at, finished_at
+           output_path, error, created_at, updated_at, hidden, finished_at
     FROM backup_jobs
     WHERE status = 'running'${userId === undefined ? '' : ' AND user_id = ?'}
     LIMIT 1
@@ -84,7 +87,7 @@ export function getActiveBackupJob(userId?: number): BackupJob | null {
   ensureBackupSchema()
   const row = getDb().prepare(`
     SELECT id, user_id, type, status, progress, total, message, payload_json,
-           output_path, error, created_at, updated_at, finished_at
+           output_path, error, created_at, updated_at, hidden, finished_at
     FROM backup_jobs
     WHERE status IN ('pending', 'running')${userId === undefined ? '' : ' AND user_id = ?'}
     ORDER BY created_at DESC
@@ -128,22 +131,33 @@ export function getBackupJob(id: string, userId?: number): BackupJob | null {
   ensureBackupSchema()
   const row = getDb().prepare(`
     SELECT id, user_id, type, status, progress, total, message, payload_json,
-           output_path, error, created_at, updated_at, finished_at
+           output_path, error, created_at, updated_at, hidden, finished_at
     FROM backup_jobs
     WHERE id = ?${userId === undefined ? '' : ' AND user_id = ?'}
   `).get(...(userId === undefined ? [id] : [id, userId])) as BackupJobRow | undefined
   return row ? rowToJob(row) : null
 }
 
-export function listBackupJobs(limit = 20, userId?: number): BackupJob[] {
-  return listBackupJobsPage(1, limit, userId).jobs
+export function listBackupJobs(
+  limit = 20,
+  userId?: number,
+  includeHidden = false
+): BackupJob[] {
+  return listBackupJobsPage(1, limit, userId, includeHidden).jobs
 }
 
-export function countBackupJobs(userId?: number): number {
+export function countBackupJobs(
+  userId?: number,
+  includeHidden = false
+): number {
   ensureBackupSchema()
+  const where = [
+    ...(userId === undefined ? [] : ['user_id = ?']),
+    ...(includeHidden ? [] : ['hidden = 0'])
+  ]
   const row = getDb().prepare(`
     SELECT COUNT(*) AS count FROM backup_jobs
-    ${userId === undefined ? '' : 'WHERE user_id = ?'}
+    ${where.length ? `WHERE ${where.join(' AND ')}` : ''}
   `).get(...(userId === undefined ? [] : [userId])) as { count: number }
   return row.count
 }
@@ -151,18 +165,23 @@ export function countBackupJobs(userId?: number): number {
 export function listBackupJobsPage(
   page = 1,
   pageSize = 10,
-  userId?: number
+  userId?: number,
+  includeHidden = false
 ): { jobs: BackupJob[], total: number } {
   ensureBackupSchema()
   const limit = Math.min(50, Math.max(1, pageSize))
   const safePage = Math.max(1, page)
   const offset = (safePage - 1) * limit
-  const total = countBackupJobs(userId)
+  const total = countBackupJobs(userId, includeHidden)
+  const where = [
+    ...(userId === undefined ? [] : ['user_id = ?']),
+    ...(includeHidden ? [] : ['hidden = 0'])
+  ]
   const rows = getDb().prepare(`
     SELECT id, user_id, type, status, progress, total, message, payload_json,
-           output_path, error, created_at, updated_at, finished_at
+           output_path, error, created_at, updated_at, hidden, finished_at
     FROM backup_jobs
-    ${userId === undefined ? '' : 'WHERE user_id = ?'}
+    ${where.length ? `WHERE ${where.join(' AND ')}` : ''}
     ORDER BY created_at DESC
     LIMIT ? OFFSET ?
   `).all(...(userId === undefined ? [limit, offset] : [userId, limit, offset])) as unknown as BackupJobRow[]
@@ -173,7 +192,7 @@ export function listAllBackupJobsForUser(userId: number): BackupJob[] {
   ensureBackupSchema()
   const rows = getDb().prepare(`
     SELECT id, user_id, type, status, progress, total, message, payload_json,
-           output_path, error, created_at, updated_at, finished_at
+           output_path, error, created_at, updated_at, hidden, finished_at
     FROM backup_jobs
     WHERE user_id = ?
     ORDER BY created_at DESC
@@ -201,8 +220,8 @@ export function restoreBackupJobsAfterReplace(preserved: BackupJob[]): void {
     db.prepare('DELETE FROM backup_jobs').run()
     const insert = db.prepare(`
       INSERT INTO backup_jobs
-        (id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, updated_at, finished_at)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        (id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, updated_at, hidden, finished_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
     `)
     for (const job of preserved) {
       insert.run(
@@ -218,6 +237,7 @@ export function restoreBackupJobsAfterReplace(preserved: BackupJob[]): void {
         job.error,
         job.createdAt,
         job.updatedAt,
+        job.hidden ? 1 : 0,
         job.finishedAt
       )
     }
@@ -305,6 +325,34 @@ export function updateBackupJobPayload(
   `).run(JSON.stringify(payload), id)
 }
 
+export function setBackupJobHidden(
+  id: string,
+  userId: number,
+  hidden: boolean
+): boolean {
+  ensureBackupSchema()
+  const result = getDb().prepare(`
+    UPDATE backup_jobs
+    SET hidden = ?
+    WHERE id = ? AND user_id = ?
+  `).run(hidden ? 1 : 0, id, userId)
+  return Number(result.changes ?? 0) > 0
+}
+
+export function setAllFinishedBackupJobsHidden(
+  userId: number,
+  hidden: boolean
+): number {
+  ensureBackupSchema()
+  const result = getDb().prepare(`
+    UPDATE backup_jobs
+    SET hidden = ?
+    WHERE user_id = ?
+      AND status IN ('done', 'failed')
+  `).run(hidden ? 1 : 0, userId)
+  return Number(result.changes ?? 0)
+}
+
 export function markJobRunning(id: string, message?: string): void {
   updateBackupJob(id, {
     status: 'running',

server/utils/backup/schema.ts

@@ -25,11 +25,12 @@ function migrateBackupJobTypes(): void {
       error TEXT,
       created_at TEXT NOT NULL,
       updated_at TEXT NOT NULL,
+      hidden INTEGER NOT NULL DEFAULT 0,
       finished_at TEXT
     );
     INSERT INTO backup_jobs_new
-      (id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, updated_at, finished_at)
-    SELECT id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, COALESCE(updated_at, created_at), finished_at
+      (id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, updated_at, hidden, finished_at)
+    SELECT id, user_id, type, status, progress, total, message, payload_json, output_path, error, created_at, COALESCE(updated_at, created_at), hidden, finished_at
     FROM backup_jobs;
     DROP TABLE backup_jobs;
     ALTER TABLE backup_jobs_new RENAME TO backup_jobs;
@@ -55,6 +56,7 @@ export function ensureBackupSchema(): void {
       error TEXT,
       created_at TEXT NOT NULL,
       updated_at TEXT NOT NULL,
+      hidden INTEGER NOT NULL DEFAULT 0,
       finished_at TEXT
     );
     CREATE INDEX IF NOT EXISTS idx_backup_jobs_created_at
@@ -70,6 +72,9 @@ export function ensureBackupSchema(): void {
   if (!columns.some(column => column.name === 'updated_at')) {
     getDb().exec('ALTER TABLE backup_jobs ADD COLUMN updated_at TEXT')
   }
+  if (!columns.some(column => column.name === 'hidden')) {
+    getDb().exec('ALTER TABLE backup_jobs ADD COLUMN hidden INTEGER NOT NULL DEFAULT 0')
+  }
   getDb().exec(`
     CREATE INDEX IF NOT EXISTS idx_backup_jobs_user_created
       ON backup_jobs(user_id, created_at DESC);

server/utils/env.ts

@@ -26,6 +26,7 @@ import {
   isAllowRegistration
 } from './db'
 import { getUploadPolicySettingsPayload } from './upload-policy'
+import { resolveRuntimeAppVersion } from './app-version'
 
 export type FileBedAccessMode = 'public' | 'token'
 
@@ -806,7 +807,7 @@ export function getSettingsPayload(event: H3Event) {
   const effectiveVideoBaseUrl = getVideoBaseUrl(event)
   const effectiveFileBaseUrl = getFileBaseUrl(event)
   const autoDeleteDays = getAutoDeleteDays(event)
-  const appVersion = config.appVersion as string
+  const appVersion = resolveRuntimeAppVersion(String(config.appVersion ?? ''))
   const domainSeparation = isDomainSeparationActive(event)
   const hideFolderInUrl = isHideFolderInUrl(event)
   const hideFolderInUrlSource = getHideFolderInUrlSource()

server/utils/site-sync/chunks.ts

@@ -0,0 +1,350 @@
+import { createHash } from 'node:crypto'
+import { promises as fs } from 'node:fs'
+import { join } from 'node:path'
+import { getDataDir } from '../data-dir'
+import { findUserByUsername } from '../db'
+import { getBackendById } from '../storage/resolver'
+import { putLocalFileAtomic } from '../storage/local'
+import type { StoredImageMeta } from '../storage/types'
+import { recordSiteSyncArtifact } from './artifacts'
+
+export const SITE_SYNC_CHUNK_SIZE = 4 * 1024 * 1024
+const CHUNK_ROOT = '.pichost-tmp/site-sync-chunks'
+
+export interface SiteSyncChunkMetadata {
+  jobId: string
+  mediaKey: string
+  key: string
+  totalSize: number
+  totalChunks: number
+  ownerUsername: string | null
+  originalName: string
+  uploadedAt: string
+  contentType: string
+  mediaType: StoredImageMeta['mediaType']
+  conflictMode: 'skip' | 'overwrite'
+  backendId: string
+  updatedAt: string
+}
+
+interface StoredSession extends SiteSyncChunkMetadata {
+  created: boolean
+}
+
+function uploadIdFor(jobId: string, key: string): string {
+  return createHash('sha256')
+    .update(jobId)
+    .update('\0')
+    .update(key)
+    .digest('hex')
+}
+
+function sessionDir(uploadId: string): string {
+  return join(getDataDir(), CHUNK_ROOT, uploadId)
+}
+
+function metadataPath(uploadId: string): string {
+  return join(sessionDir(uploadId), 'session.json')
+}
+
+function chunkPath(uploadId: string, index: number): string {
+  return join(sessionDir(uploadId), `chunk-${String(index).padStart(6, '0')}.part`)
+}
+
+async function readSession(uploadId: string): Promise<StoredSession | null> {
+  try {
+    const raw = await fs.readFile(metadataPath(uploadId), 'utf8')
+    return JSON.parse(raw) as StoredSession
+  } catch {
+    return null
+  }
+}
+
+async function writeSession(
+  uploadId: string,
+  session: StoredSession
+): Promise<void> {
+  const path = metadataPath(uploadId)
+  const temp = `${path}.${process.pid}.${Date.now()}.tmp`
+  await fs.writeFile(temp, JSON.stringify(session))
+  await fs.rename(temp, path)
+}
+
+export async function getSiteSyncChunkStatus(input: {
+  jobId: string
+  key: string
+}): Promise<{
+  exists: boolean
+  complete: boolean
+  received: number[]
+  totalChunks: number
+  totalSize: number
+}> {
+  const uploadId = uploadIdFor(input.jobId, input.key)
+  const session = await readSession(uploadId)
+  if (!session) {
+    return {
+      exists: false,
+      complete: false,
+      received: [],
+      totalChunks: 0,
+      totalSize: 0
+    }
+  }
+  const received: number[] = []
+  for (let index = 0; index < session.totalChunks; index++) {
+    try {
+      const stat = await fs.stat(chunkPath(uploadId, index))
+      if (stat.isFile()) received.push(index)
+    } catch {
+      // Missing chunks are exactly what the caller needs to send.
+    }
+  }
+  return {
+    exists: true,
+    complete: received.length === session.totalChunks,
+    received,
+    totalChunks: session.totalChunks,
+    totalSize: session.totalSize
+  }
+}
+
+async function ensureSession(
+  metadata: SiteSyncChunkMetadata
+): Promise<{ uploadId: string, session: StoredSession }> {
+  const uploadId = uploadIdFor(metadata.jobId, metadata.key)
+  const existing = await readSession(uploadId)
+  if (existing) {
+    if (
+      existing.totalSize !== metadata.totalSize
+      || existing.totalChunks !== metadata.totalChunks
+      || existing.mediaKey !== metadata.mediaKey
+    ) {
+      throw new Error('分块上传会话参数不一致')
+    }
+    return { uploadId, session: existing }
+  }
+
+  const backend = await getBackendById(metadata.backendId)
+  if (!backend) throw new Error('分块上传存储后端不存在')
+  const session: StoredSession = {
+    ...metadata,
+    created: !await backend.head(metadata.key),
+    updatedAt: new Date().toISOString()
+  }
+  await fs.mkdir(sessionDir(uploadId), { recursive: true })
+  await writeSession(uploadId, session)
+  return { uploadId, session }
+}
+
+async function writeFileAtomic(path: string, bytes: Uint8Array): Promise<void> {
+  const temp = `${path}.${process.pid}.${Date.now()}.tmp`
+  await fs.writeFile(temp, bytes)
+  await fs.rename(temp, path)
+}
+
+export async function writeSiteSyncChunk(input: {
+  metadata: SiteSyncChunkMetadata
+  index: number
+  bytes: Uint8Array
+}): Promise<{
+  received: number
+  totalChunks: number
+  complete: boolean
+}> {
+  const { uploadId, session } = await ensureSession(input.metadata)
+  if (
+    !Number.isInteger(input.index)
+    || input.index < 0
+    || input.index >= session.totalChunks
+  ) {
+    throw new Error('分块序号无效')
+  }
+  const start = input.index * SITE_SYNC_CHUNK_SIZE
+  const expectedSize = Math.min(
+    SITE_SYNC_CHUNK_SIZE,
+    session.totalSize - start
+  )
+  if (input.bytes.length !== expectedSize) {
+    throw new Error(`分块大小不一致：预期 ${expectedSize}，实际 ${input.bytes.length}`)
+  }
+
+  await writeFileAtomic(chunkPath(uploadId, input.index), input.bytes)
+  session.updatedAt = new Date().toISOString()
+  await writeSession(uploadId, session)
+  let received = 0
+  for (let index = 0; index < session.totalChunks; index++) {
+    try {
+      await fs.access(chunkPath(uploadId, index))
+      received++
+    } catch {
+      // Keep counting.
+    }
+  }
+  return {
+    received,
+    totalChunks: session.totalChunks,
+    complete: received === session.totalChunks
+  }
+}
+
+async function concatenateChunks(
+  uploadId: string,
+  session: StoredSession
+): Promise<string> {
+  const outputPath = join(sessionDir(uploadId), 'assembled.part')
+  const output = await fs.open(outputPath, 'w')
+  try {
+    for (let index = 0; index < session.totalChunks; index++) {
+      const input = await fs.open(chunkPath(uploadId, index), 'r')
+      try {
+        const stat = await input.stat()
+        let offset = 0
+        while (offset < stat.size) {
+          const length = Math.min(1024 * 1024, stat.size - offset)
+          const buffer = Buffer.allocUnsafe(length)
+          const { bytesRead } = await input.read(buffer, 0, length, offset)
+          if (!bytesRead) break
+          await output.write(buffer, 0, bytesRead)
+          offset += bytesRead
+        }
+      } finally {
+        await input.close()
+      }
+    }
+    await output.sync()
+  } finally {
+    await output.close()
+  }
+  return outputPath
+}
+
+export async function finalizeSiteSyncChunk(input: {
+  jobId: string
+  key: string
+}): Promise<{ success: true, skipped: boolean }> {
+  const uploadId = uploadIdFor(input.jobId, input.key)
+  const session = await readSession(uploadId)
+  if (!session) throw new Error('分块上传会话不存在')
+  const status = await getSiteSyncChunkStatus(input)
+  if (!status.complete) {
+    throw new Error(`分块尚未上传完成：${status.received.length}/${session.totalChunks}`)
+  }
+
+  const backend = await getBackendById(session.backendId)
+  if (!backend) throw new Error('分块上传存储后端不存在')
+  const existing = await backend.head(session.key)
+  if (session.conflictMode === 'skip' && existing) {
+    await fs.rm(sessionDir(uploadId), { recursive: true, force: true })
+    return { success: true, skipped: true }
+  }
+
+  const assembledPath = await concatenateChunks(uploadId, session)
+  const stat = await fs.stat(assembledPath)
+  if (stat.size !== session.totalSize) {
+    throw new Error(`组装文件大小不一致：预期 ${session.totalSize}，实际 ${stat.size}`)
+  }
+
+  recordSiteSyncArtifact({
+    jobId: session.jobId,
+    mediaKey: session.mediaKey,
+    key: session.key,
+    backendId: session.backendId,
+    created: session.created
+  })
+
+  const owner = session.ownerUsername
+    ? findUserByUsername(session.ownerUsername)
+    : null
+  const meta: StoredImageMeta = {
+    originalName: session.originalName,
+    uploadedAt: session.uploadedAt,
+    contentType: session.contentType,
+    size: session.totalSize,
+    userId: owner?.id ?? null,
+    mediaType: session.mediaType
+  }
+  if (backend.type === 'local') {
+    await putLocalFileAtomic(session.key, assembledPath)
+  } else {
+    const chunks: Buffer[] = []
+    for (let index = 0; index < session.totalChunks; index++) {
+      chunks.push(await fs.readFile(chunkPath(uploadId, index)))
+    }
+    await backend.put(session.key, Buffer.concat(chunks), meta)
+  }
+  await fs.rm(sessionDir(uploadId), { recursive: true, force: true })
+  return { success: true, skipped: false }
+}
+
+export async function cleanupSiteSyncChunkSessions(
+  jobId: string
+): Promise<number> {
+  const root = join(getDataDir(), CHUNK_ROOT)
+  let entries
+  try {
+    entries = await fs.readdir(root, { withFileTypes: true })
+  } catch {
+    return 0
+  }
+  let removed = 0
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue
+    const session = await readSession(entry.name)
+    if (session?.jobId !== jobId) continue
+    await fs.rm(sessionDir(entry.name), { recursive: true, force: true })
+    removed++
+  }
+  return removed
+}
+
+export async function cleanupExpiredSiteSyncChunkSessions(
+  maxAgeMs = 24 * 60 * 60 * 1000
+): Promise<number> {
+  const root = join(getDataDir(), CHUNK_ROOT)
+  let entries
+  try {
+    entries = await fs.readdir(root, { withFileTypes: true })
+  } catch {
+    return 0
+  }
+  const cutoff = Date.now() - maxAgeMs
+  let removed = 0
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue
+    const session = await readSession(entry.name)
+    if (!session || new Date(session.updatedAt).getTime() > cutoff) continue
+    await fs.rm(sessionDir(entry.name), { recursive: true, force: true })
+    removed++
+  }
+  return removed
+}
+
+export async function hasSiteSyncChunkSession(
+  jobId: string,
+  key: string
+): Promise<boolean> {
+  return Boolean(await readSession(uploadIdFor(jobId, key)))
+}
+
+export function isSiteSyncChunkMetadata(
+  value: unknown
+): value is SiteSyncChunkMetadata {
+  if (!value || typeof value !== 'object') return false
+  const item = value as Record<string, unknown>
+  return typeof item.jobId === 'string'
+    && typeof item.mediaKey === 'string'
+    && typeof item.key === 'string'
+    && Number.isInteger(item.totalSize)
+    && Number(item.totalSize) > 0
+    && Number.isInteger(item.totalChunks)
+    && Number(item.totalChunks) > 0
+    && typeof item.originalName === 'string'
+    && typeof item.uploadedAt === 'string'
+    && typeof item.contentType === 'string'
+    && (item.mediaType === 'image'
+      || item.mediaType === 'video'
+      || item.mediaType === 'file')
+    && (item.conflictMode === 'skip' || item.conflictMode === 'overwrite')
+    && typeof item.backendId === 'string'
+}

server/utils/site-sync/runner.ts

@@ -41,6 +41,10 @@ import {
   completeSiteSyncMediaArtifacts,
   recordSiteSyncArtifact
 } from './artifacts'
+import {
+  SITE_SYNC_CHUNK_SIZE,
+  type SiteSyncChunkMetadata
+} from './chunks'
 import { toSiteSyncMediaTransferWithTags } from './manifest'
 import type {
   SiteSyncDirection,
@@ -69,7 +73,7 @@ export function registerSiteSyncToken(jobId: string, token: string): void {
 
 const SITE_SYNC_CONNECT_TIMEOUT_MS = 3 * 1000
 const SITE_SYNC_RESPONSE_IDLE_TIMEOUT_MS = 3 * 1000
-const SITE_SYNC_UPLOAD_HEADERS_TIMEOUT_MS = 10 * 60 * 1000
+const SITE_SYNC_CHUNK_RESPONSE_TIMEOUT_MS = 15 * 1000
 
 interface SiteSyncAgents {
   upload: Agent
@@ -81,7 +85,7 @@ const agents = (globalThis as typeof globalThis & {
 }).__pichostSiteSyncAgents ?? {
   upload: new Agent({
     connect: { timeout: SITE_SYNC_CONNECT_TIMEOUT_MS },
-    headersTimeout: SITE_SYNC_UPLOAD_HEADERS_TIMEOUT_MS,
+    headersTimeout: SITE_SYNC_CHUNK_RESPONSE_TIMEOUT_MS,
     bodyTimeout: SITE_SYNC_RESPONSE_IDLE_TIMEOUT_MS
   }),
   object: new Agent({
@@ -148,7 +152,7 @@ const SITE_SYNC_MAX_ATTEMPTS = 3
 export interface SiteSyncRetryStatus {
   attempt: number
   maxAttempts: number
-  phase: 'attempt' | 'countdown' | 'retry'
+  phase: 'attempt' | 'countdown' | 'active' | 'retry'
   delayMs?: number
   remainingMs?: number
   error?: Error
@@ -168,6 +172,11 @@ function formatRetryStatus(
     )
     return `${step}（第 ${status.attempt}/${status.maxAttempts} 次）· 连接倒计时 ${seconds}s`
   }
+  if (status.phase === 'active') {
+    return step.startsWith('上传对象')
+      ? `${step} · 已连接，上传中`
+      : `${step} · 连接已建立，等待响应`
+  }
   if ((status.delayMs ?? 0) < 1000) {
     return `${step}第 ${status.attempt}/${status.maxAttempts} 次无响应，即将重试：${status.error?.message ?? '连接失败'}`
   }
@@ -213,6 +222,12 @@ export async function retrySiteSyncOperation<T>(
           if (remainingMs <= 0) {
             if (countdownTimer) clearInterval(countdownTimer)
             countdownTimer = null
+            onStatus({
+              attempt,
+              maxAttempts: SITE_SYNC_MAX_ATTEMPTS,
+              phase: 'active',
+              remainingMs: 0
+            })
             return
           }
           onStatus({
@@ -385,6 +400,72 @@ export async function fetchSiteSyncJson<T>(
   )
 }
 
+async function uploadSiteSyncChunk(input: {
+  jobId: string
+  targetBaseUrl: string
+  token: string
+  metadata: SiteSyncChunkMetadata
+  index: number
+  bytes: Uint8Array
+  uploadedChunks: number
+  onProgress?: (message: string) => void
+}): Promise<{
+  received: number
+  totalChunks: number
+  complete: boolean
+}> {
+  const controller = new AbortController()
+  const jobSignal = getJobAbortSignal(input.jobId)
+  const onAbort = () => controller.abort(createJobCancelledError())
+  jobSignal.addEventListener('abort', onAbort, { once: true })
+  const timeout = setTimeout(() => {
+    controller.abort(new DOMException(
+      'Chunk upload made no progress for 15 seconds',
+      'TimeoutError'
+    ))
+  }, SITE_SYNC_CHUNK_RESPONSE_TIMEOUT_MS)
+  const startedAt = Date.now()
+  const fileName = basename(input.metadata.key)
+  const updateUploadTime = () => {
+    const seconds = Math.floor((Date.now() - startedAt) / 1000)
+    input.onProgress?.(
+      `上传对象 ${fileName} · 已连接，上传中 · 已上传 ${input.uploadedChunks}/${input.metadata.totalChunks} 块 · 等待 ${seconds}s`
+    )
+  }
+  updateUploadTime()
+  const ticker = setInterval(updateUploadTime, 1000)
+
+  try {
+    const encoded = Buffer.from(JSON.stringify(input.metadata))
+      .toString('base64url')
+    const response = await undiciFetch(
+      targetUrl(input.targetBaseUrl, '/api/site-sync/chunk'),
+      {
+        method: 'POST',
+        body: input.bytes,
+        headers: {
+          'Auth-Token': input.token,
+          'Content-Type': 'application/octet-stream',
+          'X-PicHost-Chunk-Metadata': encoded,
+          'X-PicHost-Chunk-Index': String(input.index)
+        },
+        signal: AbortSignal.any([jobSignal, controller.signal]),
+        dispatcher: agents.upload
+      }
+    )
+    if (!response.ok) throw await responseError(response)
+    return await response.json() as {
+      received: number
+      totalChunks: number
+      complete: boolean
+    }
+  } finally {
+    clearTimeout(timeout)
+    clearInterval(ticker)
+    jobSignal.removeEventListener('abort', onAbort)
+  }
+}
+
 async function uploadObject(
   jobId: string,
   options: SiteSyncOptions,
@@ -392,25 +473,107 @@ async function uploadObject(
   backend: StorageBackend,
   row: ImageIndexRow,
   ownerUsername: string | null,
-  key: string
+  key: string,
+  onProgress?: (message: string) => void
 ): Promise<void> {
   const stored = await backend.head(key)
   if (!stored) throw new Error(`源文件不存在：${key}`)
+  const isPrimary = key === row.key
+  const originalName = isPrimary ? row.original_name : basename(key)
+  const contentType = isPrimary ? row.content_type : contentTypeFromKey(key)
+  const mediaType = isPrimary
+    ? row.media_type
+    : key.startsWith('videos/')
+      ? 'video'
+      : key.startsWith('files/')
+        ? 'file'
+        : 'image'
+
+  if (stored.size > SITE_SYNC_CHUNK_SIZE) {
+    const totalChunks = Math.ceil(stored.size / SITE_SYNC_CHUNK_SIZE)
+    const metadata: SiteSyncChunkMetadata = {
+      jobId,
+      mediaKey: row.key,
+      key,
+      totalSize: stored.size,
+      totalChunks,
+      ownerUsername,
+      originalName,
+      uploadedAt: row.uploaded_at,
+      contentType,
+      mediaType,
+      conflictMode: options.conflictMode,
+      backendId: backend.id,
+      updatedAt: new Date().toISOString()
+    }
+    const status = await fetchSiteSyncJson<{
+      received: number[]
+      totalChunks: number
+    }>(
+      targetUrl(
+        options.targetBaseUrl,
+        `/api/site-sync/chunk-status?jobId=${encodeURIComponent(jobId)}&key=${encodeURIComponent(key)}`
+      ),
+      token,
+      undefined,
+      getJobAbortSignal(jobId),
+      (onStatus) => {
+        onProgress?.(
+          formatRetryStatus(`检查对象 ${basename(key)} 分块进度`, onStatus)
+        )
+      }
+    )
+    const received = new Set(status.received)
+    for (let index = 0; index < totalChunks; index++) {
+      if (received.has(index)) continue
+      throwIfJobCancellationRequested(jobId)
+      const start = index * SITE_SYNC_CHUNK_SIZE
+      const end = Math.min(stored.size, start + SITE_SYNC_CHUNK_SIZE) - 1
+      const bytes = await streamToBuffer(
+        await backend.createStream(key, { start, end }),
+        getJobAbortSignal(jobId)
+      )
+      const result = await uploadSiteSyncChunk({
+        jobId,
+        targetBaseUrl: options.targetBaseUrl,
+        token,
+        metadata,
+        index,
+        bytes,
+        uploadedChunks: received.size,
+        onProgress
+      })
+      received.add(index)
+      onProgress?.(
+        `上传对象 ${basename(key)} · 已连接，上传中 · 已上传 ${result.received}/${result.totalChunks} 块`
+      )
+    }
+    await fetchSiteSyncJsonOnce<{ success: boolean }>(
+      targetUrl(options.targetBaseUrl, '/api/site-sync/chunk-finalize'),
+      token,
+      {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ jobId, key }),
+        signal: getJobAbortSignal(jobId)
+      }
+    )
+    return
+  }
+
   const bytes = await streamToBuffer(
     await backend.createStream(key),
     getJobAbortSignal(jobId)
   )
   throwIfJobCancellationRequested(jobId)
   const form = new UndiciFormData()
-  const isPrimary = key === row.key
   form.append('jobId', jobId)
   form.append('mediaKey', row.key)
   form.append('key', key)
   form.append('conflictMode', options.conflictMode)
   form.append('ownerUsername', ownerUsername ?? '')
-  form.append('originalName', isPrimary ? row.original_name : basename(key))
+  form.append('originalName', originalName)
   form.append('uploadedAt', row.uploaded_at)
-  const contentType = isPrimary ? row.content_type : contentTypeFromKey(key)
   form.append('contentType', contentType)
   form.append(
     'file',
@@ -640,7 +803,10 @@ async function runSiteSyncPull(
         () => processBundleOnce(
           bundle,
           isRetry,
-          (value) => { step = value }
+          (value) => {
+            step = value
+            updateLiveStatus(value)
+          }
         ),
         jobSignal,
         status => updateLiveStatus(step, status)
@@ -934,7 +1100,8 @@ export async function runSiteSyncJob(
           backend,
           row,
           ownerUsername,
-          key
+          key,
+          message => setStep(message)
         )
       }
 
@@ -968,7 +1135,10 @@ export async function runSiteSyncJob(
         () => processPlanOnce(
           plan,
           isRetry,
-          (value) => { step = value }
+          (value) => {
+            step = value
+            updateLiveStatus(value)
+          }
         ),
         jobSignal,
         status => updateLiveStatus(step, status)

server/utils/storage/local.ts

@@ -151,3 +151,27 @@ export async function cleanupLocalAtomicTempFiles(
   }
   return removed
 }
+
+/** Move an already-complete file into the storage tree without loading it into memory. */
+export async function putLocalFileAtomic(
+  key: string,
+  sourcePath: string
+): Promise<void> {
+  const filePath = keyToFilePath(key)
+  await fs.mkdir(dirname(filePath), { recursive: true })
+  try {
+    await fs.rename(sourcePath, filePath)
+  } catch (error) {
+    if (
+      error
+      && typeof error === 'object'
+      && 'code' in error
+      && error.code === 'EXDEV'
+    ) {
+      await fs.copyFile(sourcePath, filePath)
+      await fs.rm(sourcePath, { force: true })
+      return
+    }
+    throw error
+  }
+}