Files
FileHost/server/utils/storage.ts
T
Yeomai 89ea2fb25d
ci / ci (22, ubuntu-latest) (push) Canceled after 0s
feat: 新增视频床与文件床,视频支持 HLS 转码
文件床
- 新增 files/ 存储前缀与 media_type 索引列,图片、视频、文件三类资源独立
- 新增文件上传、列表、删除、批量删除接口,禁止 html/htm/svg
- 支持公开直链与 Token 访问两种模式,后台可切换,直链强制附件下载

视频床
- 新增 videos/ 存储前缀与视频上传接口,单文件上限 500MB
- 接入 ffmpeg 转码队列,并发数与单任务核心数可配,默认串行
- 五档转码质量:直接封装 / 速度 / 平衡 / 质量 / 压缩(压缩档可调码率比例)
- 码率控制避免转码后体积反超源文件,音频跟随源音轨不放大不压缩
- 转码进度实时上报,成功后删除源文件,失败时保留源文件与可用链接
- 上传时自动抽帧生成封面,视频与封面各有独立链接
- 删除视频时中断转码并清理切片、封面与源文件

媒体库
- 图库、视频库、文件库三套独立统计,含趋势、占用与来源分布
- 统一筛选、多选、批量删除、批量标签、网格/列表切换,显示方式按类型分别记忆
- 视频详情对齐图片详情,视频库支持在线播放(hls.js,兼容回退原文件)

修复
- 清理无主的切片、封面与开发期遗留的 ffmpeg 进程
- 源文件按设计删除后,索引不再被启动孤儿清理误删
- 视频统计口径与列表一致,转码中的视频不计入统计
- 转码失败时回收已写入的部分切片,避免残留
- 设置页停用检查更新(与上游版本号已不对应)

其他
- Docker 镜像安装 ffmpeg
- git remote 指向内网仓库
2026-10-17 03:14:57 +08:00

250 lines
6.5 KiB
TypeScript

import type { ReadStream } from 'node:fs'
import { promises as fs } from 'node:fs'
import { join } from 'node:path'
import type { Readable } from 'node:stream'
import { contentTypeFromKey } from './content-type'
import { getDataDir } from './data-dir'
import {
countImages as countImagesFromIndex,
deleteImageIndex,
getFolderStorageStats as getFolderStorageStatsFromIndex,
getImageIndexAsStored,
getImageIndexRow,
getUserScopedStorageStats as getUserScopedStorageStatsFromIndex,
insertImageIndex,
listFolders as listFoldersFromIndex,
listFoldersForUser as listFoldersForUserFromIndex,
listImageKeysForAutoDelete,
listImages as listImagesFromIndex,
searchImages as searchImagesFromIndex
} from './image-index'
import {
DEFAULT_FOLDER,
isVideoSidecarKey,
mediaTypeForKey,
toCanonicalImageKey,
validateStorageKey
} from './image-key'
import type { TagFilterInput } from './tags'
import {
getActiveBackend,
getBackendForKey
} from './storage/resolver'
import type {
FolderStorageStat,
MediaType,
PaginatedResult,
StoredImage,
StoredImageMeta,
TranscodeStatus
} from './storage/types'
export type {
FolderStorageStat,
PaginatedResult,
StoredImage,
StoredImageMeta
} from './storage/types'
export { getDataDir } from './data-dir'
function keyToFilePath(key: string): string {
return join(getDataDir(), ...key.split('/'))
}
async function fileExistsAtKey(key: string): Promise<boolean> {
try {
await fs.access(keyToFilePath(key))
return true
} catch {
return false
}
}
/** 删除/变更前解析 key:接受遗留 blog/… 并映射到 images/blog/… */
export async function resolveStorageImageKey(key: string): Promise<string | null> {
if (!key || typeof key !== 'string') return null
if (validateStorageKey(key)) {
if (await fileExistsAtKey(key) || getImageIndexRow(key)) return key
return null
}
if (getImageIndexRow(key)) {
const canonical = toCanonicalImageKey(key)
if (canonical && (await fileExistsAtKey(canonical) || getImageIndexRow(canonical))) {
return canonical
}
if (await fileExistsAtKey(key)) return key
return canonical ?? key
}
const canonical = toCanonicalImageKey(key)
if (canonical && (await fileExistsAtKey(canonical) || getImageIndexRow(canonical))) {
return canonical
}
return null
}
function deleteImageIndexAliases(storageKey: string, requestedKey?: string) {
deleteImageIndex(storageKey)
if (requestedKey && requestedKey !== storageKey) {
deleteImageIndex(requestedKey)
}
if (storageKey.startsWith(`${DEFAULT_FOLDER}/`)) {
const legacy = storageKey.slice(DEFAULT_FOLDER.length + 1)
if (legacy && legacy !== storageKey) {
deleteImageIndex(legacy)
}
}
}
export async function putImage(
key: string,
bytes: Uint8Array,
meta: StoredImageMeta
): Promise<string> {
const backend = await getActiveBackend()
await backend.put(key, bytes, meta)
insertImageIndex({
key,
backendId: backend.id,
userId: meta.userId,
originalName: meta.originalName,
contentType: meta.contentType,
size: meta.size,
uploadedAt: meta.uploadedAt,
mediaType: meta.mediaType
})
return backend.id
}
export async function headImage(key: string): Promise<StoredImage | null> {
const backend = await getBackendForKey(key)
const stored = await backend.head(key)
if (!stored) return null
const indexed = getImageIndexAsStored(key)
if (indexed) {
let contentType = indexed.contentType
if (contentType === 'application/octet-stream') {
contentType = stored.contentType !== 'application/octet-stream'
? stored.contentType
: contentTypeFromKey(key)
}
return {
...stored,
backendId: backend.id,
originalName: indexed.originalName,
contentType,
uploadedAt: indexed.uploadedAt,
userId: indexed.userId
}
}
// HLS 播放列表与分片不建索引,避免污染视频库
if (!isVideoSidecarKey(stored.key)) {
insertImageIndex({
key: stored.key,
backendId: backend.id,
userId: stored.userId,
originalName: stored.originalName,
contentType: stored.contentType,
size: stored.size,
uploadedAt: stored.uploadedAt,
mediaType: mediaTypeForKey(stored.key)
})
}
return { ...stored, backendId: backend.id }
}
export async function createImageStream(
key: string,
range?: { start: number, end: number }
): Promise<ReadStream | Readable> {
const backend = await getBackendForKey(key)
return backend.createStream(key, range)
}
export async function deleteImage(key: string, requestedKey?: string): Promise<void> {
const backend = await getBackendForKey(key)
await backend.delete(key)
deleteImageIndexAliases(key, requestedKey)
}
export async function listFolders(): Promise<string[]> {
return listFoldersFromIndex()
}
export async function listImageKeys(): Promise<string[]> {
const images = await listImageKeysForAutoDelete()
return images.map(image => image.key)
}
export async function countImages(
userFilter?: number | 'admin',
backendId?: string,
tagFilter?: TagFilterInput
): Promise<number> {
return countImagesFromIndex(userFilter, backendId, tagFilter)
}
export async function getFolderStorageStats(
userFilter?: number | 'admin',
tagFilter?: TagFilterInput
): Promise<FolderStorageStat[]> {
return getFolderStorageStatsFromIndex(userFilter, tagFilter)
}
export async function listFoldersForUser(
userFilter?: number | 'admin'
): Promise<string[]> {
return listFoldersForUserFromIndex(userFilter)
}
export async function getUserScopedStorageStats(
userId: number,
tagFilter?: TagFilterInput
): Promise<{
storedCount: number
uploadBytesTotal: number
uploadToday: number
uploadYesterday: number
uploadMonth: number
uploadLastMonth: number
byFolder: FolderStorageStat[]
}> {
return getUserScopedStorageStatsFromIndex(userId, tagFilter)
}
export async function listImages(options: {
limit: number
page?: number
userFilter?: number | 'admin'
backendId?: string
contentType?: string
uploadSource?: 'web' | 'api'
tagFilter?: TagFilterInput
mediaType?: MediaType
transcodeStatuses?: TranscodeStatus[]
}): Promise<PaginatedResult<StoredImage>> {
return listImagesFromIndex(options)
}
export async function searchImages(options: {
query: string
limit: number
page?: number
userFilter?: number | 'admin'
backendId?: string
contentType?: string
uploadSource?: 'web' | 'api'
tagFilter?: TagFilterInput
mediaType?: MediaType
transcodeStatuses?: TranscodeStatus[]
}): Promise<PaginatedResult<StoredImage>> {
return searchImagesFromIndex(options)
}