ci / ci (22, ubuntu-latest) (push) Canceled after 0s
文件床 - 新增 files/ 存储前缀与 media_type 索引列,图片、视频、文件三类资源独立 - 新增文件上传、列表、删除、批量删除接口,禁止 html/htm/svg - 支持公开直链与 Token 访问两种模式,后台可切换,直链强制附件下载 视频床 - 新增 videos/ 存储前缀与视频上传接口,单文件上限 500MB - 接入 ffmpeg 转码队列,并发数与单任务核心数可配,默认串行 - 五档转码质量:直接封装 / 速度 / 平衡 / 质量 / 压缩(压缩档可调码率比例) - 码率控制避免转码后体积反超源文件,音频跟随源音轨不放大不压缩 - 转码进度实时上报,成功后删除源文件,失败时保留源文件与可用链接 - 上传时自动抽帧生成封面,视频与封面各有独立链接 - 删除视频时中断转码并清理切片、封面与源文件 媒体库 - 图库、视频库、文件库三套独立统计,含趋势、占用与来源分布 - 统一筛选、多选、批量删除、批量标签、网格/列表切换,显示方式按类型分别记忆 - 视频详情对齐图片详情,视频库支持在线播放(hls.js,兼容回退原文件) 修复 - 清理无主的切片、封面与开发期遗留的 ffmpeg 进程 - 源文件按设计删除后,索引不再被启动孤儿清理误删 - 视频统计口径与列表一致,转码中的视频不计入统计 - 转码失败时回收已写入的部分切片,避免残留 - 设置页停用检查更新(与上游版本号已不对应) 其他 - Docker 镜像安装 ffmpeg - git remote 指向内网仓库
250 lines
6.5 KiB
TypeScript
250 lines
6.5 KiB
TypeScript
import type { ReadStream } from 'node:fs'
|
|
import { promises as fs } from 'node:fs'
|
|
import { join } from 'node:path'
|
|
import type { Readable } from 'node:stream'
|
|
import { contentTypeFromKey } from './content-type'
|
|
import { getDataDir } from './data-dir'
|
|
import {
|
|
countImages as countImagesFromIndex,
|
|
deleteImageIndex,
|
|
getFolderStorageStats as getFolderStorageStatsFromIndex,
|
|
getImageIndexAsStored,
|
|
getImageIndexRow,
|
|
getUserScopedStorageStats as getUserScopedStorageStatsFromIndex,
|
|
insertImageIndex,
|
|
listFolders as listFoldersFromIndex,
|
|
listFoldersForUser as listFoldersForUserFromIndex,
|
|
listImageKeysForAutoDelete,
|
|
listImages as listImagesFromIndex,
|
|
searchImages as searchImagesFromIndex
|
|
} from './image-index'
|
|
import {
|
|
DEFAULT_FOLDER,
|
|
isVideoSidecarKey,
|
|
mediaTypeForKey,
|
|
toCanonicalImageKey,
|
|
validateStorageKey
|
|
} from './image-key'
|
|
import type { TagFilterInput } from './tags'
|
|
import {
|
|
getActiveBackend,
|
|
getBackendForKey
|
|
} from './storage/resolver'
|
|
import type {
|
|
FolderStorageStat,
|
|
MediaType,
|
|
PaginatedResult,
|
|
StoredImage,
|
|
StoredImageMeta,
|
|
TranscodeStatus
|
|
} from './storage/types'
|
|
|
|
export type {
|
|
FolderStorageStat,
|
|
PaginatedResult,
|
|
StoredImage,
|
|
StoredImageMeta
|
|
} from './storage/types'
|
|
|
|
export { getDataDir } from './data-dir'
|
|
|
|
function keyToFilePath(key: string): string {
|
|
return join(getDataDir(), ...key.split('/'))
|
|
}
|
|
|
|
async function fileExistsAtKey(key: string): Promise<boolean> {
|
|
try {
|
|
await fs.access(keyToFilePath(key))
|
|
return true
|
|
} catch {
|
|
return false
|
|
}
|
|
}
|
|
|
|
/** 删除/变更前解析 key:接受遗留 blog/… 并映射到 images/blog/… */
|
|
export async function resolveStorageImageKey(key: string): Promise<string | null> {
|
|
if (!key || typeof key !== 'string') return null
|
|
|
|
if (validateStorageKey(key)) {
|
|
if (await fileExistsAtKey(key) || getImageIndexRow(key)) return key
|
|
return null
|
|
}
|
|
|
|
if (getImageIndexRow(key)) {
|
|
const canonical = toCanonicalImageKey(key)
|
|
if (canonical && (await fileExistsAtKey(canonical) || getImageIndexRow(canonical))) {
|
|
return canonical
|
|
}
|
|
if (await fileExistsAtKey(key)) return key
|
|
return canonical ?? key
|
|
}
|
|
|
|
const canonical = toCanonicalImageKey(key)
|
|
if (canonical && (await fileExistsAtKey(canonical) || getImageIndexRow(canonical))) {
|
|
return canonical
|
|
}
|
|
|
|
return null
|
|
}
|
|
|
|
function deleteImageIndexAliases(storageKey: string, requestedKey?: string) {
|
|
deleteImageIndex(storageKey)
|
|
if (requestedKey && requestedKey !== storageKey) {
|
|
deleteImageIndex(requestedKey)
|
|
}
|
|
if (storageKey.startsWith(`${DEFAULT_FOLDER}/`)) {
|
|
const legacy = storageKey.slice(DEFAULT_FOLDER.length + 1)
|
|
if (legacy && legacy !== storageKey) {
|
|
deleteImageIndex(legacy)
|
|
}
|
|
}
|
|
}
|
|
|
|
export async function putImage(
|
|
key: string,
|
|
bytes: Uint8Array,
|
|
meta: StoredImageMeta
|
|
): Promise<string> {
|
|
const backend = await getActiveBackend()
|
|
await backend.put(key, bytes, meta)
|
|
insertImageIndex({
|
|
key,
|
|
backendId: backend.id,
|
|
userId: meta.userId,
|
|
originalName: meta.originalName,
|
|
contentType: meta.contentType,
|
|
size: meta.size,
|
|
uploadedAt: meta.uploadedAt,
|
|
mediaType: meta.mediaType
|
|
})
|
|
return backend.id
|
|
}
|
|
|
|
export async function headImage(key: string): Promise<StoredImage | null> {
|
|
const backend = await getBackendForKey(key)
|
|
const stored = await backend.head(key)
|
|
if (!stored) return null
|
|
|
|
const indexed = getImageIndexAsStored(key)
|
|
if (indexed) {
|
|
let contentType = indexed.contentType
|
|
if (contentType === 'application/octet-stream') {
|
|
contentType = stored.contentType !== 'application/octet-stream'
|
|
? stored.contentType
|
|
: contentTypeFromKey(key)
|
|
}
|
|
return {
|
|
...stored,
|
|
backendId: backend.id,
|
|
originalName: indexed.originalName,
|
|
contentType,
|
|
uploadedAt: indexed.uploadedAt,
|
|
userId: indexed.userId
|
|
}
|
|
}
|
|
|
|
// HLS 播放列表与分片不建索引,避免污染视频库
|
|
if (!isVideoSidecarKey(stored.key)) {
|
|
insertImageIndex({
|
|
key: stored.key,
|
|
backendId: backend.id,
|
|
userId: stored.userId,
|
|
originalName: stored.originalName,
|
|
contentType: stored.contentType,
|
|
size: stored.size,
|
|
uploadedAt: stored.uploadedAt,
|
|
mediaType: mediaTypeForKey(stored.key)
|
|
})
|
|
}
|
|
|
|
return { ...stored, backendId: backend.id }
|
|
}
|
|
|
|
export async function createImageStream(
|
|
key: string,
|
|
range?: { start: number, end: number }
|
|
): Promise<ReadStream | Readable> {
|
|
const backend = await getBackendForKey(key)
|
|
return backend.createStream(key, range)
|
|
}
|
|
|
|
export async function deleteImage(key: string, requestedKey?: string): Promise<void> {
|
|
const backend = await getBackendForKey(key)
|
|
await backend.delete(key)
|
|
deleteImageIndexAliases(key, requestedKey)
|
|
}
|
|
|
|
export async function listFolders(): Promise<string[]> {
|
|
return listFoldersFromIndex()
|
|
}
|
|
|
|
export async function listImageKeys(): Promise<string[]> {
|
|
const images = await listImageKeysForAutoDelete()
|
|
return images.map(image => image.key)
|
|
}
|
|
|
|
export async function countImages(
|
|
userFilter?: number | 'admin',
|
|
backendId?: string,
|
|
tagFilter?: TagFilterInput
|
|
): Promise<number> {
|
|
return countImagesFromIndex(userFilter, backendId, tagFilter)
|
|
}
|
|
|
|
export async function getFolderStorageStats(
|
|
userFilter?: number | 'admin',
|
|
tagFilter?: TagFilterInput
|
|
): Promise<FolderStorageStat[]> {
|
|
return getFolderStorageStatsFromIndex(userFilter, tagFilter)
|
|
}
|
|
|
|
export async function listFoldersForUser(
|
|
userFilter?: number | 'admin'
|
|
): Promise<string[]> {
|
|
return listFoldersForUserFromIndex(userFilter)
|
|
}
|
|
|
|
export async function getUserScopedStorageStats(
|
|
userId: number,
|
|
tagFilter?: TagFilterInput
|
|
): Promise<{
|
|
storedCount: number
|
|
uploadBytesTotal: number
|
|
uploadToday: number
|
|
uploadYesterday: number
|
|
uploadMonth: number
|
|
uploadLastMonth: number
|
|
byFolder: FolderStorageStat[]
|
|
}> {
|
|
return getUserScopedStorageStatsFromIndex(userId, tagFilter)
|
|
}
|
|
|
|
export async function listImages(options: {
|
|
limit: number
|
|
page?: number
|
|
userFilter?: number | 'admin'
|
|
backendId?: string
|
|
contentType?: string
|
|
uploadSource?: 'web' | 'api'
|
|
tagFilter?: TagFilterInput
|
|
mediaType?: MediaType
|
|
transcodeStatuses?: TranscodeStatus[]
|
|
}): Promise<PaginatedResult<StoredImage>> {
|
|
return listImagesFromIndex(options)
|
|
}
|
|
|
|
export async function searchImages(options: {
|
|
query: string
|
|
limit: number
|
|
page?: number
|
|
userFilter?: number | 'admin'
|
|
backendId?: string
|
|
contentType?: string
|
|
uploadSource?: 'web' | 'api'
|
|
tagFilter?: TagFilterInput
|
|
mediaType?: MediaType
|
|
transcodeStatuses?: TranscodeStatus[]
|
|
}): Promise<PaginatedResult<StoredImage>> {
|
|
return searchImagesFromIndex(options)
|
|
}
|