88e3d3e8cb
* DriveService, is-mime-image * static, previewをavifに, アニメーション画像でもthumbnailを生成 * fallback * animated: true * fix * avatarはwebp * revert ?? file.url --------- Co-authored-by: syuilo <Syuilotan@yahoo.co.jp>
287 lines
9.0 KiB
TypeScript
287 lines
9.0 KiB
TypeScript
import { forwardRef, Inject, Injectable } from '@nestjs/common';
|
|
import { DataSource, In } from 'typeorm';
|
|
import { DI } from '@/di-symbols.js';
|
|
import type { NotesRepository, DriveFilesRepository } from '@/models/index.js';
|
|
import type { Config } from '@/config.js';
|
|
import type { Packed } from '@/misc/json-schema.js';
|
|
import { awaitAll } from '@/misc/prelude/await-all.js';
|
|
import type { User } from '@/models/entities/User.js';
|
|
import type { DriveFile } from '@/models/entities/DriveFile.js';
|
|
import { appendQuery, query } from '@/misc/prelude/url.js';
|
|
import { deepClone } from '@/misc/clone.js';
|
|
import { UtilityService } from '../UtilityService.js';
|
|
import { VideoProcessingService } from '../VideoProcessingService.js';
|
|
import { UserEntityService } from './UserEntityService.js';
|
|
import { DriveFolderEntityService } from './DriveFolderEntityService.js';
|
|
|
|
type PackOptions = {
|
|
detail?: boolean,
|
|
self?: boolean,
|
|
withUser?: boolean,
|
|
};
|
|
import { bindThis } from '@/decorators.js';
|
|
import { isMimeImage } from '@/misc/is-mime-image.js';
|
|
import { isNotNull } from '@/misc/is-not-null.js';
|
|
|
|
@Injectable()
|
|
export class DriveFileEntityService {
|
|
constructor(
|
|
@Inject(DI.config)
|
|
private config: Config,
|
|
|
|
@Inject(DI.db)
|
|
private db: DataSource,
|
|
|
|
@Inject(DI.notesRepository)
|
|
private notesRepository: NotesRepository,
|
|
|
|
@Inject(DI.driveFilesRepository)
|
|
private driveFilesRepository: DriveFilesRepository,
|
|
|
|
// 循環参照のため / for circular dependency
|
|
@Inject(forwardRef(() => UserEntityService))
|
|
private userEntityService: UserEntityService,
|
|
|
|
private utilityService: UtilityService,
|
|
private driveFolderEntityService: DriveFolderEntityService,
|
|
private videoProcessingService: VideoProcessingService,
|
|
) {
|
|
}
|
|
|
|
@bindThis
|
|
public validateFileName(name: string): boolean {
|
|
return (
|
|
(name.trim().length > 0) &&
|
|
(name.length <= 200) &&
|
|
(name.indexOf('\\') === -1) &&
|
|
(name.indexOf('/') === -1) &&
|
|
(name.indexOf('..') === -1)
|
|
);
|
|
}
|
|
|
|
@bindThis
|
|
public getPublicProperties(file: DriveFile): DriveFile['properties'] {
|
|
if (file.properties.orientation != null) {
|
|
const properties = deepClone(file.properties);
|
|
if (file.properties.orientation >= 5) {
|
|
[properties.width, properties.height] = [properties.height, properties.width];
|
|
}
|
|
properties.orientation = undefined;
|
|
return properties;
|
|
}
|
|
|
|
return file.properties;
|
|
}
|
|
|
|
@bindThis
|
|
private getProxiedUrl(url: string, mode?: 'static' | 'avatar'): string {
|
|
return appendQuery(
|
|
`${this.config.mediaProxy}/${mode ?? 'image'}.${mode === 'avatar' ? 'webp' : 'avif'}`,
|
|
query({
|
|
url,
|
|
...(mode ? { [mode]: '1' } : {}),
|
|
}),
|
|
);
|
|
}
|
|
|
|
@bindThis
|
|
public getThumbnailUrl(file: DriveFile): string | null {
|
|
if (file.type.startsWith('video')) {
|
|
if (file.thumbnailUrl) return file.thumbnailUrl;
|
|
|
|
return this.videoProcessingService.getExternalVideoThumbnailUrl(file.webpublicUrl ?? file.url ?? file.uri);
|
|
} else if (file.uri != null && file.userHost != null && this.config.externalMediaProxyEnabled) {
|
|
// 動画ではなくリモートかつメディアプロキシ
|
|
return this.getProxiedUrl(file.uri, 'static');
|
|
}
|
|
|
|
if (file.uri != null && file.isLink && this.config.proxyRemoteFiles) {
|
|
// リモートかつ期限切れはローカルプロキシを試みる
|
|
// 従来は/files/${thumbnailAccessKey}にアクセスしていたが、
|
|
// /filesはメディアプロキシにリダイレクトするようにしたため直接メディアプロキシを指定する
|
|
return this.getProxiedUrl(file.uri, 'static');
|
|
}
|
|
|
|
const url = file.webpublicUrl ?? file.url;
|
|
|
|
return file.thumbnailUrl ?? (isMimeImage(file.type, 'sharp-convertible-image') ? url : null);
|
|
}
|
|
|
|
@bindThis
|
|
public getPublicUrl(file: DriveFile, mode?: 'avatar'): string { // static = thumbnail
|
|
// リモートかつメディアプロキシ
|
|
if (file.uri != null && file.userHost != null && this.config.externalMediaProxyEnabled) {
|
|
return this.getProxiedUrl(file.uri, mode);
|
|
}
|
|
|
|
// リモートかつ期限切れはローカルプロキシを試みる
|
|
if (file.uri != null && file.isLink && this.config.proxyRemoteFiles) {
|
|
const key = file.webpublicAccessKey;
|
|
|
|
if (key && !key.match('/')) { // 古いものはここにオブジェクトストレージキーが入ってるので除外
|
|
const url = `${this.config.url}/files/${key}`;
|
|
if (mode === 'avatar') return this.getProxiedUrl(file.uri, 'avatar');
|
|
return url;
|
|
}
|
|
}
|
|
|
|
const url = file.webpublicUrl ?? file.url;
|
|
|
|
if (mode === 'avatar') {
|
|
return this.getProxiedUrl(url, 'avatar');
|
|
}
|
|
return url;
|
|
}
|
|
|
|
@bindThis
|
|
public async calcDriveUsageOf(user: User['id'] | { id: User['id'] }): Promise<number> {
|
|
const id = typeof user === 'object' ? user.id : user;
|
|
|
|
const { sum } = await this.driveFilesRepository
|
|
.createQueryBuilder('file')
|
|
.where('file.userId = :id', { id: id })
|
|
.andWhere('file.isLink = FALSE')
|
|
.select('SUM(file.size)', 'sum')
|
|
.getRawOne();
|
|
|
|
return parseInt(sum, 10) ?? 0;
|
|
}
|
|
|
|
@bindThis
|
|
public async calcDriveUsageOfHost(host: string): Promise<number> {
|
|
const { sum } = await this.driveFilesRepository
|
|
.createQueryBuilder('file')
|
|
.where('file.userHost = :host', { host: this.utilityService.toPuny(host) })
|
|
.andWhere('file.isLink = FALSE')
|
|
.select('SUM(file.size)', 'sum')
|
|
.getRawOne();
|
|
|
|
return parseInt(sum, 10) ?? 0;
|
|
}
|
|
|
|
@bindThis
|
|
public async calcDriveUsageOfLocal(): Promise<number> {
|
|
const { sum } = await this.driveFilesRepository
|
|
.createQueryBuilder('file')
|
|
.where('file.userHost IS NULL')
|
|
.andWhere('file.isLink = FALSE')
|
|
.select('SUM(file.size)', 'sum')
|
|
.getRawOne();
|
|
|
|
return parseInt(sum, 10) ?? 0;
|
|
}
|
|
|
|
@bindThis
|
|
public async calcDriveUsageOfRemote(): Promise<number> {
|
|
const { sum } = await this.driveFilesRepository
|
|
.createQueryBuilder('file')
|
|
.where('file.userHost IS NOT NULL')
|
|
.andWhere('file.isLink = FALSE')
|
|
.select('SUM(file.size)', 'sum')
|
|
.getRawOne();
|
|
|
|
return parseInt(sum, 10) ?? 0;
|
|
}
|
|
|
|
@bindThis
|
|
public async pack(
|
|
src: DriveFile['id'] | DriveFile,
|
|
options?: PackOptions,
|
|
): Promise<Packed<'DriveFile'>> {
|
|
const opts = Object.assign({
|
|
detail: false,
|
|
self: false,
|
|
}, options);
|
|
|
|
const file = typeof src === 'object' ? src : await this.driveFilesRepository.findOneByOrFail({ id: src });
|
|
|
|
return await awaitAll<Packed<'DriveFile'>>({
|
|
id: file.id,
|
|
createdAt: file.createdAt.toISOString(),
|
|
name: file.name,
|
|
type: file.type,
|
|
md5: file.md5,
|
|
size: file.size,
|
|
isSensitive: file.isSensitive,
|
|
blurhash: file.blurhash,
|
|
properties: opts.self ? file.properties : this.getPublicProperties(file),
|
|
url: opts.self ? file.url : this.getPublicUrl(file),
|
|
thumbnailUrl: this.getThumbnailUrl(file),
|
|
comment: file.comment,
|
|
folderId: file.folderId,
|
|
folder: opts.detail && file.folderId ? this.driveFolderEntityService.pack(file.folderId, {
|
|
detail: true,
|
|
}) : null,
|
|
userId: opts.withUser ? file.userId : null,
|
|
user: (opts.withUser && file.userId) ? this.userEntityService.pack(file.userId) : null,
|
|
});
|
|
}
|
|
|
|
@bindThis
|
|
public async packNullable(
|
|
src: DriveFile['id'] | DriveFile,
|
|
options?: PackOptions,
|
|
): Promise<Packed<'DriveFile'> | null> {
|
|
const opts = Object.assign({
|
|
detail: false,
|
|
self: false,
|
|
}, options);
|
|
|
|
const file = typeof src === 'object' ? src : await this.driveFilesRepository.findOneBy({ id: src });
|
|
if (file == null) return null;
|
|
|
|
return await awaitAll<Packed<'DriveFile'>>({
|
|
id: file.id,
|
|
createdAt: file.createdAt.toISOString(),
|
|
name: file.name,
|
|
type: file.type,
|
|
md5: file.md5,
|
|
size: file.size,
|
|
isSensitive: file.isSensitive,
|
|
blurhash: file.blurhash,
|
|
properties: opts.self ? file.properties : this.getPublicProperties(file),
|
|
url: opts.self ? file.url : this.getPublicUrl(file),
|
|
thumbnailUrl: this.getThumbnailUrl(file),
|
|
comment: file.comment,
|
|
folderId: file.folderId,
|
|
folder: opts.detail && file.folderId ? this.driveFolderEntityService.pack(file.folderId, {
|
|
detail: true,
|
|
}) : null,
|
|
userId: opts.withUser ? file.userId : null,
|
|
user: (opts.withUser && file.userId) ? this.userEntityService.pack(file.userId) : null,
|
|
});
|
|
}
|
|
|
|
@bindThis
|
|
public async packMany(
|
|
files: DriveFile[],
|
|
options?: PackOptions,
|
|
): Promise<Packed<'DriveFile'>[]> {
|
|
const items = await Promise.all(files.map(f => this.packNullable(f, options)));
|
|
return items.filter((x): x is Packed<'DriveFile'> => x != null);
|
|
}
|
|
|
|
@bindThis
|
|
public async packManyByIdsMap(
|
|
fileIds: DriveFile['id'][],
|
|
options?: PackOptions,
|
|
): Promise<Map<Packed<'DriveFile'>['id'], Packed<'DriveFile'> | null>> {
|
|
const files = await this.driveFilesRepository.findBy({ id: In(fileIds) });
|
|
const packedFiles = await this.packMany(files, options);
|
|
const map = new Map<Packed<'DriveFile'>['id'], Packed<'DriveFile'> | null>(packedFiles.map(f => [f.id, f]));
|
|
for (const id of fileIds) {
|
|
if (!map.has(id)) map.set(id, null);
|
|
}
|
|
return map;
|
|
}
|
|
|
|
@bindThis
|
|
public async packManyByIds(
|
|
fileIds: DriveFile['id'][],
|
|
options?: PackOptions,
|
|
): Promise<Packed<'DriveFile'>[]> {
|
|
const filesMap = await this.packManyByIdsMap(fileIds, options);
|
|
return fileIds.map(id => filesMap.get(id)).filter(isNotNull);
|
|
}
|
|
}
|