2019-02-06 15:01:43 +09:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 19:50:14 +09:00
|
|
|
|
2021-03-23 17:43:07 +09:00
|
|
|
import config from '@/config';
|
2019-02-04 13:37:50 +09:00
|
|
|
import { program } from '../argv';
|
2019-03-07 23:07:21 +09:00
|
|
|
|
|
|
|
import processDeliver from './processors/deliver';
|
2019-03-09 10:09:04 +09:00
|
|
|
import processInbox from './processors/inbox';
|
2019-03-07 23:07:21 +09:00
|
|
|
import processDb from './processors/db';
|
2019-05-27 16:54:47 +09:00
|
|
|
import procesObjectStorage from './processors/object-storage';
|
2019-03-07 23:36:08 +09:00
|
|
|
import { queueLogger } from './logger';
|
2019-04-07 21:50:36 +09:00
|
|
|
import { DriveFile } from '../models/entities/drive-file';
|
2019-11-07 00:02:18 +09:00
|
|
|
import { getJobInfo } from './get-job-info';
|
2021-03-18 11:17:05 +09:00
|
|
|
import { dbQueue, deliverQueue, inboxQueue, objectStorageQueue } from './queues';
|
2021-05-08 18:56:21 +09:00
|
|
|
import { ThinUser } from './types';
|
|
|
|
import { IActivity } from '@/remote/activitypub/type';
|
2020-05-09 08:21:42 +09:00
|
|
|
|
2019-04-14 02:19:59 +09:00
|
|
|
function renderError(e: Error): any {
|
|
|
|
return {
|
2020-01-20 01:52:35 +09:00
|
|
|
stack: e?.stack,
|
|
|
|
message: e?.message,
|
|
|
|
name: e?.name
|
2019-04-14 02:19:59 +09:00
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2019-03-09 10:18:59 +09:00
|
|
|
const deliverLogger = queueLogger.createSubLogger('deliver');
|
|
|
|
const inboxLogger = queueLogger.createSubLogger('inbox');
|
2019-05-27 16:54:47 +09:00
|
|
|
const dbLogger = queueLogger.createSubLogger('db');
|
|
|
|
const objectStorageLogger = queueLogger.createSubLogger('objectStorage');
|
2019-03-09 10:18:59 +09:00
|
|
|
|
2019-03-09 08:57:55 +09:00
|
|
|
deliverQueue
|
2019-03-09 10:18:59 +09:00
|
|
|
.on('waiting', (jobId) => deliverLogger.debug(`waiting id=${jobId}`))
|
2019-11-07 00:02:18 +09:00
|
|
|
.on('active', (job) => deliverLogger.debug(`active ${getJobInfo(job, true)} to=${job.data.to}`))
|
|
|
|
.on('completed', (job, result) => deliverLogger.debug(`completed(${result}) ${getJobInfo(job, true)} to=${job.data.to}`))
|
|
|
|
.on('failed', (job, err) => deliverLogger.warn(`failed(${err}) ${getJobInfo(job)} to=${job.data.to}`))
|
2019-04-14 11:53:47 +09:00
|
|
|
.on('error', (job: any, err: Error) => deliverLogger.error(`error ${err}`, { job, e: renderError(err) }))
|
2019-11-07 00:02:18 +09:00
|
|
|
.on('stalled', (job) => deliverLogger.warn(`stalled ${getJobInfo(job)} to=${job.data.to}`));
|
2019-03-09 10:18:59 +09:00
|
|
|
|
|
|
|
inboxQueue
|
|
|
|
.on('waiting', (jobId) => inboxLogger.debug(`waiting id=${jobId}`))
|
2019-11-07 00:02:18 +09:00
|
|
|
.on('active', (job) => inboxLogger.debug(`active ${getJobInfo(job, true)}`))
|
|
|
|
.on('completed', (job, result) => inboxLogger.debug(`completed(${result}) ${getJobInfo(job, true)}`))
|
|
|
|
.on('failed', (job, err) => inboxLogger.warn(`failed(${err}) ${getJobInfo(job)} activity=${job.data.activity ? job.data.activity.id : 'none'}`, { job, e: renderError(err) }))
|
2019-04-14 11:53:47 +09:00
|
|
|
.on('error', (job: any, err: Error) => inboxLogger.error(`error ${err}`, { job, e: renderError(err) }))
|
2019-11-07 00:02:18 +09:00
|
|
|
.on('stalled', (job) => inboxLogger.warn(`stalled ${getJobInfo(job)} activity=${job.data.activity ? job.data.activity.id : 'none'}`));
|
2019-03-09 08:57:55 +09:00
|
|
|
|
2019-05-27 16:54:47 +09:00
|
|
|
dbQueue
|
|
|
|
.on('waiting', (jobId) => dbLogger.debug(`waiting id=${jobId}`))
|
|
|
|
.on('active', (job) => dbLogger.debug(`active id=${job.id}`))
|
|
|
|
.on('completed', (job, result) => dbLogger.debug(`completed(${result}) id=${job.id}`))
|
|
|
|
.on('failed', (job, err) => dbLogger.warn(`failed(${err}) id=${job.id}`, { job, e: renderError(err) }))
|
|
|
|
.on('error', (job: any, err: Error) => dbLogger.error(`error ${err}`, { job, e: renderError(err) }))
|
|
|
|
.on('stalled', (job) => dbLogger.warn(`stalled id=${job.id}`));
|
|
|
|
|
|
|
|
objectStorageQueue
|
|
|
|
.on('waiting', (jobId) => objectStorageLogger.debug(`waiting id=${jobId}`))
|
|
|
|
.on('active', (job) => objectStorageLogger.debug(`active id=${job.id}`))
|
|
|
|
.on('completed', (job, result) => objectStorageLogger.debug(`completed(${result}) id=${job.id}`))
|
|
|
|
.on('failed', (job, err) => objectStorageLogger.warn(`failed(${err}) id=${job.id}`, { job, e: renderError(err) }))
|
|
|
|
.on('error', (job: any, err: Error) => objectStorageLogger.error(`error ${err}`, { job, e: renderError(err) }))
|
|
|
|
.on('stalled', (job) => objectStorageLogger.warn(`stalled id=${job.id}`));
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function deliver(user: ThinUser, content: unknown, to: string | null) {
|
2019-03-07 23:07:21 +09:00
|
|
|
if (content == null) return null;
|
2021-05-08 18:56:21 +09:00
|
|
|
if (to == null) return null;
|
2019-02-06 15:01:43 +09:00
|
|
|
|
|
|
|
const data = {
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-03-07 23:07:21 +09:00
|
|
|
return deliverQueue.add(data, {
|
2020-01-20 14:14:09 +09:00
|
|
|
attempts: config.deliverJobMaxAttempts || 12,
|
2021-05-19 16:12:31 +09:00
|
|
|
timeout: 1 * 60 * 1000, // 1min
|
2019-03-07 23:07:21 +09:00
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
2019-03-09 08:57:55 +09:00
|
|
|
delay: 60 * 1000
|
2019-03-07 23:07:21 +09:00
|
|
|
},
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-04 23:12:35 +09:00
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function inbox(activity: IActivity, signature: httpSignature.IParsedSignature) {
|
2019-02-06 15:01:43 +09:00
|
|
|
const data = {
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-16 05:47:29 +09:00
|
|
|
|
2019-03-07 23:07:21 +09:00
|
|
|
return inboxQueue.add(data, {
|
2020-01-20 14:14:09 +09:00
|
|
|
attempts: config.inboxJobMaxAttempts || 8,
|
2021-05-19 16:12:31 +09:00
|
|
|
timeout: 5 * 60 * 1000, // 5min
|
2019-03-07 23:07:21 +09:00
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
2020-02-03 21:05:38 +09:00
|
|
|
delay: 60 * 1000
|
2019-03-07 23:07:21 +09:00
|
|
|
},
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-05 23:24:51 +09:00
|
|
|
}
|
2019-02-03 18:16:57 +09:00
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createDeleteDriveFilesJob(user: ThinUser) {
|
2019-03-07 23:27:38 +09:00
|
|
|
return dbQueue.add('deleteDriveFiles', {
|
2019-02-21 01:30:21 +09:00
|
|
|
user: user
|
2019-03-07 23:27:38 +09:00
|
|
|
}, {
|
2019-03-07 23:07:21 +09:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-21 01:30:21 +09:00
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createExportNotesJob(user: ThinUser) {
|
2019-03-07 23:27:38 +09:00
|
|
|
return dbQueue.add('exportNotes', {
|
2019-02-05 19:50:14 +09:00
|
|
|
user: user
|
2019-03-07 23:27:38 +09:00
|
|
|
}, {
|
2019-03-07 23:07:21 +09:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-05 19:50:14 +09:00
|
|
|
}
|
2019-02-04 13:35:58 +09:00
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createExportFollowingJob(user: ThinUser) {
|
2019-03-07 23:27:38 +09:00
|
|
|
return dbQueue.add('exportFollowing', {
|
2019-02-06 21:21:49 +09:00
|
|
|
user: user
|
2019-03-07 23:27:38 +09:00
|
|
|
}, {
|
2019-03-07 23:07:21 +09:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createExportMuteJob(user: ThinUser) {
|
2019-03-07 23:27:38 +09:00
|
|
|
return dbQueue.add('exportMute', {
|
2019-02-06 21:21:49 +09:00
|
|
|
user: user
|
2019-03-07 23:27:38 +09:00
|
|
|
}, {
|
2019-03-07 23:07:21 +09:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createExportBlockingJob(user: ThinUser) {
|
2019-03-07 23:27:38 +09:00
|
|
|
return dbQueue.add('exportBlocking', {
|
2019-02-06 21:21:49 +09:00
|
|
|
user: user
|
2019-03-07 23:27:38 +09:00
|
|
|
}, {
|
2019-03-07 23:07:21 +09:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createExportUserListsJob(user: ThinUser) {
|
2019-03-11 09:59:07 +09:00
|
|
|
return dbQueue.add('exportUserLists', {
|
|
|
|
user: user
|
|
|
|
}, {
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createImportFollowingJob(user: ThinUser, fileId: DriveFile['id']) {
|
2019-03-12 00:34:19 +09:00
|
|
|
return dbQueue.add('importFollowing', {
|
|
|
|
user: user,
|
|
|
|
fileId: fileId
|
|
|
|
}, {
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2021-05-08 18:56:21 +09:00
|
|
|
export function createImportUserListsJob(user: ThinUser, fileId: DriveFile['id']) {
|
2019-03-11 19:43:58 +09:00
|
|
|
return dbQueue.add('importUserLists', {
|
|
|
|
user: user,
|
|
|
|
fileId: fileId
|
|
|
|
}, {
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2019-05-27 16:54:47 +09:00
|
|
|
export function createDeleteObjectStorageFileJob(key: string) {
|
|
|
|
return objectStorageQueue.add('deleteFile', {
|
|
|
|
key: key
|
|
|
|
}, {
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2019-07-01 21:12:14 +09:00
|
|
|
export function createCleanRemoteFilesJob() {
|
|
|
|
return objectStorageQueue.add('cleanRemoteFiles', {}, {
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2019-02-04 13:35:58 +09:00
|
|
|
export default function() {
|
2019-03-07 23:07:21 +09:00
|
|
|
if (!program.onlyServer) {
|
2019-08-27 05:33:24 +09:00
|
|
|
deliverQueue.process(config.deliverJobConcurrency || 128, processDeliver);
|
|
|
|
inboxQueue.process(config.inboxJobConcurrency || 16, processInbox);
|
2019-03-07 23:27:38 +09:00
|
|
|
processDb(dbQueue);
|
2019-05-27 16:54:47 +09:00
|
|
|
procesObjectStorage(objectStorageQueue);
|
2019-02-04 13:35:58 +09:00
|
|
|
}
|
|
|
|
}
|
2019-02-06 15:24:59 +09:00
|
|
|
|
|
|
|
export function destroy() {
|
2019-03-07 23:36:08 +09:00
|
|
|
deliverQueue.once('cleaned', (jobs, status) => {
|
2019-03-09 10:18:59 +09:00
|
|
|
deliverLogger.succ(`Cleaned ${jobs.length} ${status} jobs`);
|
2019-03-07 23:36:08 +09:00
|
|
|
});
|
2019-03-14 21:51:33 +09:00
|
|
|
deliverQueue.clean(0, 'delayed');
|
2019-03-07 23:36:08 +09:00
|
|
|
|
|
|
|
inboxQueue.once('cleaned', (jobs, status) => {
|
2019-03-09 10:18:59 +09:00
|
|
|
inboxLogger.succ(`Cleaned ${jobs.length} ${status} jobs`);
|
2019-03-07 23:36:08 +09:00
|
|
|
});
|
2019-03-14 21:51:33 +09:00
|
|
|
inboxQueue.clean(0, 'delayed');
|
2019-02-06 15:24:59 +09:00
|
|
|
}
|