2019-02-04 13:35:58 +09:00
|
|
|
import * as Queue from 'bee-queue';
|
2019-02-06 15:01:43 +09:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 19:50:14 +09:00
|
|
|
|
2019-02-06 15:01:43 +09:00
|
|
|
import config from '../config';
|
2018-05-07 18:20:15 +09:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-04 13:37:50 +09:00
|
|
|
import { program } from '../argv';
|
2019-02-05 19:50:14 +09:00
|
|
|
import handler from './processors';
|
2019-02-06 13:51:02 +09:00
|
|
|
import { queueLogger } from './logger';
|
2018-04-04 23:12:35 +09:00
|
|
|
|
2019-02-06 13:51:02 +09:00
|
|
|
const enableQueue = !program.disableQueue;
|
2019-02-10 11:44:08 +09:00
|
|
|
const enableQueueProcessing = !program.onlyServer && enableQueue;
|
2019-02-07 21:02:33 +09:00
|
|
|
const queueAvailable = config.redis != null;
|
2019-02-04 13:35:58 +09:00
|
|
|
|
2019-02-04 16:41:53 +09:00
|
|
|
const queue = initializeQueue();
|
|
|
|
|
|
|
|
function initializeQueue() {
|
2019-02-10 11:44:08 +09:00
|
|
|
if (queueAvailable && enableQueue) {
|
2019-03-02 14:32:32 +09:00
|
|
|
return new Queue('misskey-queue', {
|
2019-02-04 16:41:53 +09:00
|
|
|
redis: {
|
2019-02-07 21:02:33 +09:00
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass
|
2019-02-04 16:41:53 +09:00
|
|
|
},
|
|
|
|
|
|
|
|
removeOnSuccess: true,
|
|
|
|
removeOnFailure: true,
|
|
|
|
getEvents: false,
|
|
|
|
sendEvents: false,
|
|
|
|
storeJobs: false
|
|
|
|
});
|
2019-02-07 21:02:33 +09:00
|
|
|
} else {
|
|
|
|
return null;
|
|
|
|
}
|
2019-02-04 16:41:53 +09:00
|
|
|
}
|
2019-02-04 13:35:58 +09:00
|
|
|
|
2019-02-06 15:01:43 +09:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
|
|
|
if (content == null) return;
|
|
|
|
|
|
|
|
const data = {
|
|
|
|
type: 'deliver',
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-02-10 11:44:08 +09:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-04 13:35:58 +09:00
|
|
|
return queue.createJob(data)
|
2019-02-06 15:01:43 +09:00
|
|
|
.retries(8)
|
2019-02-06 14:53:02 +09:00
|
|
|
.backoff('exponential', 1000)
|
2019-02-04 13:35:58 +09:00
|
|
|
.save();
|
|
|
|
} else {
|
2019-02-05 19:50:14 +09:00
|
|
|
return handler({ data }, () => {});
|
2019-02-04 13:35:58 +09:00
|
|
|
}
|
2018-04-04 23:12:35 +09:00
|
|
|
}
|
|
|
|
|
2019-02-06 15:01:43 +09:00
|
|
|
export function processInbox(activity: any, signature: httpSignature.IParsedSignature) {
|
|
|
|
const data = {
|
|
|
|
type: 'processInbox',
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-16 05:47:29 +09:00
|
|
|
|
2019-02-10 11:44:08 +09:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-06 15:01:43 +09:00
|
|
|
return queue.createJob(data)
|
|
|
|
.retries(3)
|
|
|
|
.backoff('exponential', 500)
|
|
|
|
.save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2018-04-05 23:24:51 +09:00
|
|
|
}
|
2019-02-03 18:16:57 +09:00
|
|
|
|
2019-02-21 01:30:21 +09:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteNotes',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteDriveFiles',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-05 19:50:14 +09:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-02-10 11:44:08 +09:00
|
|
|
const data = {
|
2019-02-05 19:50:14 +09:00
|
|
|
type: 'exportNotes',
|
|
|
|
user: user
|
2019-02-10 11:44:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-05 19:50:14 +09:00
|
|
|
}
|
2019-02-04 13:35:58 +09:00
|
|
|
|
2019-02-06 21:21:49 +09:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-02-10 11:44:08 +09:00
|
|
|
const data = {
|
2019-02-06 21:21:49 +09:00
|
|
|
type: 'exportFollowing',
|
|
|
|
user: user
|
2019-02-10 11:44:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-02-10 11:44:08 +09:00
|
|
|
const data = {
|
2019-02-06 21:21:49 +09:00
|
|
|
type: 'exportMute',
|
|
|
|
user: user
|
2019-02-10 11:44:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-02-10 11:44:08 +09:00
|
|
|
const data = {
|
2019-02-06 21:21:49 +09:00
|
|
|
type: 'exportBlocking',
|
|
|
|
user: user
|
2019-02-10 11:44:08 +09:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 21:21:49 +09:00
|
|
|
}
|
|
|
|
|
2019-02-04 13:35:58 +09:00
|
|
|
export default function() {
|
2019-02-10 11:44:08 +09:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-05 19:50:14 +09:00
|
|
|
queue.process(128, handler);
|
2019-02-06 13:51:02 +09:00
|
|
|
queueLogger.succ('Processing started');
|
2019-02-04 13:35:58 +09:00
|
|
|
}
|
2019-02-06 13:51:02 +09:00
|
|
|
|
|
|
|
return queue;
|
2019-02-04 13:35:58 +09:00
|
|
|
}
|
2019-02-06 15:24:59 +09:00
|
|
|
|
|
|
|
export function destroy() {
|
|
|
|
queue.destroy().then(n => {
|
|
|
|
queueLogger.succ(`All job removed (${n} jobs)`);
|
|
|
|
});
|
|
|
|
}
|