2019-02-04 05:35:58 +01:00
|
|
|
import * as Queue from 'bee-queue';
|
2019-02-06 07:01:43 +01:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 11:50:14 +01:00
|
|
|
|
2019-02-06 07:01:43 +01:00
|
|
|
import config from '../config';
|
2018-05-07 11:20:15 +02:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-04 05:37:50 +01:00
|
|
|
import { program } from '../argv';
|
2019-02-05 11:50:14 +01:00
|
|
|
import handler from './processors';
|
2019-02-06 05:51:02 +01:00
|
|
|
import { queueLogger } from './logger';
|
2018-04-04 16:12:35 +02:00
|
|
|
|
2019-02-06 05:51:02 +01:00
|
|
|
const enableQueue = !program.disableQueue;
|
2019-02-10 03:44:08 +01:00
|
|
|
const enableQueueProcessing = !program.onlyServer && enableQueue;
|
2019-02-07 13:02:33 +01:00
|
|
|
const queueAvailable = config.redis != null;
|
2019-02-04 05:35:58 +01:00
|
|
|
|
2019-02-04 08:41:53 +01:00
|
|
|
const queue = initializeQueue();
|
|
|
|
|
|
|
|
function initializeQueue() {
|
2019-02-10 03:44:08 +01:00
|
|
|
if (queueAvailable && enableQueue) {
|
2019-02-04 08:41:53 +01:00
|
|
|
return new Queue('misskey', {
|
|
|
|
redis: {
|
2019-02-07 13:02:33 +01:00
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass
|
2019-02-04 08:41:53 +01:00
|
|
|
},
|
|
|
|
|
|
|
|
removeOnSuccess: true,
|
|
|
|
removeOnFailure: true,
|
|
|
|
getEvents: false,
|
|
|
|
sendEvents: false,
|
|
|
|
storeJobs: false
|
|
|
|
});
|
2019-02-07 13:02:33 +01:00
|
|
|
} else {
|
|
|
|
return null;
|
|
|
|
}
|
2019-02-04 08:41:53 +01:00
|
|
|
}
|
2019-02-04 05:35:58 +01:00
|
|
|
|
2019-02-06 07:01:43 +01:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
|
|
|
if (content == null) return;
|
|
|
|
|
|
|
|
const data = {
|
|
|
|
type: 'deliver',
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-02-10 03:44:08 +01:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-04 05:35:58 +01:00
|
|
|
return queue.createJob(data)
|
2019-02-06 07:01:43 +01:00
|
|
|
.retries(8)
|
2019-02-06 06:53:02 +01:00
|
|
|
.backoff('exponential', 1000)
|
2019-02-04 05:35:58 +01:00
|
|
|
.save();
|
|
|
|
} else {
|
2019-02-05 11:50:14 +01:00
|
|
|
return handler({ data }, () => {});
|
2019-02-04 05:35:58 +01:00
|
|
|
}
|
2018-04-04 16:12:35 +02:00
|
|
|
}
|
|
|
|
|
2019-02-06 07:01:43 +01:00
|
|
|
export function processInbox(activity: any, signature: httpSignature.IParsedSignature) {
|
|
|
|
const data = {
|
|
|
|
type: 'processInbox',
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-15 21:47:29 +01:00
|
|
|
|
2019-02-10 03:44:08 +01:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-06 07:01:43 +01:00
|
|
|
return queue.createJob(data)
|
|
|
|
.retries(3)
|
|
|
|
.backoff('exponential', 500)
|
|
|
|
.save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2018-04-05 16:24:51 +02:00
|
|
|
}
|
2019-02-03 10:16:57 +01:00
|
|
|
|
2019-02-20 17:30:21 +01:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteNotes',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteDriveFiles',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-05 11:50:14 +01:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-02-10 03:44:08 +01:00
|
|
|
const data = {
|
2019-02-05 11:50:14 +01:00
|
|
|
type: 'exportNotes',
|
|
|
|
user: user
|
2019-02-10 03:44:08 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-05 11:50:14 +01:00
|
|
|
}
|
2019-02-04 05:35:58 +01:00
|
|
|
|
2019-02-06 13:21:49 +01:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-02-10 03:44:08 +01:00
|
|
|
const data = {
|
2019-02-06 13:21:49 +01:00
|
|
|
type: 'exportFollowing',
|
|
|
|
user: user
|
2019-02-10 03:44:08 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 13:21:49 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-02-10 03:44:08 +01:00
|
|
|
const data = {
|
2019-02-06 13:21:49 +01:00
|
|
|
type: 'exportMute',
|
|
|
|
user: user
|
2019-02-10 03:44:08 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 13:21:49 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-02-10 03:44:08 +01:00
|
|
|
const data = {
|
2019-02-06 13:21:49 +01:00
|
|
|
type: 'exportBlocking',
|
|
|
|
user: user
|
2019-02-10 03:44:08 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 13:21:49 +01:00
|
|
|
}
|
|
|
|
|
2019-02-04 05:35:58 +01:00
|
|
|
export default function() {
|
2019-02-10 03:44:08 +01:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-05 11:50:14 +01:00
|
|
|
queue.process(128, handler);
|
2019-02-06 05:51:02 +01:00
|
|
|
queueLogger.succ('Processing started');
|
2019-02-04 05:35:58 +01:00
|
|
|
}
|
2019-02-06 05:51:02 +01:00
|
|
|
|
|
|
|
return queue;
|
2019-02-04 05:35:58 +01:00
|
|
|
}
|
2019-02-06 07:24:59 +01:00
|
|
|
|
|
|
|
export function destroy() {
|
|
|
|
queue.destroy().then(n => {
|
|
|
|
queueLogger.succ(`All job removed (${n} jobs)`);
|
|
|
|
});
|
|
|
|
}
|