2019-02-03 22:35:58 -06:00
|
|
|
import * as Queue from 'bee-queue';
|
2019-02-06 00:01:43 -06:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 04:50:14 -06:00
|
|
|
|
2019-02-06 00:01:43 -06:00
|
|
|
import config from '../config';
|
2018-05-07 04:20:15 -05:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-03 22:37:50 -06:00
|
|
|
import { program } from '../argv';
|
2019-02-05 04:50:14 -06:00
|
|
|
import handler from './processors';
|
2019-02-05 22:51:02 -06:00
|
|
|
import { queueLogger } from './logger';
|
2018-04-04 09:12:35 -05:00
|
|
|
|
2019-02-05 22:51:02 -06:00
|
|
|
const enableQueue = !program.disableQueue;
|
2019-02-09 20:44:08 -06:00
|
|
|
const enableQueueProcessing = !program.onlyServer && enableQueue;
|
2019-02-07 06:02:33 -06:00
|
|
|
const queueAvailable = config.redis != null;
|
2019-02-03 22:35:58 -06:00
|
|
|
|
2019-02-04 01:41:53 -06:00
|
|
|
const queue = initializeQueue();
|
|
|
|
|
|
|
|
function initializeQueue() {
|
2019-02-09 20:44:08 -06:00
|
|
|
if (queueAvailable && enableQueue) {
|
2019-02-04 01:41:53 -06:00
|
|
|
return new Queue('misskey', {
|
|
|
|
redis: {
|
2019-02-07 06:02:33 -06:00
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass
|
2019-02-04 01:41:53 -06:00
|
|
|
},
|
|
|
|
|
|
|
|
removeOnSuccess: true,
|
|
|
|
removeOnFailure: true,
|
|
|
|
getEvents: false,
|
|
|
|
sendEvents: false,
|
|
|
|
storeJobs: false
|
|
|
|
});
|
2019-02-07 06:02:33 -06:00
|
|
|
} else {
|
|
|
|
return null;
|
|
|
|
}
|
2019-02-04 01:41:53 -06:00
|
|
|
}
|
2019-02-03 22:35:58 -06:00
|
|
|
|
2019-02-06 00:01:43 -06:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
|
|
|
if (content == null) return;
|
|
|
|
|
|
|
|
const data = {
|
|
|
|
type: 'deliver',
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-02-09 20:44:08 -06:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-03 22:35:58 -06:00
|
|
|
return queue.createJob(data)
|
2019-02-06 00:01:43 -06:00
|
|
|
.retries(8)
|
2019-02-05 23:53:02 -06:00
|
|
|
.backoff('exponential', 1000)
|
2019-02-03 22:35:58 -06:00
|
|
|
.save();
|
|
|
|
} else {
|
2019-02-05 04:50:14 -06:00
|
|
|
return handler({ data }, () => {});
|
2019-02-03 22:35:58 -06:00
|
|
|
}
|
2018-04-04 09:12:35 -05:00
|
|
|
}
|
|
|
|
|
2019-02-06 00:01:43 -06:00
|
|
|
export function processInbox(activity: any, signature: httpSignature.IParsedSignature) {
|
|
|
|
const data = {
|
|
|
|
type: 'processInbox',
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-15 14:47:29 -06:00
|
|
|
|
2019-02-09 20:44:08 -06:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-06 00:01:43 -06:00
|
|
|
return queue.createJob(data)
|
|
|
|
.retries(3)
|
|
|
|
.backoff('exponential', 500)
|
|
|
|
.save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2018-04-05 09:24:51 -05:00
|
|
|
}
|
2019-02-03 03:16:57 -06:00
|
|
|
|
2019-02-20 10:30:21 -06:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteNotes',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
|
|
|
const data = {
|
|
|
|
type: 'deleteDriveFiles',
|
|
|
|
user: user
|
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-05 04:50:14 -06:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-02-09 20:44:08 -06:00
|
|
|
const data = {
|
2019-02-05 04:50:14 -06:00
|
|
|
type: 'exportNotes',
|
|
|
|
user: user
|
2019-02-09 20:44:08 -06:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-05 04:50:14 -06:00
|
|
|
}
|
2019-02-03 22:35:58 -06:00
|
|
|
|
2019-02-06 06:21:49 -06:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-02-09 20:44:08 -06:00
|
|
|
const data = {
|
2019-02-06 06:21:49 -06:00
|
|
|
type: 'exportFollowing',
|
|
|
|
user: user
|
2019-02-09 20:44:08 -06:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-02-09 20:44:08 -06:00
|
|
|
const data = {
|
2019-02-06 06:21:49 -06:00
|
|
|
type: 'exportMute',
|
|
|
|
user: user
|
2019-02-09 20:44:08 -06:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-02-09 20:44:08 -06:00
|
|
|
const data = {
|
2019-02-06 06:21:49 -06:00
|
|
|
type: 'exportBlocking',
|
|
|
|
user: user
|
2019-02-09 20:44:08 -06:00
|
|
|
};
|
|
|
|
|
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
|
|
|
return queue.createJob(data).save();
|
|
|
|
} else {
|
|
|
|
return handler({ data }, () => {});
|
|
|
|
}
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
2019-02-03 22:35:58 -06:00
|
|
|
export default function() {
|
2019-02-09 20:44:08 -06:00
|
|
|
if (queueAvailable && enableQueueProcessing) {
|
2019-02-05 04:50:14 -06:00
|
|
|
queue.process(128, handler);
|
2019-02-05 22:51:02 -06:00
|
|
|
queueLogger.succ('Processing started');
|
2019-02-03 22:35:58 -06:00
|
|
|
}
|
2019-02-05 22:51:02 -06:00
|
|
|
|
|
|
|
return queue;
|
2019-02-03 22:35:58 -06:00
|
|
|
}
|
2019-02-06 00:24:59 -06:00
|
|
|
|
|
|
|
export function destroy() {
|
|
|
|
queue.destroy().then(n => {
|
|
|
|
queueLogger.succ(`All job removed (${n} jobs)`);
|
|
|
|
});
|
|
|
|
}
|