2019-03-07 08:07:21 -06:00
|
|
|
import * as Queue from 'bull';
|
2019-02-06 00:01:43 -06:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 04:50:14 -06:00
|
|
|
|
2019-02-06 00:01:43 -06:00
|
|
|
import config from '../config';
|
2018-05-07 04:20:15 -05:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-03 22:37:50 -06:00
|
|
|
import { program } from '../argv';
|
2019-03-07 08:07:21 -06:00
|
|
|
|
|
|
|
import processDeliver from './processors/deliver';
|
|
|
|
import processInbox from './processors/process-inbox';
|
|
|
|
import processDb from './processors/db';
|
2019-03-07 08:36:08 -06:00
|
|
|
import { queueLogger } from './logger';
|
2019-03-07 08:07:21 -06:00
|
|
|
|
|
|
|
function initializeQueue(name: string) {
|
|
|
|
return new Queue(name, config.redis != null ? {
|
|
|
|
redis: {
|
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass,
|
|
|
|
db: 1
|
|
|
|
}
|
|
|
|
} : null);
|
2019-02-04 01:41:53 -06:00
|
|
|
}
|
2019-02-03 22:35:58 -06:00
|
|
|
|
2019-03-07 08:07:21 -06:00
|
|
|
const deliverQueue = initializeQueue('deliver');
|
|
|
|
const inboxQueue = initializeQueue('inbox');
|
|
|
|
const dbQueue = initializeQueue('db');
|
|
|
|
|
2019-02-06 00:01:43 -06:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
2019-03-07 08:07:21 -06:00
|
|
|
if (content == null) return null;
|
2019-02-06 00:01:43 -06:00
|
|
|
|
|
|
|
const data = {
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-03-07 08:07:21 -06:00
|
|
|
return deliverQueue.add(data, {
|
|
|
|
attempts: 4,
|
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
|
|
|
delay: 1000
|
|
|
|
},
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-04 09:12:35 -05:00
|
|
|
}
|
|
|
|
|
2019-03-07 08:07:21 -06:00
|
|
|
export function inbox(activity: any, signature: httpSignature.IParsedSignature) {
|
2019-02-06 00:01:43 -06:00
|
|
|
const data = {
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-15 14:47:29 -06:00
|
|
|
|
2019-03-07 08:07:21 -06:00
|
|
|
return inboxQueue.add(data, {
|
|
|
|
attempts: 4,
|
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
|
|
|
delay: 1000
|
|
|
|
},
|
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-05 09:24:51 -05:00
|
|
|
}
|
2019-02-03 03:16:57 -06:00
|
|
|
|
2019-02-20 10:30:21 -06:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('deleteNotes', {
|
2019-02-20 10:30:21 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-20 10:30:21 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('deleteDriveFiles', {
|
2019-02-20 10:30:21 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-20 10:30:21 -06:00
|
|
|
}
|
|
|
|
|
2019-02-05 04:50:14 -06:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('exportNotes', {
|
2019-02-05 04:50:14 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-05 04:50:14 -06:00
|
|
|
}
|
2019-02-03 22:35:58 -06:00
|
|
|
|
2019-02-06 06:21:49 -06:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('exportFollowing', {
|
2019-02-06 06:21:49 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('exportMute', {
|
2019-02-06 06:21:49 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-03-07 08:27:38 -06:00
|
|
|
return dbQueue.add('exportBlocking', {
|
2019-02-06 06:21:49 -06:00
|
|
|
user: user
|
2019-03-07 08:27:38 -06:00
|
|
|
}, {
|
2019-03-07 08:07:21 -06:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 06:21:49 -06:00
|
|
|
}
|
|
|
|
|
2019-02-03 22:35:58 -06:00
|
|
|
export default function() {
|
2019-03-07 08:07:21 -06:00
|
|
|
if (!program.onlyServer) {
|
2019-03-07 14:23:13 -06:00
|
|
|
deliverQueue.process(128, processDeliver);
|
|
|
|
inboxQueue.process(128, processInbox);
|
2019-03-07 08:27:38 -06:00
|
|
|
processDb(dbQueue);
|
2019-02-03 22:35:58 -06:00
|
|
|
}
|
|
|
|
}
|
2019-02-06 00:24:59 -06:00
|
|
|
|
|
|
|
export function destroy() {
|
2019-03-07 08:36:08 -06:00
|
|
|
deliverQueue.once('cleaned', (jobs, status) => {
|
|
|
|
queueLogger.succ(`[deliver] Cleaned ${jobs.length} ${status} jobs`);
|
|
|
|
});
|
|
|
|
deliverQueue.clean(0, 'wait');
|
|
|
|
|
|
|
|
inboxQueue.once('cleaned', (jobs, status) => {
|
|
|
|
queueLogger.succ(`[inbox] Cleaned ${jobs.length} ${status} jobs`);
|
|
|
|
});
|
|
|
|
inboxQueue.clean(0, 'wait');
|
2019-02-06 00:24:59 -06:00
|
|
|
}
|