2022-02-27 11:07:39 +09:00
|
|
|
import Bull from 'bull';
|
2019-07-01 21:12:14 +09:00
|
|
|
|
2022-02-27 11:07:39 +09:00
|
|
|
import { queueLogger } from '../../logger.js';
|
|
|
|
import { deleteFileSync } from '@/services/drive/delete-file.js';
|
|
|
|
import { DriveFiles } from '@/models/index.js';
|
2019-07-01 21:12:14 +09:00
|
|
|
import { MoreThan, Not, IsNull } from 'typeorm';
|
|
|
|
|
|
|
|
const logger = queueLogger.createSubLogger('clean-remote-files');
|
|
|
|
|
2021-11-12 10:52:10 +09:00
|
|
|
export default async function cleanRemoteFiles(job: Bull.Job<Record<string, unknown>>, done: any): Promise<void> {
|
2019-07-01 21:12:14 +09:00
|
|
|
logger.info(`Deleting cached remote files...`);
|
|
|
|
|
|
|
|
let deletedCount = 0;
|
|
|
|
let cursor: any = null;
|
|
|
|
|
|
|
|
while (true) {
|
|
|
|
const files = await DriveFiles.find({
|
|
|
|
where: {
|
|
|
|
userHost: Not(IsNull()),
|
|
|
|
isLink: false,
|
2021-12-09 23:58:30 +09:00
|
|
|
...(cursor ? { id: MoreThan(cursor) } : {}),
|
2019-07-01 21:12:14 +09:00
|
|
|
},
|
|
|
|
take: 8,
|
|
|
|
order: {
|
2021-12-09 23:58:30 +09:00
|
|
|
id: 1,
|
|
|
|
},
|
2019-07-01 21:12:14 +09:00
|
|
|
});
|
|
|
|
|
|
|
|
if (files.length === 0) {
|
|
|
|
job.progress(100);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
cursor = files[files.length - 1].id;
|
|
|
|
|
|
|
|
await Promise.all(files.map(file => deleteFileSync(file, true)));
|
|
|
|
|
|
|
|
deletedCount += 8;
|
|
|
|
|
2022-03-26 15:34:00 +09:00
|
|
|
const total = await DriveFiles.countBy({
|
2019-07-01 21:12:14 +09:00
|
|
|
userHost: Not(IsNull()),
|
|
|
|
isLink: false,
|
|
|
|
});
|
|
|
|
|
|
|
|
job.progress(deletedCount / total);
|
|
|
|
}
|
|
|
|
|
|
|
|
logger.succ(`All cahced remote files has been deleted.`);
|
|
|
|
done();
|
|
|
|
}
|