2016-12-28 16:49:51 -06:00
|
|
|
/**
|
2017-01-02 15:09:17 -06:00
|
|
|
* Misskey Entry Point!
|
2016-12-28 16:49:51 -06:00
|
|
|
*/
|
|
|
|
|
|
|
|
Error.stackTraceLimit = Infinity;
|
|
|
|
|
|
|
|
import * as os from 'os';
|
|
|
|
import * as cluster from 'cluster';
|
2017-01-23 19:28:14 -06:00
|
|
|
import * as debug from 'debug';
|
2017-11-06 04:59:14 -06:00
|
|
|
import chalk from 'chalk';
|
2017-04-14 06:45:37 -05:00
|
|
|
// import portUsed = require('tcp-port-used');
|
2017-01-02 14:49:37 -06:00
|
|
|
import isRoot = require('is-root');
|
2017-06-08 11:03:54 -05:00
|
|
|
import Xev from 'xev';
|
2017-04-04 19:58:29 -05:00
|
|
|
|
|
|
|
import Logger from './utils/logger';
|
2016-12-28 16:49:51 -06:00
|
|
|
import ProgressBar from './utils/cli/progressbar';
|
2016-12-30 12:35:19 -06:00
|
|
|
import EnvironmentInfo from './utils/environmentInfo';
|
2016-12-30 12:19:59 -06:00
|
|
|
import MachineInfo from './utils/machineInfo';
|
2016-12-30 12:24:07 -06:00
|
|
|
import DependencyInfo from './utils/dependencyInfo';
|
2018-06-10 16:48:25 -05:00
|
|
|
import serverStats from './daemons/server-stats';
|
|
|
|
import notesStats from './daemons/notes-stats';
|
2016-12-28 16:49:51 -06:00
|
|
|
|
2018-04-01 23:15:53 -05:00
|
|
|
import loadConfig from './config/load';
|
|
|
|
import { Config } from './config/types';
|
2017-01-16 17:19:34 -06:00
|
|
|
|
2018-03-28 11:20:40 -05:00
|
|
|
import parseOpt from './parse-opt';
|
|
|
|
|
2017-01-23 19:28:14 -06:00
|
|
|
const clusterLog = debug('misskey:cluster');
|
2017-06-08 11:03:54 -05:00
|
|
|
const ev = new Xev();
|
2017-01-23 19:28:14 -06:00
|
|
|
|
2016-12-28 16:49:51 -06:00
|
|
|
process.title = 'Misskey';
|
|
|
|
|
2018-04-05 04:08:51 -05:00
|
|
|
if (process.env.NODE_ENV != 'production') {
|
|
|
|
process.env.DEBUG = 'misskey:*';
|
|
|
|
}
|
|
|
|
|
2018-04-02 04:59:48 -05:00
|
|
|
// https://github.com/Automattic/kue/issues/822
|
2018-04-06 16:25:58 -05:00
|
|
|
require('events').EventEmitter.prototype._maxListeners = 512;
|
2018-04-02 04:59:48 -05:00
|
|
|
|
2016-12-28 16:49:51 -06:00
|
|
|
// Start app
|
|
|
|
main();
|
|
|
|
|
|
|
|
/**
|
2017-02-27 01:11:49 -06:00
|
|
|
* Init process
|
2016-12-28 16:49:51 -06:00
|
|
|
*/
|
2017-01-23 19:28:14 -06:00
|
|
|
function main() {
|
2018-03-28 11:20:40 -05:00
|
|
|
const opt = parseOpt(process.argv, 2);
|
|
|
|
|
2016-12-28 16:49:51 -06:00
|
|
|
if (cluster.isMaster) {
|
2018-03-28 11:20:40 -05:00
|
|
|
masterMain(opt);
|
2017-06-08 11:03:54 -05:00
|
|
|
|
|
|
|
ev.mount();
|
2018-06-08 11:45:25 -05:00
|
|
|
serverStats();
|
2018-06-08 14:14:26 -05:00
|
|
|
notesStats();
|
2017-01-02 14:15:50 -06:00
|
|
|
} else {
|
2018-03-28 11:20:40 -05:00
|
|
|
workerMain(opt);
|
2016-12-28 16:49:51 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-02-27 01:11:49 -06:00
|
|
|
* Init master process
|
2016-12-28 16:49:51 -06:00
|
|
|
*/
|
2018-03-28 11:20:40 -05:00
|
|
|
async function masterMain(opt) {
|
2017-04-04 19:58:29 -05:00
|
|
|
let config: Config;
|
2016-12-28 16:49:51 -06:00
|
|
|
|
|
|
|
try {
|
|
|
|
// initialize app
|
2017-04-04 19:58:29 -05:00
|
|
|
config = await init();
|
2016-12-28 16:49:51 -06:00
|
|
|
} catch (e) {
|
|
|
|
console.error(e);
|
2017-04-04 19:58:29 -05:00
|
|
|
Logger.error(chalk.red('Fatal error occurred during initializing :('));
|
2017-04-23 01:40:13 -05:00
|
|
|
process.exit(1);
|
2017-04-04 19:58:29 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
Logger.info(chalk.green('Successfully initialized :)'));
|
|
|
|
|
2017-01-02 14:18:03 -06:00
|
|
|
spawnWorkers(() => {
|
2018-03-28 11:20:40 -05:00
|
|
|
if (!opt['only-processor']) {
|
|
|
|
Logger.info(chalk.bold.green(
|
|
|
|
`Now listening on port ${chalk.underline(config.port.toString())}`));
|
2017-08-11 08:14:55 -05:00
|
|
|
|
2018-03-28 11:20:40 -05:00
|
|
|
Logger.info(chalk.bold.green(config.url));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!opt['only-server']) {
|
|
|
|
Logger.info(chalk.bold.green('Now processing jobs'));
|
|
|
|
}
|
2016-12-28 16:49:51 -06:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-02-27 01:11:49 -06:00
|
|
|
* Init worker process
|
2016-12-28 16:49:51 -06:00
|
|
|
*/
|
2018-03-28 11:20:40 -05:00
|
|
|
async function workerMain(opt) {
|
|
|
|
if (!opt['only-processor']) {
|
|
|
|
// start server
|
|
|
|
await require('./server').default();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!opt['only-server']) {
|
|
|
|
// start processor
|
2018-04-05 04:43:06 -05:00
|
|
|
require('./queue').default();
|
2018-03-28 11:20:40 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// Send a 'ready' message to parent process
|
|
|
|
process.send('ready');
|
2016-12-28 16:49:51 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Init app
|
|
|
|
*/
|
2017-04-04 19:58:29 -05:00
|
|
|
async function init(): Promise<Config> {
|
2016-12-29 08:09:21 -06:00
|
|
|
Logger.info('Welcome to Misskey!');
|
|
|
|
Logger.info('Initializing...');
|
2016-12-28 16:49:51 -06:00
|
|
|
|
2016-12-30 12:35:19 -06:00
|
|
|
EnvironmentInfo.show();
|
2016-12-30 12:19:59 -06:00
|
|
|
MachineInfo.show();
|
2016-12-30 12:24:07 -06:00
|
|
|
new DependencyInfo().showAll();
|
2016-12-30 12:14:38 -06:00
|
|
|
|
2017-05-24 06:50:17 -05:00
|
|
|
const configLogger = new Logger('Config');
|
2018-04-01 23:15:53 -05:00
|
|
|
let config;
|
2016-12-28 16:49:51 -06:00
|
|
|
|
2018-04-01 23:15:53 -05:00
|
|
|
try {
|
|
|
|
config = loadConfig();
|
|
|
|
} catch (exception) {
|
|
|
|
if (exception.code === 'ENOENT') {
|
|
|
|
throw 'Configuration not found - Please run "npm run config" command.';
|
|
|
|
}
|
|
|
|
|
|
|
|
throw exception;
|
|
|
|
}
|
2017-01-16 17:19:34 -06:00
|
|
|
|
2016-12-29 08:09:21 -06:00
|
|
|
configLogger.info('Successfully loaded');
|
|
|
|
configLogger.info(`maintainer: ${config.maintainer}`);
|
2016-12-28 16:49:51 -06:00
|
|
|
|
2016-12-29 10:35:25 -06:00
|
|
|
if (process.platform === 'linux' && !isRoot() && config.port < 1024) {
|
2017-04-23 01:40:13 -05:00
|
|
|
throw 'You need root privileges to listen on port below 1024 on Linux';
|
2016-12-29 10:35:25 -06:00
|
|
|
}
|
|
|
|
|
2016-12-28 16:49:51 -06:00
|
|
|
// Check if a port is being used
|
2017-03-13 04:22:58 -05:00
|
|
|
/* https://github.com/stdarg/tcp-port-used/issues/3
|
2016-12-28 16:49:51 -06:00
|
|
|
if (await portUsed.check(config.port)) {
|
2017-04-23 01:40:13 -05:00
|
|
|
throw `Port ${config.port} is already used`;
|
2016-12-28 16:49:51 -06:00
|
|
|
}
|
2017-03-13 04:22:58 -05:00
|
|
|
*/
|
2016-12-28 16:49:51 -06:00
|
|
|
|
|
|
|
// Try to connect to MongoDB
|
2017-05-24 06:50:17 -05:00
|
|
|
const mongoDBLogger = new Logger('MongoDB');
|
2017-04-23 02:40:49 -05:00
|
|
|
const db = require('./db/mongodb').default;
|
|
|
|
mongoDBLogger.info('Successfully connected');
|
|
|
|
db.close();
|
2016-12-28 16:49:51 -06:00
|
|
|
|
2017-04-04 19:58:29 -05:00
|
|
|
return config;
|
2016-12-28 16:49:51 -06:00
|
|
|
}
|
|
|
|
|
2017-04-23 01:55:37 -05:00
|
|
|
function spawnWorkers(onComplete: Function) {
|
2016-12-28 16:49:51 -06:00
|
|
|
// Count the machine's CPUs
|
|
|
|
const cpuCount = os.cpus().length;
|
|
|
|
|
|
|
|
const progress = new ProgressBar(cpuCount, 'Starting workers');
|
|
|
|
|
|
|
|
// Create a worker for each CPU
|
|
|
|
for (let i = 0; i < cpuCount; i++) {
|
|
|
|
const worker = cluster.fork();
|
|
|
|
worker.on('message', message => {
|
|
|
|
if (message === 'ready') {
|
|
|
|
progress.increment();
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
// On all workers started
|
2017-08-10 08:06:47 -05:00
|
|
|
progress.on('complete', () => {
|
|
|
|
onComplete();
|
|
|
|
});
|
2016-12-28 16:49:51 -06:00
|
|
|
}
|
|
|
|
|
2017-01-23 19:28:14 -06:00
|
|
|
// Listen new workers
|
|
|
|
cluster.on('fork', worker => {
|
|
|
|
clusterLog(`Process forked: [${worker.id}]`);
|
|
|
|
});
|
|
|
|
|
|
|
|
// Listen online workers
|
|
|
|
cluster.on('online', worker => {
|
|
|
|
clusterLog(`Process is now online: [${worker.id}]`);
|
|
|
|
});
|
|
|
|
|
|
|
|
// Listen for dying workers
|
|
|
|
cluster.on('exit', worker => {
|
|
|
|
// Replace the dead worker,
|
|
|
|
// we're not sentimental
|
|
|
|
clusterLog(chalk.red(`[${worker.id}] died :(`));
|
|
|
|
cluster.fork();
|
|
|
|
});
|
|
|
|
|
2017-01-18 17:04:17 -06:00
|
|
|
// Display detail of unhandled promise rejection
|
|
|
|
process.on('unhandledRejection', console.dir);
|
|
|
|
|
2018-05-20 05:24:54 -05:00
|
|
|
// Display detail of uncaught exception
|
|
|
|
process.on('uncaughtException', err => {
|
|
|
|
console.error(err);
|
|
|
|
});
|
|
|
|
|
2016-12-28 16:49:51 -06:00
|
|
|
// Dying away...
|
2018-05-20 05:24:54 -05:00
|
|
|
process.on('exit', code => {
|
|
|
|
Logger.info(`The process is going exit (${code})`);
|
2016-12-28 16:49:51 -06:00
|
|
|
});
|