mirror of
https://github.com/paricafe/misskey.git
synced 2024-12-04 22:06:43 -06:00
3eacbe6b6d
* Add address bind config option * Edit changelog * forgot to add to types
171 lines
4.1 KiB
TypeScript
171 lines
4.1 KiB
TypeScript
/*
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
*/
|
|
|
|
import * as http from 'node:http';
|
|
import * as https from 'node:https';
|
|
import * as net from 'node:net';
|
|
import CacheableLookup from 'cacheable-lookup';
|
|
import fetch from 'node-fetch';
|
|
import { HttpProxyAgent, HttpsProxyAgent } from 'hpagent';
|
|
import { Inject, Injectable } from '@nestjs/common';
|
|
import { DI } from '@/di-symbols.js';
|
|
import type { Config } from '@/config.js';
|
|
import { StatusError } from '@/misc/status-error.js';
|
|
import { bindThis } from '@/decorators.js';
|
|
import type { Response } from 'node-fetch';
|
|
import type { URL } from 'node:url';
|
|
|
|
@Injectable()
|
|
export class HttpRequestService {
|
|
/**
|
|
* Get http non-proxy agent
|
|
*/
|
|
private http: http.Agent;
|
|
|
|
/**
|
|
* Get https non-proxy agent
|
|
*/
|
|
private https: https.Agent;
|
|
|
|
/**
|
|
* Get http proxy or non-proxy agent
|
|
*/
|
|
public httpAgent: http.Agent;
|
|
|
|
/**
|
|
* Get https proxy or non-proxy agent
|
|
*/
|
|
public httpsAgent: https.Agent;
|
|
|
|
constructor(
|
|
@Inject(DI.config)
|
|
private config: Config,
|
|
) {
|
|
const cache = new CacheableLookup({
|
|
maxTtl: 3600, // 1hours
|
|
errorTtl: 30, // 30secs
|
|
lookup: false, // nativeのdns.lookupにfallbackしない
|
|
});
|
|
|
|
this.http = new http.Agent({
|
|
keepAlive: true,
|
|
keepAliveMsecs: 30 * 1000,
|
|
lookup: cache.lookup as unknown as net.LookupFunction,
|
|
localAddress: config.outgoingAddress,
|
|
});
|
|
|
|
this.https = new https.Agent({
|
|
keepAlive: true,
|
|
keepAliveMsecs: 30 * 1000,
|
|
lookup: cache.lookup as unknown as net.LookupFunction,
|
|
localAddress: config.outgoingAddress,
|
|
});
|
|
|
|
const maxSockets = Math.max(256, config.deliverJobConcurrency ?? 128);
|
|
|
|
this.httpAgent = config.proxy
|
|
? new HttpProxyAgent({
|
|
keepAlive: true,
|
|
keepAliveMsecs: 30 * 1000,
|
|
maxSockets,
|
|
maxFreeSockets: 256,
|
|
scheduling: 'lifo',
|
|
proxy: config.proxy,
|
|
localAddress: config.outgoingAddress,
|
|
})
|
|
: this.http;
|
|
|
|
this.httpsAgent = config.proxy
|
|
? new HttpsProxyAgent({
|
|
keepAlive: true,
|
|
keepAliveMsecs: 30 * 1000,
|
|
maxSockets,
|
|
maxFreeSockets: 256,
|
|
scheduling: 'lifo',
|
|
proxy: config.proxy,
|
|
localAddress: config.outgoingAddress,
|
|
})
|
|
: this.https;
|
|
}
|
|
|
|
/**
|
|
* Get agent by URL
|
|
* @param url URL
|
|
* @param bypassProxy Allways bypass proxy
|
|
*/
|
|
@bindThis
|
|
public getAgentByUrl(url: URL, bypassProxy = false): http.Agent | https.Agent {
|
|
if (bypassProxy || (this.config.proxyBypassHosts ?? []).includes(url.hostname)) {
|
|
return url.protocol === 'http:' ? this.http : this.https;
|
|
} else {
|
|
return url.protocol === 'http:' ? this.httpAgent : this.httpsAgent;
|
|
}
|
|
}
|
|
|
|
@bindThis
|
|
public async getJson<T = unknown>(url: string, accept = 'application/json, */*', headers?: Record<string, string>): Promise<T> {
|
|
const res = await this.send(url, {
|
|
method: 'GET',
|
|
headers: Object.assign({
|
|
Accept: accept,
|
|
}, headers ?? {}),
|
|
timeout: 5000,
|
|
size: 1024 * 256,
|
|
});
|
|
|
|
return await res.json() as T;
|
|
}
|
|
|
|
@bindThis
|
|
public async getHtml(url: string, accept = 'text/html, */*', headers?: Record<string, string>): Promise<string> {
|
|
const res = await this.send(url, {
|
|
method: 'GET',
|
|
headers: Object.assign({
|
|
Accept: accept,
|
|
}, headers ?? {}),
|
|
timeout: 5000,
|
|
});
|
|
|
|
return await res.text();
|
|
}
|
|
|
|
@bindThis
|
|
public async send(url: string, args: {
|
|
method?: string,
|
|
body?: string,
|
|
headers?: Record<string, string>,
|
|
timeout?: number,
|
|
size?: number,
|
|
} = {}, extra: {
|
|
throwErrorWhenResponseNotOk: boolean;
|
|
} = {
|
|
throwErrorWhenResponseNotOk: true,
|
|
}): Promise<Response> {
|
|
const timeout = args.timeout ?? 5000;
|
|
|
|
const controller = new AbortController();
|
|
setTimeout(() => {
|
|
controller.abort();
|
|
}, timeout);
|
|
|
|
const res = await fetch(url, {
|
|
method: args.method ?? 'GET',
|
|
headers: {
|
|
'User-Agent': this.config.userAgent,
|
|
...(args.headers ?? {}),
|
|
},
|
|
body: args.body,
|
|
size: args.size ?? 10 * 1024 * 1024,
|
|
agent: (url) => this.getAgentByUrl(url),
|
|
signal: controller.signal,
|
|
});
|
|
|
|
if (!res.ok && extra.throwErrorWhenResponseNotOk) {
|
|
throw new StatusError(`${res.status} ${res.statusText}`, res.status, res.statusText);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
}
|