mirror of https://github.com/certd/certd
322 lines
9.6 KiB
TypeScript
322 lines
9.6 KiB
TypeScript
import axios, { AxiosHeaders, AxiosRequestConfig } from "axios";
|
||
import { ILogger, logger } from "./util.log.js";
|
||
import { Logger } from "log4js";
|
||
import { HttpProxyAgent } from "http-proxy-agent";
|
||
import { HttpsProxyAgent } from "https-proxy-agent";
|
||
import nodeHttp from "http";
|
||
import * as https from "node:https";
|
||
import { merge } from "lodash-es";
|
||
import { safePromise } from "./util.promise.js";
|
||
import fs from "fs";
|
||
export class HttpError extends Error {
|
||
status?: number;
|
||
statusText?: string;
|
||
code?: string;
|
||
request?: { baseURL: string; url: string; method: string; params?: any; data?: any };
|
||
response?: { data: any; headers: AxiosHeaders };
|
||
cause?: any;
|
||
constructor(error: any) {
|
||
if (!error) {
|
||
return;
|
||
}
|
||
super(error.message || error.response?.statusText);
|
||
|
||
const message = error?.message;
|
||
if (message && typeof message === "string") {
|
||
if (message.indexOf && message.indexOf("ssl3_get_record:wrong version number") >= 0) {
|
||
this.message = `${message}(http协议错误，服务端要求http协议，请检查是否使用了https请求)`;
|
||
} else if (message.indexOf("getaddrinfo EAI_AGAIN") >= 0) {
|
||
this.message = `${message}(无法解析域名，请检查网络连接或dns配置，更换docker-compose.yaml中dns配置)`;
|
||
}
|
||
}
|
||
|
||
this.name = error.name;
|
||
this.code = error.code;
|
||
|
||
this.status = error.response?.status;
|
||
this.statusText = error.response?.statusText || error.code;
|
||
if (!this.message) {
|
||
this.message = error.code;
|
||
}
|
||
this.request = {
|
||
baseURL: error.config?.baseURL,
|
||
url: error.config?.url,
|
||
method: error.config?.method,
|
||
params: error.config?.params,
|
||
data: error.config?.data,
|
||
};
|
||
let url = error.config?.url;
|
||
if (error.config?.baseURL) {
|
||
url = (error.config?.baseURL || "") + url;
|
||
}
|
||
if (url) {
|
||
this.message = `${this.message} 【${url}】`;
|
||
}
|
||
|
||
this.response = {
|
||
data: error.response?.data,
|
||
headers: error.response?.headers,
|
||
};
|
||
|
||
const { stack, cause } = error;
|
||
this.cause = cause;
|
||
this.stack = stack;
|
||
delete error.response;
|
||
delete error.config;
|
||
delete error.request;
|
||
// logger.error(error);
|
||
}
|
||
}
|
||
|
||
export const HttpCommonError = HttpError;
|
||
|
||
let defaultAgents = createAgent();
|
||
|
||
export function setGlobalProxy(opts: { httpProxy?: string; httpsProxy?: string }) {
|
||
logger.info("setGlobalProxy:", opts);
|
||
defaultAgents = createAgent(opts);
|
||
}
|
||
|
||
export function getGlobalAgents() {
|
||
return defaultAgents;
|
||
}
|
||
|
||
/**
|
||
* @description 创建请求实例
|
||
*/
|
||
export function createAxiosService({ logger }: { logger: Logger }) {
|
||
// 创建一个 axios 实例
|
||
const service = axios.create();
|
||
|
||
// 请求拦截
|
||
service.interceptors.request.use(
|
||
(config: any) => {
|
||
logger.info(`http request:${config.url}，method:${config.method}`);
|
||
if (config.logParams !== false && config.params) {
|
||
logger.info(`params:${JSON.stringify(config.params)}`);
|
||
}
|
||
if (config.timeout == null) {
|
||
config.timeout = 15000;
|
||
}
|
||
let agents = defaultAgents;
|
||
if (config.skipSslVerify || config.httpProxy) {
|
||
let rejectUnauthorized = true;
|
||
if (config.skipSslVerify) {
|
||
logger.info("跳过SSL验证");
|
||
rejectUnauthorized = false;
|
||
}
|
||
const proxy: any = {};
|
||
if (config.httpProxy) {
|
||
logger.info("使用自定义http代理:", config.httpProxy);
|
||
proxy.httpProxy = config.httpProxy;
|
||
proxy.httpsProxy = config.httpProxy;
|
||
}
|
||
|
||
agents = createAgent({ rejectUnauthorized, ...proxy } as any);
|
||
}
|
||
|
||
delete config.skipSslVerify;
|
||
config.httpsAgent = agents.httpsAgent;
|
||
config.httpAgent = agents.httpAgent;
|
||
|
||
// const agent = new https.Agent({
|
||
// rejectUnauthorized: false // 允许自签名证书
|
||
// });
|
||
// config.httpsAgent = agent;
|
||
config.proxy = false; //必须 否则还会走一层代理，
|
||
return config;
|
||
},
|
||
(error: Error) => {
|
||
// 发送失败
|
||
logger.error("接口请求失败：", error);
|
||
return Promise.reject(error);
|
||
}
|
||
);
|
||
// 响应拦截
|
||
service.interceptors.response.use(
|
||
(response: any) => {
|
||
if (response?.config?.logRes !== false) {
|
||
let resData = response?.data;
|
||
try {
|
||
resData = JSON.stringify(response?.data);
|
||
} catch (e) {}
|
||
|
||
logger.info(`http response : status=${response?.status},data=${resData}`);
|
||
} else {
|
||
logger.info("http response status:", response?.status);
|
||
}
|
||
if (response?.config?.returnResponse) {
|
||
return response;
|
||
}
|
||
return response.data;
|
||
},
|
||
(error: any) => {
|
||
const status = error.response?.status;
|
||
switch (status) {
|
||
case 400:
|
||
error.message = "请求错误";
|
||
break;
|
||
case 401:
|
||
error.message = "认证/登录失败";
|
||
break;
|
||
case 403:
|
||
error.message = "拒绝访问";
|
||
break;
|
||
case 404:
|
||
error.message = `请求地址出错`;
|
||
break;
|
||
case 408:
|
||
error.message = "请求超时";
|
||
break;
|
||
case 500:
|
||
error.message = "服务器内部错误";
|
||
break;
|
||
case 501:
|
||
error.message = "服务未实现";
|
||
break;
|
||
case 502:
|
||
error.message = "网关错误";
|
||
break;
|
||
case 503:
|
||
error.message = "服务不可用";
|
||
break;
|
||
case 504:
|
||
error.message = "网关超时";
|
||
break;
|
||
case 505:
|
||
error.message = "HTTP版本不受支持";
|
||
break;
|
||
default:
|
||
break;
|
||
}
|
||
logger.error(`请求出错：status:${error.response?.status},statusText:${error.response?.statusText},url:${error.config?.url},method:${error.config?.method}。`);
|
||
logger.error("返回数据:", JSON.stringify(error.response?.data));
|
||
if (error.response?.data) {
|
||
const message = error.response.data.message || error.response.data.msg || error.response.data.error;
|
||
if (typeof message === "string") {
|
||
error.message = message;
|
||
}
|
||
}
|
||
if (error instanceof AggregateError) {
|
||
logger.error("AggregateError", error);
|
||
}
|
||
const err = new HttpError(error);
|
||
return Promise.reject(err);
|
||
}
|
||
);
|
||
return service;
|
||
}
|
||
|
||
export const http = createAxiosService({ logger }) as HttpClient;
|
||
export type HttpClientResponse<R> = any;
|
||
export type HttpRequestConfig<D = any> = {
|
||
skipSslVerify?: boolean;
|
||
skipCheckRes?: boolean;
|
||
logParams?: boolean;
|
||
logRes?: boolean;
|
||
httpProxy?: string;
|
||
returnResponse?: boolean;
|
||
} & AxiosRequestConfig<D>;
|
||
export type HttpClient = {
|
||
request<D = any, R = any>(config: HttpRequestConfig<D>): Promise<HttpClientResponse<R>>;
|
||
};
|
||
|
||
// const http_proxy_backup = process.env.HTTP_PROXY || process.env.http_proxy;
|
||
// const https_proxy_backup = process.env.HTTPS_PROXY || process.env.https_proxy;
|
||
|
||
export type CreateAgentOptions = {
|
||
httpProxy?: string;
|
||
httpsProxy?: string;
|
||
} & nodeHttp.AgentOptions;
|
||
export function createAgent(opts: CreateAgentOptions = {}) {
|
||
opts = merge(
|
||
{
|
||
autoSelectFamily: true,
|
||
autoSelectFamilyAttemptTimeout: 1000,
|
||
},
|
||
opts
|
||
);
|
||
|
||
let httpAgent, httpsAgent;
|
||
const httpProxy = opts.httpProxy;
|
||
if (httpProxy) {
|
||
process.env.HTTP_PROXY = httpProxy;
|
||
process.env.http_proxy = httpProxy;
|
||
logger.info("use httpProxy:", httpProxy);
|
||
httpAgent = new HttpProxyAgent(httpProxy, opts as any);
|
||
merge(httpAgent.options, opts);
|
||
} else {
|
||
process.env.HTTP_PROXY = "";
|
||
process.env.http_proxy = "";
|
||
httpAgent = new nodeHttp.Agent(opts);
|
||
}
|
||
const httpsProxy = opts.httpsProxy;
|
||
if (httpsProxy) {
|
||
process.env.HTTPS_PROXY = httpsProxy;
|
||
process.env.https_proxy = httpsProxy;
|
||
logger.info("use httpsProxy:", httpsProxy);
|
||
httpsAgent = new HttpsProxyAgent(httpsProxy, opts as any);
|
||
merge(httpsAgent.options, opts);
|
||
} else {
|
||
process.env.HTTPS_PROXY = "";
|
||
process.env.https_proxy = "";
|
||
httpsAgent = new https.Agent(opts);
|
||
}
|
||
return {
|
||
httpAgent,
|
||
httpsAgent,
|
||
};
|
||
}
|
||
|
||
export async function download(req: { http: HttpClient; config: HttpRequestConfig; savePath: string; logger: ILogger }) {
|
||
const { http, config, savePath, logger } = req;
|
||
return safePromise((resolve, reject) => {
|
||
http
|
||
.request({
|
||
logRes: false,
|
||
responseType: "stream",
|
||
...config,
|
||
})
|
||
.then(res => {
|
||
const writer = fs.createWriteStream(savePath);
|
||
res.pipe(writer);
|
||
writer.on("close", () => {
|
||
logger.info("文件下载成功");
|
||
resolve(true);
|
||
});
|
||
//error
|
||
writer.on("error", err => {
|
||
logger.error("下载失败", err);
|
||
reject(err);
|
||
});
|
||
//进度条打印
|
||
const totalLength = res.headers["content-length"];
|
||
let currentLength = 0;
|
||
// 每5%打印一次
|
||
const step = (totalLength / 100) * 5;
|
||
res.on("data", (chunk: any) => {
|
||
currentLength += chunk.length;
|
||
if (currentLength % step < chunk.length) {
|
||
const percent = ((currentLength / totalLength) * 100).toFixed(2);
|
||
logger.info(`下载进度：${percent}%`);
|
||
}
|
||
});
|
||
})
|
||
.catch(err => {
|
||
logger.info("下载失败", err);
|
||
reject(err);
|
||
});
|
||
});
|
||
}
|
||
|
||
export function getCookie(response: any, name: string) {
|
||
const cookies = response.headers["set-cookie"];
|
||
//根据name 返回对应的cookie
|
||
const found = cookies.find((cookie: any) => cookie.includes(name));
|
||
if (!found) {
|
||
return null;
|
||
}
|
||
const cookie = found.split(";")[0];
|
||
return cookie.substring(cookie.indexOf("=") + 1);
|
||
}
|