40 lines
1.0 KiB
TypeScript
40 lines
1.0 KiB
TypeScript
import * as fs from 'fs';
|
|
import * as stream from 'stream';
|
|
import * as util from 'util';
|
|
import fetch from 'node-fetch';
|
|
import { getAgentByUrl } from './fetch';
|
|
import { AbortController } from 'abort-controller';
|
|
import config from '@/config';
|
|
import * as chalk from 'chalk';
|
|
import Logger from '../services/logger';
|
|
|
|
const pipeline = util.promisify(stream.pipeline);
|
|
|
|
export async function downloadUrl(url: string, path: string) {
|
|
const logger = new Logger('download');
|
|
|
|
logger.info(`Downloading ${chalk.cyan(url)} ...`);
|
|
const controller = new AbortController();
|
|
setTimeout(() => {
|
|
controller.abort();
|
|
}, 60 * 1000);
|
|
|
|
const response = await fetch(new URL(url).href, {
|
|
headers: {
|
|
'User-Agent': config.userAgent
|
|
},
|
|
timeout: 10 * 1000,
|
|
signal: controller.signal,
|
|
agent: getAgentByUrl,
|
|
});
|
|
|
|
if (!response.ok) {
|
|
logger.error(`Got ${response.status} (${url})`);
|
|
throw response.status;
|
|
}
|
|
|
|
await pipeline(response.body, fs.createWriteStream(path));
|
|
|
|
logger.succ(`Download finished: ${chalk.cyan(url)}`);
|
|
}
|