mirror of
https://github.com/musix-org/musix-oss
synced 2026-11-01 03:35:00 +00:00
Modules
This commit is contained in:
MatteZ02 committed
1 parent
edfcc6f474
commit
30022c7634
11800 files changed
+1984416
-1
No files matched your search
+31
@@ -0,0 +1,31 @@
|
||||
/// <reference types="node" />
|
||||
import { RequestOptions, IncomingMessage } from 'http';
|
||||
import { PassThrough, Transform } from 'stream';
|
||||
declare namespace Miniget {
|
||||
interface Options extends RequestOptions {
|
||||
maxRedirects?: number;
|
||||
maxRetries?: number;
|
||||
maxReconnects?: number;
|
||||
backoff?: {
|
||||
inc: number;
|
||||
max: number;
|
||||
};
|
||||
highWaterMark?: number;
|
||||
transform?: (parsedUrl: RequestOptions) => RequestOptions;
|
||||
acceptEncoding?: {
|
||||
[key: string]: () => Transform;
|
||||
};
|
||||
}
|
||||
interface Stream extends PassThrough {
|
||||
abort: () => void;
|
||||
on(event: 'reconnect', listener: (attempt: number, err?: Error) => void): this;
|
||||
on(event: 'retry', listener: (attempt: number, err?: Error) => void): this;
|
||||
on(event: 'redirect', listener: (url: string) => void): this;
|
||||
on(event: string | symbol, listener: (...args: any) => void): this;
|
||||
}
|
||||
}
|
||||
declare type Callback = (error: Error, message: IncomingMessage, body: string) => void;
|
||||
declare function Miniget(url: string, options?: Miniget.Options): Miniget.Stream;
|
||||
declare function Miniget(url: string, options: Miniget.Options, callback?: Callback): void;
|
||||
declare function Miniget(url: string, callback: Callback): Miniget.Stream;
|
||||
export = Miniget;
|
||||
+202
@@ -0,0 +1,202 @@
|
||||
"use strict";
|
||||
var __importDefault = (this && this.__importDefault) || function (mod) {
|
||||
return (mod && mod.__esModule) ? mod : { "default": mod };
|
||||
};
|
||||
const http_1 = __importDefault(require("http"));
|
||||
const https_1 = __importDefault(require("https"));
|
||||
const url_1 = require("url");
|
||||
const stream_1 = require("stream");
|
||||
const httpLibs = { 'http:': http_1.default, 'https:': https_1.default };
|
||||
const redirectCodes = { 301: true, 302: true, 303: true, 307: true };
|
||||
const retryCodes = { 429: true, 503: true };
|
||||
const defaults = {
|
||||
maxRedirects: 2,
|
||||
maxRetries: 2,
|
||||
maxReconnects: 0,
|
||||
backoff: { inc: 100, max: 10000 },
|
||||
};
|
||||
function Miniget(url, options, callback) {
|
||||
if (typeof options === 'function') {
|
||||
callback = options;
|
||||
options = {};
|
||||
}
|
||||
else if (!options) {
|
||||
options = {};
|
||||
}
|
||||
const opts = Object.assign({}, defaults, options);
|
||||
const stream = new stream_1.PassThrough({ highWaterMark: opts.highWaterMark });
|
||||
let myreq, mydecoded;
|
||||
let aborted = false;
|
||||
let redirects = 0;
|
||||
let retries = 0;
|
||||
let retryTimeout;
|
||||
let reconnects = 0;
|
||||
let contentLength;
|
||||
let acceptRanges = false;
|
||||
let rangeStart = 0, rangeEnd;
|
||||
let downloaded = 0;
|
||||
// Check if this is a ranged request.
|
||||
if (opts.headers && opts.headers.Range) {
|
||||
let r = /bytes=(\d+)-(\d+)?/.exec(opts.headers.Range + '');
|
||||
if (r) {
|
||||
rangeStart = parseInt(r[1], 10);
|
||||
rangeEnd = parseInt(r[2], 10);
|
||||
}
|
||||
}
|
||||
// Add `Accept-Encoding` header.
|
||||
if (opts.acceptEncoding) {
|
||||
opts.headers = Object.assign({
|
||||
'Accept-Encoding': Object.keys(opts.acceptEncoding).join(', ')
|
||||
}, opts.headers);
|
||||
}
|
||||
const doRetry = (retryOptions = {}) => {
|
||||
if (aborted) {
|
||||
return false;
|
||||
}
|
||||
// If there is an error when the download has already started,
|
||||
// but not finished, try reconnecting.
|
||||
if (mydecoded && 0 < downloaded) {
|
||||
if (acceptRanges && downloaded < contentLength &&
|
||||
reconnects++ < opts.maxReconnects) {
|
||||
mydecoded = null;
|
||||
retries = 0;
|
||||
let inc = opts.backoff.inc;
|
||||
let ms = Math.min(inc, opts.backoff.max);
|
||||
retryTimeout = setTimeout(doDownload, ms);
|
||||
stream.emit('reconnect', reconnects, retryOptions.err);
|
||||
return true;
|
||||
}
|
||||
}
|
||||
else if ((!retryOptions.statusCode ||
|
||||
retryOptions.err && retryOptions.err.message === 'ENOTFOUND') &&
|
||||
retries++ < opts.maxRetries) {
|
||||
let ms = retryOptions.retryAfter ||
|
||||
Math.min(retries * opts.backoff.inc, opts.backoff.max);
|
||||
retryTimeout = setTimeout(doDownload, ms);
|
||||
stream.emit('retry', retries, retryOptions.err);
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
};
|
||||
const onRequestError = (err, statusCode) => {
|
||||
if (!doRetry({ err, statusCode })) {
|
||||
stream.emit('error', err);
|
||||
}
|
||||
};
|
||||
const doDownload = () => {
|
||||
if (aborted) {
|
||||
return;
|
||||
}
|
||||
let parsed = url_1.parse(url);
|
||||
let httpLib = httpLibs[parsed.protocol];
|
||||
if (!httpLib) {
|
||||
stream.emit('error', Error('Invalid URL: ' + url));
|
||||
return;
|
||||
}
|
||||
Object.assign(parsed, opts);
|
||||
if (acceptRanges && downloaded > 0) {
|
||||
let start = downloaded + rangeStart;
|
||||
let end = rangeEnd || '';
|
||||
parsed.headers = Object.assign({}, parsed.headers, {
|
||||
Range: `bytes=${start}-${end}`
|
||||
});
|
||||
}
|
||||
if (opts.transform) {
|
||||
parsed = opts.transform(parsed);
|
||||
if (parsed.protocol) {
|
||||
httpLib = httpLibs[parsed.protocol];
|
||||
}
|
||||
}
|
||||
myreq = httpLib.get(parsed, (res) => {
|
||||
if (res.statusCode in redirectCodes) {
|
||||
if (redirects++ >= opts.maxRedirects) {
|
||||
stream.emit('error', Error('Too many redirects'));
|
||||
}
|
||||
else {
|
||||
url = res.headers.location;
|
||||
setTimeout(doDownload, res.headers['retry-after'] ? parseInt(res.headers['retry-after'], 10) * 1000 : 0);
|
||||
stream.emit('redirect', url);
|
||||
}
|
||||
return;
|
||||
// Check for rate limiting.
|
||||
}
|
||||
else if (res.statusCode in retryCodes) {
|
||||
doRetry({ retryAfter: parseInt(res.headers['retry-after'], 10) });
|
||||
return;
|
||||
}
|
||||
else if (res.statusCode < 200 || 400 <= res.statusCode) {
|
||||
let err = Error('Status code: ' + res.statusCode);
|
||||
if (res.statusCode >= 500) {
|
||||
onRequestError(err, res.statusCode);
|
||||
}
|
||||
else {
|
||||
stream.emit('error', err);
|
||||
}
|
||||
return;
|
||||
}
|
||||
let decoded = res;
|
||||
const cleanup = () => {
|
||||
res.removeListener('data', ondata);
|
||||
decoded.removeListener('end', onend);
|
||||
decoded.removeListener('error', onerror);
|
||||
res.removeListener('error', onerror);
|
||||
};
|
||||
const ondata = (chunk) => { downloaded += chunk.length; };
|
||||
const onend = () => {
|
||||
cleanup();
|
||||
if (!doRetry()) {
|
||||
stream.end();
|
||||
}
|
||||
};
|
||||
const onerror = (err) => {
|
||||
cleanup();
|
||||
onRequestError(err);
|
||||
};
|
||||
if (opts.acceptEncoding && res.headers['content-encoding']) {
|
||||
for (let enc of res.headers['content-encoding'].split(', ').reverse()) {
|
||||
let fn = opts.acceptEncoding[enc];
|
||||
if (fn != null) {
|
||||
decoded = decoded.pipe(fn());
|
||||
decoded.on('error', onerror);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (!contentLength) {
|
||||
contentLength = parseInt(res.headers['content-length'] + '', 10);
|
||||
acceptRanges = res.headers['accept-ranges'] === 'bytes' &&
|
||||
contentLength > 0 && opts.maxReconnects > 0;
|
||||
}
|
||||
res.on('data', ondata);
|
||||
decoded.on('end', onend);
|
||||
decoded.pipe(stream, { end: !acceptRanges });
|
||||
mydecoded = decoded;
|
||||
stream.emit('response', res);
|
||||
res.on('error', onerror);
|
||||
});
|
||||
myreq.on('error', onRequestError);
|
||||
stream.emit('request', myreq);
|
||||
};
|
||||
stream.abort = () => {
|
||||
aborted = true;
|
||||
stream.emit('abort');
|
||||
if (myreq) {
|
||||
myreq.abort();
|
||||
}
|
||||
if (mydecoded) {
|
||||
mydecoded.unpipe(stream);
|
||||
}
|
||||
clearTimeout(retryTimeout);
|
||||
};
|
||||
process.nextTick(doDownload);
|
||||
if (callback) {
|
||||
let body = '', myres;
|
||||
stream.setEncoding('utf8');
|
||||
stream.on('data', (chunk) => body += chunk);
|
||||
stream.on('response', (res) => myres = res);
|
||||
stream.on('end', () => callback(null, myres, body));
|
||||
stream.on('error', callback);
|
||||
}
|
||||
return callback ? null : stream;
|
||||
}
|
||||
module.exports = Miniget;
|
||||
//# sourceMappingURL=index.js.map
|
||||
+1
@@ -0,0 +1 @@
|
||||
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;AACA,gDAAwB;AACxB,kDAA0B;AAC1B,6BAAwC;AACxC,mCAAgD;AAGhD,MAAM,QAAQ,GAIV,EAAE,OAAO,EAAE,cAAI,EAAE,QAAQ,EAAE,eAAK,EAAE,CAAC;AACvC,MAAM,aAAa,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACrE,MAAM,UAAU,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AAsB5C,MAAM,QAAQ,GAAoB;IAChC,YAAY,EAAE,CAAC;IACf,UAAU,EAAE,CAAC;IACb,aAAa,EAAE,CAAC;IAChB,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE;CAClC,CAAC;AAMF,SAAS,OAAO,CAAC,GAAW,EAAE,OAAoC,EAAE,QAAmB;IACrF,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE;QACjC,QAAQ,GAAG,OAAO,CAAC;QACnB,OAAO,GAAG,EAAE,CAAC;KACd;SAAM,IAAI,CAAC,OAAO,EAAE;QACnB,OAAO,GAAG,EAAE,CAAC;KACd;IACD,MAAM,IAAI,GAAoB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,oBAAW,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAmB,CAAC;IACxF,IAAI,KAA2B,EAAE,SAA2B,CAAC;IAC7D,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAA0B,CAAC;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAqB,CAAC;IAC1B,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,EAAE,QAAgB,CAAC;IACrC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,qCAAqC;IACrC,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE;QACtC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,EAAE;YACL,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;SAC/B;KACF;IAED,gCAAgC;IAChC,IAAI,IAAI,CAAC,cAAc,EAAE;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;YAC3B,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SAC/D,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;KAClB;IAOD,MAAM,OAAO,GAAG,CAAC,eAA6B,EAAE,EAAW,EAAE;QAC3D,IAAI,OAAO,EAAE;YAAE,OAAO,KAAK,CAAC;SAAE;QAC9B,8DAA8D;QAC9D,sCAAsC;QACtC,IAAI,SAAS,IAAI,CAAC,GAAG,UAAU,EAAE;YAC/B,IAAI,YAAY,IAAI,UAAU,GAAG,aAAa;gBAC5C,UAAU,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE;gBACnC,SAAS,GAAG,IAAI,CAAC;gBACjB,OAAO,GAAG,CAAC,CAAC;gBACZ,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBAC3B,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACzC,YAAY,GAAG,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC;aACb;SACF;aAAM,IAAI,CAAC,CAAC,YAAY,CAAC,UAAU;YAClC,YAAY,CAAC,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,KAAK,WAAW,CAAC;YAC7D,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE;YAC7B,IAAI,EAAE,GAAG,YAAY,CAAC,UAAU;gBAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzD,YAAY,GAAG,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC;SACb;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,CAAC,GAAU,EAAE,UAAmB,EAAQ,EAAE;QAC/D,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE;YACjC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;SAC3B;IACH,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,GAAS,EAAE;QAC5B,IAAI,OAAO,EAAE;YAAE,OAAO;SAAE;QACxB,IAAI,MAAM,GAAmB,WAAQ,CAAC,GAAG,CAAC,CAAC;QAC3C,IAAI,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE;YACZ,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,CAAC;YACnD,OAAO;SACR;QAED,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5B,IAAI,YAAY,IAAI,UAAU,GAAG,CAAC,EAAE;YAClC,IAAI,KAAK,GAAG,UAAU,GAAG,UAAU,CAAC;YACpC,IAAI,GAAG,GAAG,QAAQ,IAAI,EAAE,CAAC;YACzB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,EAAE;gBACjD,KAAK,EAAE,SAAS,KAAK,IAAI,GAAG,EAAE;aAC/B,CAAC,CAAC;SACJ;QAED,IAAI,IAAI,CAAC,SAAS,EAAE;YAClB,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,MAAM,CAAC,QAAQ,EAAE;gBACnB,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;aACrC;SACF;QAED,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAoB,EAAE,EAAE;YACnD,IAAI,GAAG,CAAC,UAAU,IAAI,aAAa,EAAE;gBACnC,IAAI,SAAS,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE;oBACpC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;iBACnD;qBAAM;oBACL,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAC3B,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAA,CAAC,CAAC,CAAC,CAAC,CAAC;oBACxG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;iBAC9B;gBACD,OAAO;gBAEP,2BAA2B;aAC5B;iBAAM,IAAI,GAAG,CAAC,UAAU,IAAI,UAAU,EAAE;gBACvC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClE,OAAO;aAER;iBAAM,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE;gBACxD,IAAI,GAAG,GAAG,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;gBAClD,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE;oBACzB,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;iBACrC;qBAAM;oBACL,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;iBAC3B;gBACD,OAAO;aACR;YACD,IAAI,OAAO,GAAG,GAA2B,CAAC;YAC1C,MAAM,OAAO,GAAG,GAAS,EAAE;gBACzB,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CLine truncated
|
||||
Reference in new issue
Block a user