1 Commits

Author SHA1 Message Date
simonecorsi
97820aeb9c chore(release): 2.2.0-next.1 [skip ci]
# [2.2.0-next.1](https://github.com/simonecorsi/mawesome/compare/v2.1.0...v2.2.0-next.1) (2022-07-06)

### Features

* adds compacted by topics ([9dfa1f3](9dfa1f3dae))
2022-07-06 08:14:02 +00:00
2 changed files with 432 additions and 284 deletions

View File

@@ -1,3 +1,10 @@
# [2.2.0-next.1](https://github.com/simonecorsi/mawesome/compare/v2.1.0...v2.2.0-next.1) (2022-07-06)
### Features
* adds compacted by topics ([9dfa1f3](https://github.com/simonecorsi/mawesome/commit/9dfa1f3dae6c69033c682211c0e6bd9dc5a81eaf))
# [2.1.0](https://github.com/simonecorsi/mawesome/compare/v2.0.0...v2.1.0) (2022-05-11) # [2.1.0](https://github.com/simonecorsi/mawesome/compare/v2.0.0...v2.1.0) (2022-05-11)

445
index.js
View File

@@ -494,8 +494,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
}; };
Object.defineProperty(exports, "__esModule", ({ value: true })); Object.defineProperty(exports, "__esModule", ({ value: true }));
exports.OidcClient = void 0; exports.OidcClient = void 0;
const http_client_1 = __nccwpck_require__(9925); const http_client_1 = __nccwpck_require__(6255);
const auth_1 = __nccwpck_require__(3702); const auth_1 = __nccwpck_require__(5526);
const core_1 = __nccwpck_require__(2186); const core_1 = __nccwpck_require__(2186);
class OidcClient { class OidcClient {
static createHttpClient(allowRetry = true, maxRetry = 10) { static createHttpClient(allowRetry = true, maxRetry = 10) {
@@ -1634,28 +1634,41 @@ class ExecState extends events.EventEmitter {
/***/ }), /***/ }),
/***/ 3702: /***/ 5526:
/***/ ((__unused_webpack_module, exports) => { /***/ (function(__unused_webpack_module, exports) {
"use strict"; "use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", ({ value: true })); Object.defineProperty(exports, "__esModule", ({ value: true }));
exports.PersonalAccessTokenCredentialHandler = exports.BearerCredentialHandler = exports.BasicCredentialHandler = void 0;
class BasicCredentialHandler { class BasicCredentialHandler {
constructor(username, password) { constructor(username, password) {
this.username = username; this.username = username;
this.password = password; this.password = password;
} }
prepareRequest(options) { prepareRequest(options) {
options.headers['Authorization'] = if (!options.headers) {
'Basic ' + throw Error('The request has no headers');
Buffer.from(this.username + ':' + this.password).toString('base64'); }
options.headers['Authorization'] = `Basic ${Buffer.from(`${this.username}:${this.password}`).toString('base64')}`;
} }
// This handler cannot handle 401 // This handler cannot handle 401
canHandleAuthentication(response) { canHandleAuthentication() {
return false; return false;
} }
handleAuthentication(httpClient, requestInfo, objs) { handleAuthentication() {
return null; return __awaiter(this, void 0, void 0, function* () {
throw new Error('not implemented');
});
} }
} }
exports.BasicCredentialHandler = BasicCredentialHandler; exports.BasicCredentialHandler = BasicCredentialHandler;
@@ -1666,14 +1679,19 @@ class BearerCredentialHandler {
// currently implements pre-authorization // currently implements pre-authorization
// TODO: support preAuth = false where it hooks on 401 // TODO: support preAuth = false where it hooks on 401
prepareRequest(options) { prepareRequest(options) {
options.headers['Authorization'] = 'Bearer ' + this.token; if (!options.headers) {
throw Error('The request has no headers');
}
options.headers['Authorization'] = `Bearer ${this.token}`;
} }
// This handler cannot handle 401 // This handler cannot handle 401
canHandleAuthentication(response) { canHandleAuthentication() {
return false; return false;
} }
handleAuthentication(httpClient, requestInfo, objs) { handleAuthentication() {
return null; return __awaiter(this, void 0, void 0, function* () {
throw new Error('not implemented');
});
} }
} }
exports.BearerCredentialHandler = BearerCredentialHandler; exports.BearerCredentialHandler = BearerCredentialHandler;
@@ -1684,32 +1702,66 @@ class PersonalAccessTokenCredentialHandler {
// currently implements pre-authorization // currently implements pre-authorization
// TODO: support preAuth = false where it hooks on 401 // TODO: support preAuth = false where it hooks on 401
prepareRequest(options) { prepareRequest(options) {
options.headers['Authorization'] = if (!options.headers) {
'Basic ' + Buffer.from('PAT:' + this.token).toString('base64'); throw Error('The request has no headers');
}
options.headers['Authorization'] = `Basic ${Buffer.from(`PAT:${this.token}`).toString('base64')}`;
} }
// This handler cannot handle 401 // This handler cannot handle 401
canHandleAuthentication(response) { canHandleAuthentication() {
return false; return false;
} }
handleAuthentication(httpClient, requestInfo, objs) { handleAuthentication() {
return null; return __awaiter(this, void 0, void 0, function* () {
throw new Error('not implemented');
});
} }
} }
exports.PersonalAccessTokenCredentialHandler = PersonalAccessTokenCredentialHandler; exports.PersonalAccessTokenCredentialHandler = PersonalAccessTokenCredentialHandler;
//# sourceMappingURL=auth.js.map
/***/ }), /***/ }),
/***/ 9925: /***/ 6255:
/***/ ((__unused_webpack_module, exports, __nccwpck_require__) => { /***/ (function(__unused_webpack_module, exports, __nccwpck_require__) {
"use strict"; "use strict";
/* eslint-disable @typescript-eslint/no-explicit-any */
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", ({ value: true })); Object.defineProperty(exports, "__esModule", ({ value: true }));
const http = __nccwpck_require__(3685); exports.HttpClient = exports.isHttps = exports.HttpClientResponse = exports.HttpClientError = exports.getProxyUrl = exports.MediaTypes = exports.Headers = exports.HttpCodes = void 0;
const https = __nccwpck_require__(5687); const http = __importStar(__nccwpck_require__(3685));
const pm = __nccwpck_require__(6443); const https = __importStar(__nccwpck_require__(5687));
let tunnel; const pm = __importStar(__nccwpck_require__(9835));
const tunnel = __importStar(__nccwpck_require__(4294));
var HttpCodes; var HttpCodes;
(function (HttpCodes) { (function (HttpCodes) {
HttpCodes[HttpCodes["OK"] = 200] = "OK"; HttpCodes[HttpCodes["OK"] = 200] = "OK";
@@ -1754,7 +1806,7 @@ var MediaTypes;
* @param serverUrl The server URL where the request will be sent. For example, https://api.github.com * @param serverUrl The server URL where the request will be sent. For example, https://api.github.com
*/ */
function getProxyUrl(serverUrl) { function getProxyUrl(serverUrl) {
let proxyUrl = pm.getProxyUrl(new URL(serverUrl)); const proxyUrl = pm.getProxyUrl(new URL(serverUrl));
return proxyUrl ? proxyUrl.href : ''; return proxyUrl ? proxyUrl.href : '';
} }
exports.getProxyUrl = getProxyUrl; exports.getProxyUrl = getProxyUrl;
@@ -1787,7 +1839,8 @@ class HttpClientResponse {
this.message = message; this.message = message;
} }
readBody() { readBody() {
return new Promise(async (resolve, reject) => { return __awaiter(this, void 0, void 0, function* () {
return new Promise((resolve) => __awaiter(this, void 0, void 0, function* () {
let output = Buffer.alloc(0); let output = Buffer.alloc(0);
this.message.on('data', (chunk) => { this.message.on('data', (chunk) => {
output = Buffer.concat([output, chunk]); output = Buffer.concat([output, chunk]);
@@ -1795,12 +1848,13 @@ class HttpClientResponse {
this.message.on('end', () => { this.message.on('end', () => {
resolve(output.toString()); resolve(output.toString());
}); });
}));
}); });
} }
} }
exports.HttpClientResponse = HttpClientResponse; exports.HttpClientResponse = HttpClientResponse;
function isHttps(requestUrl) { function isHttps(requestUrl) {
let parsedUrl = new URL(requestUrl); const parsedUrl = new URL(requestUrl);
return parsedUrl.protocol === 'https:'; return parsedUrl.protocol === 'https:';
} }
exports.isHttps = isHttps; exports.isHttps = isHttps;
@@ -1843,86 +1897,111 @@ class HttpClient {
} }
} }
options(requestUrl, additionalHeaders) { options(requestUrl, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('OPTIONS', requestUrl, null, additionalHeaders || {}); return this.request('OPTIONS', requestUrl, null, additionalHeaders || {});
});
} }
get(requestUrl, additionalHeaders) { get(requestUrl, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('GET', requestUrl, null, additionalHeaders || {}); return this.request('GET', requestUrl, null, additionalHeaders || {});
});
} }
del(requestUrl, additionalHeaders) { del(requestUrl, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('DELETE', requestUrl, null, additionalHeaders || {}); return this.request('DELETE', requestUrl, null, additionalHeaders || {});
});
} }
post(requestUrl, data, additionalHeaders) { post(requestUrl, data, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('POST', requestUrl, data, additionalHeaders || {}); return this.request('POST', requestUrl, data, additionalHeaders || {});
});
} }
patch(requestUrl, data, additionalHeaders) { patch(requestUrl, data, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('PATCH', requestUrl, data, additionalHeaders || {}); return this.request('PATCH', requestUrl, data, additionalHeaders || {});
});
} }
put(requestUrl, data, additionalHeaders) { put(requestUrl, data, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('PUT', requestUrl, data, additionalHeaders || {}); return this.request('PUT', requestUrl, data, additionalHeaders || {});
});
} }
head(requestUrl, additionalHeaders) { head(requestUrl, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request('HEAD', requestUrl, null, additionalHeaders || {}); return this.request('HEAD', requestUrl, null, additionalHeaders || {});
});
} }
sendStream(verb, requestUrl, stream, additionalHeaders) { sendStream(verb, requestUrl, stream, additionalHeaders) {
return __awaiter(this, void 0, void 0, function* () {
return this.request(verb, requestUrl, stream, additionalHeaders); return this.request(verb, requestUrl, stream, additionalHeaders);
});
} }
/** /**
* Gets a typed object from an endpoint * Gets a typed object from an endpoint
* Be aware that not found returns a null. Other errors (4xx, 5xx) reject the promise * Be aware that not found returns a null. Other errors (4xx, 5xx) reject the promise
*/ */
async getJson(requestUrl, additionalHeaders = {}) { getJson(requestUrl, additionalHeaders = {}) {
return __awaiter(this, void 0, void 0, function* () {
additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson); additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson);
let res = await this.get(requestUrl, additionalHeaders); const res = yield this.get(requestUrl, additionalHeaders);
return this._processResponse(res, this.requestOptions); return this._processResponse(res, this.requestOptions);
});
} }
async postJson(requestUrl, obj, additionalHeaders = {}) { postJson(requestUrl, obj, additionalHeaders = {}) {
let data = JSON.stringify(obj, null, 2); return __awaiter(this, void 0, void 0, function* () {
const data = JSON.stringify(obj, null, 2);
additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson); additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson);
additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson); additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson);
let res = await this.post(requestUrl, data, additionalHeaders); const res = yield this.post(requestUrl, data, additionalHeaders);
return this._processResponse(res, this.requestOptions); return this._processResponse(res, this.requestOptions);
});
} }
async putJson(requestUrl, obj, additionalHeaders = {}) { putJson(requestUrl, obj, additionalHeaders = {}) {
let data = JSON.stringify(obj, null, 2); return __awaiter(this, void 0, void 0, function* () {
const data = JSON.stringify(obj, null, 2);
additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson); additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson);
additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson); additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson);
let res = await this.put(requestUrl, data, additionalHeaders); const res = yield this.put(requestUrl, data, additionalHeaders);
return this._processResponse(res, this.requestOptions); return this._processResponse(res, this.requestOptions);
});
} }
async patchJson(requestUrl, obj, additionalHeaders = {}) { patchJson(requestUrl, obj, additionalHeaders = {}) {
let data = JSON.stringify(obj, null, 2); return __awaiter(this, void 0, void 0, function* () {
const data = JSON.stringify(obj, null, 2);
additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson); additionalHeaders[Headers.Accept] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.Accept, MediaTypes.ApplicationJson);
additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson); additionalHeaders[Headers.ContentType] = this._getExistingOrDefaultHeader(additionalHeaders, Headers.ContentType, MediaTypes.ApplicationJson);
let res = await this.patch(requestUrl, data, additionalHeaders); const res = yield this.patch(requestUrl, data, additionalHeaders);
return this._processResponse(res, this.requestOptions); return this._processResponse(res, this.requestOptions);
});
} }
/** /**
* Makes a raw http request. * Makes a raw http request.
* All other methods such as get, post, patch, and request ultimately call this. * All other methods such as get, post, patch, and request ultimately call this.
* Prefer get, del, post and patch * Prefer get, del, post and patch
*/ */
async request(verb, requestUrl, data, headers) { request(verb, requestUrl, data, headers) {
return __awaiter(this, void 0, void 0, function* () {
if (this._disposed) { if (this._disposed) {
throw new Error('Client has already been disposed.'); throw new Error('Client has already been disposed.');
} }
let parsedUrl = new URL(requestUrl); const parsedUrl = new URL(requestUrl);
let info = this._prepareRequest(verb, parsedUrl, headers); let info = this._prepareRequest(verb, parsedUrl, headers);
// Only perform retries on reads since writes may not be idempotent. // Only perform retries on reads since writes may not be idempotent.
let maxTries = this._allowRetries && RetryableHttpVerbs.indexOf(verb) != -1 const maxTries = this._allowRetries && RetryableHttpVerbs.includes(verb)
? this._maxRetries + 1 ? this._maxRetries + 1
: 1; : 1;
let numTries = 0; let numTries = 0;
let response; let response;
while (numTries < maxTries) { do {
response = await this.requestRaw(info, data); response = yield this.requestRaw(info, data);
// Check if it's an authentication challenge // Check if it's an authentication challenge
if (response && if (response &&
response.message && response.message &&
response.message.statusCode === HttpCodes.Unauthorized) { response.message.statusCode === HttpCodes.Unauthorized) {
let authenticationHandler; let authenticationHandler;
for (let i = 0; i < this.handlers.length; i++) { for (const handler of this.handlers) {
if (this.handlers[i].canHandleAuthentication(response)) { if (handler.canHandleAuthentication(response)) {
authenticationHandler = this.handlers[i]; authenticationHandler = handler;
break; break;
} }
} }
@@ -1936,7 +2015,8 @@ class HttpClient {
} }
} }
let redirectsRemaining = this._maxRedirects; let redirectsRemaining = this._maxRedirects;
while (HttpRedirectCodes.indexOf(response.message.statusCode) != -1 && while (response.message.statusCode &&
HttpRedirectCodes.includes(response.message.statusCode) &&
this._allowRedirects && this._allowRedirects &&
redirectsRemaining > 0) { redirectsRemaining > 0) {
const redirectUrl = response.message.headers['location']; const redirectUrl = response.message.headers['location'];
@@ -1944,18 +2024,18 @@ class HttpClient {
// if there's no location to redirect to, we won't // if there's no location to redirect to, we won't
break; break;
} }
let parsedRedirectUrl = new URL(redirectUrl); const parsedRedirectUrl = new URL(redirectUrl);
if (parsedUrl.protocol == 'https:' && if (parsedUrl.protocol === 'https:' &&
parsedUrl.protocol != parsedRedirectUrl.protocol && parsedUrl.protocol !== parsedRedirectUrl.protocol &&
!this._allowRedirectDowngrade) { !this._allowRedirectDowngrade) {
throw new Error('Redirect from HTTPS to HTTP protocol. This downgrade is not allowed for security reasons. If you want to allow this behavior, set the allowRedirectDowngrade option to true.'); throw new Error('Redirect from HTTPS to HTTP protocol. This downgrade is not allowed for security reasons. If you want to allow this behavior, set the allowRedirectDowngrade option to true.');
} }
// we need to finish reading the response before reassigning response // we need to finish reading the response before reassigning response
// which will leak the open socket. // which will leak the open socket.
await response.readBody(); yield response.readBody();
// strip authorization header if redirected to a different hostname // strip authorization header if redirected to a different hostname
if (parsedRedirectUrl.hostname !== parsedUrl.hostname) { if (parsedRedirectUrl.hostname !== parsedUrl.hostname) {
for (let header in headers) { for (const header in headers) {
// header names are case insensitive // header names are case insensitive
if (header.toLowerCase() === 'authorization') { if (header.toLowerCase() === 'authorization') {
delete headers[header]; delete headers[header];
@@ -1964,20 +2044,22 @@ class HttpClient {
} }
// let's make the request with the new redirectUrl // let's make the request with the new redirectUrl
info = this._prepareRequest(verb, parsedRedirectUrl, headers); info = this._prepareRequest(verb, parsedRedirectUrl, headers);
response = await this.requestRaw(info, data); response = yield this.requestRaw(info, data);
redirectsRemaining--; redirectsRemaining--;
} }
if (HttpResponseRetryCodes.indexOf(response.message.statusCode) == -1) { if (!response.message.statusCode ||
!HttpResponseRetryCodes.includes(response.message.statusCode)) {
// If not a retry code, return immediately instead of retrying // If not a retry code, return immediately instead of retrying
return response; return response;
} }
numTries += 1; numTries += 1;
if (numTries < maxTries) { if (numTries < maxTries) {
await response.readBody(); yield response.readBody();
await this._performExponentialBackoff(numTries); yield this._performExponentialBackoff(numTries);
}
} }
} while (numTries < maxTries);
return response; return response;
});
} }
/** /**
* Needs to be called if keepAlive is set to true in request options. * Needs to be called if keepAlive is set to true in request options.
@@ -1994,15 +2076,23 @@ class HttpClient {
* @param data * @param data
*/ */
requestRaw(info, data) { requestRaw(info, data) {
return __awaiter(this, void 0, void 0, function* () {
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
let callbackForResult = function (err, res) { function callbackForResult(err, res) {
if (err) { if (err) {
reject(err); reject(err);
} }
else if (!res) {
// If `err` is not passed, then `res` must be passed.
reject(new Error('Unknown error'));
}
else {
resolve(res); resolve(res);
}; }
}
this.requestRawWithCallback(info, data, callbackForResult); this.requestRawWithCallback(info, data, callbackForResult);
}); });
});
} }
/** /**
* Raw request with callback. * Raw request with callback.
@@ -2011,21 +2101,24 @@ class HttpClient {
* @param onResult * @param onResult
*/ */
requestRawWithCallback(info, data, onResult) { requestRawWithCallback(info, data, onResult) {
let socket;
if (typeof data === 'string') { if (typeof data === 'string') {
if (!info.options.headers) {
info.options.headers = {};
}
info.options.headers['Content-Length'] = Buffer.byteLength(data, 'utf8'); info.options.headers['Content-Length'] = Buffer.byteLength(data, 'utf8');
} }
let callbackCalled = false; let callbackCalled = false;
let handleResult = (err, res) => { function handleResult(err, res) {
if (!callbackCalled) { if (!callbackCalled) {
callbackCalled = true; callbackCalled = true;
onResult(err, res); onResult(err, res);
} }
}; }
let req = info.httpModule.request(info.options, (msg) => { const req = info.httpModule.request(info.options, (msg) => {
let res = new HttpClientResponse(msg); const res = new HttpClientResponse(msg);
handleResult(null, res); handleResult(undefined, res);
}); });
let socket;
req.on('socket', sock => { req.on('socket', sock => {
socket = sock; socket = sock;
}); });
@@ -2034,12 +2127,12 @@ class HttpClient {
if (socket) { if (socket) {
socket.end(); socket.end();
} }
handleResult(new Error('Request timeout: ' + info.options.path), null); handleResult(new Error(`Request timeout: ${info.options.path}`));
}); });
req.on('error', function (err) { req.on('error', function (err) {
// err has statusCode property // err has statusCode property
// res should have headers // res should have headers
handleResult(err, null); handleResult(err);
}); });
if (data && typeof data === 'string') { if (data && typeof data === 'string') {
req.write(data, 'utf8'); req.write(data, 'utf8');
@@ -2060,7 +2153,7 @@ class HttpClient {
* @param serverUrl The server URL where the request will be sent. For example, https://api.github.com * @param serverUrl The server URL where the request will be sent. For example, https://api.github.com
*/ */
getAgent(serverUrl) { getAgent(serverUrl) {
let parsedUrl = new URL(serverUrl); const parsedUrl = new URL(serverUrl);
return this._getAgent(parsedUrl); return this._getAgent(parsedUrl);
} }
_prepareRequest(method, requestUrl, headers) { _prepareRequest(method, requestUrl, headers) {
@@ -2084,21 +2177,19 @@ class HttpClient {
info.options.agent = this._getAgent(info.parsedUrl); info.options.agent = this._getAgent(info.parsedUrl);
// gives handlers an opportunity to participate // gives handlers an opportunity to participate
if (this.handlers) { if (this.handlers) {
this.handlers.forEach(handler => { for (const handler of this.handlers) {
handler.prepareRequest(info.options); handler.prepareRequest(info.options);
}); }
} }
return info; return info;
} }
_mergeHeaders(headers) { _mergeHeaders(headers) {
const lowercaseKeys = obj => Object.keys(obj).reduce((c, k) => ((c[k.toLowerCase()] = obj[k]), c), {});
if (this.requestOptions && this.requestOptions.headers) { if (this.requestOptions && this.requestOptions.headers) {
return Object.assign({}, lowercaseKeys(this.requestOptions.headers), lowercaseKeys(headers)); return Object.assign({}, lowercaseKeys(this.requestOptions.headers), lowercaseKeys(headers || {}));
} }
return lowercaseKeys(headers || {}); return lowercaseKeys(headers || {});
} }
_getExistingOrDefaultHeader(additionalHeaders, header, _default) { _getExistingOrDefaultHeader(additionalHeaders, header, _default) {
const lowercaseKeys = obj => Object.keys(obj).reduce((c, k) => ((c[k.toLowerCase()] = obj[k]), c), {});
let clientHeader; let clientHeader;
if (this.requestOptions && this.requestOptions.headers) { if (this.requestOptions && this.requestOptions.headers) {
clientHeader = lowercaseKeys(this.requestOptions.headers)[header]; clientHeader = lowercaseKeys(this.requestOptions.headers)[header];
@@ -2107,8 +2198,8 @@ class HttpClient {
} }
_getAgent(parsedUrl) { _getAgent(parsedUrl) {
let agent; let agent;
let proxyUrl = pm.getProxyUrl(parsedUrl); const proxyUrl = pm.getProxyUrl(parsedUrl);
let useProxy = proxyUrl && proxyUrl.hostname; const useProxy = proxyUrl && proxyUrl.hostname;
if (this._keepAlive && useProxy) { if (this._keepAlive && useProxy) {
agent = this._proxyAgent; agent = this._proxyAgent;
} }
@@ -2116,29 +2207,22 @@ class HttpClient {
agent = this._agent; agent = this._agent;
} }
// if agent is already assigned use that agent. // if agent is already assigned use that agent.
if (!!agent) { if (agent) {
return agent; return agent;
} }
const usingSsl = parsedUrl.protocol === 'https:'; const usingSsl = parsedUrl.protocol === 'https:';
let maxSockets = 100; let maxSockets = 100;
if (!!this.requestOptions) { if (this.requestOptions) {
maxSockets = this.requestOptions.maxSockets || http.globalAgent.maxSockets; maxSockets = this.requestOptions.maxSockets || http.globalAgent.maxSockets;
} }
if (useProxy) { // This is `useProxy` again, but we need to check `proxyURl` directly for TypeScripts's flow analysis.
// If using proxy, need tunnel if (proxyUrl && proxyUrl.hostname) {
if (!tunnel) {
tunnel = __nccwpck_require__(4294);
}
const agentOptions = { const agentOptions = {
maxSockets: maxSockets, maxSockets,
keepAlive: this._keepAlive, keepAlive: this._keepAlive,
proxy: { proxy: Object.assign(Object.assign({}, ((proxyUrl.username || proxyUrl.password) && {
...((proxyUrl.username || proxyUrl.password) && {
proxyAuth: `${proxyUrl.username}:${proxyUrl.password}` proxyAuth: `${proxyUrl.username}:${proxyUrl.password}`
}), })), { host: proxyUrl.hostname, port: proxyUrl.port })
host: proxyUrl.hostname,
port: proxyUrl.port
}
}; };
let tunnelAgent; let tunnelAgent;
const overHttps = proxyUrl.protocol === 'https:'; const overHttps = proxyUrl.protocol === 'https:';
@@ -2153,7 +2237,7 @@ class HttpClient {
} }
// if reusing agent across request and tunneling agent isn't assigned create a new agent // if reusing agent across request and tunneling agent isn't assigned create a new agent
if (this._keepAlive && !agent) { if (this._keepAlive && !agent) {
const options = { keepAlive: this._keepAlive, maxSockets: maxSockets }; const options = { keepAlive: this._keepAlive, maxSockets };
agent = usingSsl ? new https.Agent(options) : new http.Agent(options); agent = usingSsl ? new https.Agent(options) : new http.Agent(options);
this._agent = agent; this._agent = agent;
} }
@@ -2172,39 +2256,42 @@ class HttpClient {
return agent; return agent;
} }
_performExponentialBackoff(retryNumber) { _performExponentialBackoff(retryNumber) {
return __awaiter(this, void 0, void 0, function* () {
retryNumber = Math.min(ExponentialBackoffCeiling, retryNumber); retryNumber = Math.min(ExponentialBackoffCeiling, retryNumber);
const ms = ExponentialBackoffTimeSlice * Math.pow(2, retryNumber); const ms = ExponentialBackoffTimeSlice * Math.pow(2, retryNumber);
return new Promise(resolve => setTimeout(() => resolve(), ms)); return new Promise(resolve => setTimeout(() => resolve(), ms));
});
} }
static dateTimeDeserializer(key, value) { _processResponse(res, options) {
return __awaiter(this, void 0, void 0, function* () {
return new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
const statusCode = res.message.statusCode || 0;
const response = {
statusCode,
result: null,
headers: {}
};
// not found leads to null obj returned
if (statusCode === HttpCodes.NotFound) {
resolve(response);
}
// get the result from the body
function dateTimeDeserializer(key, value) {
if (typeof value === 'string') { if (typeof value === 'string') {
let a = new Date(value); const a = new Date(value);
if (!isNaN(a.valueOf())) { if (!isNaN(a.valueOf())) {
return a; return a;
} }
} }
return value; return value;
} }
async _processResponse(res, options) {
return new Promise(async (resolve, reject) => {
const statusCode = res.message.statusCode;
const response = {
statusCode: statusCode,
result: null,
headers: {}
};
// not found leads to null obj returned
if (statusCode == HttpCodes.NotFound) {
resolve(response);
}
let obj; let obj;
let contents; let contents;
// get the result from the body
try { try {
contents = await res.readBody(); contents = yield res.readBody();
if (contents && contents.length > 0) { if (contents && contents.length > 0) {
if (options && options.deserializeDates) { if (options && options.deserializeDates) {
obj = JSON.parse(contents, HttpClient.dateTimeDeserializer); obj = JSON.parse(contents, dateTimeDeserializer);
} }
else { else {
obj = JSON.parse(contents); obj = JSON.parse(contents);
@@ -2228,53 +2315,58 @@ class HttpClient {
msg = contents; msg = contents;
} }
else { else {
msg = 'Failed request: (' + statusCode + ')'; msg = `Failed request: (${statusCode})`;
} }
let err = new HttpClientError(msg, statusCode); const err = new HttpClientError(msg, statusCode);
err.result = response.result; err.result = response.result;
reject(err); reject(err);
} }
else { else {
resolve(response); resolve(response);
} }
}));
}); });
} }
} }
exports.HttpClient = HttpClient; exports.HttpClient = HttpClient;
const lowercaseKeys = (obj) => Object.keys(obj).reduce((c, k) => ((c[k.toLowerCase()] = obj[k]), c), {});
//# sourceMappingURL=index.js.map
/***/ }), /***/ }),
/***/ 6443: /***/ 9835:
/***/ ((__unused_webpack_module, exports) => { /***/ ((__unused_webpack_module, exports) => {
"use strict"; "use strict";
Object.defineProperty(exports, "__esModule", ({ value: true })); Object.defineProperty(exports, "__esModule", ({ value: true }));
exports.checkBypass = exports.getProxyUrl = void 0;
function getProxyUrl(reqUrl) { function getProxyUrl(reqUrl) {
let usingSsl = reqUrl.protocol === 'https:'; const usingSsl = reqUrl.protocol === 'https:';
let proxyUrl;
if (checkBypass(reqUrl)) { if (checkBypass(reqUrl)) {
return proxyUrl; return undefined;
} }
let proxyVar; const proxyVar = (() => {
if (usingSsl) { if (usingSsl) {
proxyVar = process.env['https_proxy'] || process.env['HTTPS_PROXY']; return process.env['https_proxy'] || process.env['HTTPS_PROXY'];
} }
else { else {
proxyVar = process.env['http_proxy'] || process.env['HTTP_PROXY']; return process.env['http_proxy'] || process.env['HTTP_PROXY'];
} }
})();
if (proxyVar) { if (proxyVar) {
proxyUrl = new URL(proxyVar); return new URL(proxyVar);
}
else {
return undefined;
} }
return proxyUrl;
} }
exports.getProxyUrl = getProxyUrl; exports.getProxyUrl = getProxyUrl;
function checkBypass(reqUrl) { function checkBypass(reqUrl) {
if (!reqUrl.hostname) { if (!reqUrl.hostname) {
return false; return false;
} }
let noProxy = process.env['no_proxy'] || process.env['NO_PROXY'] || ''; const noProxy = process.env['no_proxy'] || process.env['NO_PROXY'] || '';
if (!noProxy) { if (!noProxy) {
return false; return false;
} }
@@ -2290,12 +2382,12 @@ function checkBypass(reqUrl) {
reqPort = 443; reqPort = 443;
} }
// Format the request hostname and hostname with port // Format the request hostname and hostname with port
let upperReqHosts = [reqUrl.hostname.toUpperCase()]; const upperReqHosts = [reqUrl.hostname.toUpperCase()];
if (typeof reqPort === 'number') { if (typeof reqPort === 'number') {
upperReqHosts.push(`${upperReqHosts[0]}:${reqPort}`); upperReqHosts.push(`${upperReqHosts[0]}:${reqPort}`);
} }
// Compare request host against noproxy // Compare request host against noproxy
for (let upperNoProxyItem of noProxy for (const upperNoProxyItem of noProxy
.split(',') .split(',')
.map(x => x.trim().toUpperCase()) .map(x => x.trim().toUpperCase())
.filter(x => x)) { .filter(x => x)) {
@@ -2306,7 +2398,7 @@ function checkBypass(reqUrl) {
return false; return false;
} }
exports.checkBypass = checkBypass; exports.checkBypass = checkBypass;
//# sourceMappingURL=proxy.js.map
/***/ }), /***/ }),
@@ -5577,6 +5669,8 @@ if (typeof window != 'undefined') {
var regExpChars = /[|\\{}()[\]^$+*?.]/g; var regExpChars = /[|\\{}()[\]^$+*?.]/g;
var hasOwnProperty = Object.prototype.hasOwnProperty;
var hasOwn = function (obj, key) { return hasOwnProperty.apply(obj, [key]); };
/** /**
* Escape characters reserved in regular expressions. * Escape characters reserved in regular expressions.
@@ -5668,6 +5762,12 @@ exports.shallowCopy = function (to, from) {
from = from || {}; from = from || {};
if ((to !== null) && (to !== undefined)) { if ((to !== null) && (to !== undefined)) {
for (var p in from) { for (var p in from) {
if (!hasOwn(from, p)) {
continue;
}
if (p === '__proto__' || p === 'constructor') {
continue;
}
to[p] = from[p]; to[p] = from[p];
} }
} }
@@ -5693,6 +5793,12 @@ exports.shallowCopyFromList = function (to, from, list) {
for (var i = 0; i < list.length; i++) { for (var i = 0; i < list.length; i++) {
var p = list[i]; var p = list[i];
if (typeof from[p] != 'undefined') { if (typeof from[p] != 'undefined') {
if (!hasOwn(from, p)) {
continue;
}
if (p === '__proto__' || p === 'constructor') {
continue;
}
to[p] = from[p]; to[p] = from[p];
} }
} }
@@ -6172,7 +6278,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod }; return (mod && mod.__esModule) ? mod : { "default": mod };
}; };
Object.defineProperty(exports, "__esModule", ({ value: true })); Object.defineProperty(exports, "__esModule", ({ value: true }));
exports.setHttpClient = exports.getNextPage = void 0; exports.setHttpClient = exports.compactByTopic = exports.compactByLanguage = exports.getNextPage = void 0;
const parse_link_header_1 = __importDefault(__nccwpck_require__(1940)); const parse_link_header_1 = __importDefault(__nccwpck_require__(1940));
const client_1 = __nccwpck_require__(7094); const client_1 = __nccwpck_require__(7094);
function getNextPage({ next, last }) { function getNextPage({ next, last }) {
@@ -6211,26 +6317,47 @@ async function* paginateStars(url, opts) {
} }
} }
} }
function compactByLanguage(data, _transform = transform) {
return data.reduce((acc, val) => {
const language = val.language || 'miscellaneous';
acc[language] ||= [];
const parsed = typeof _transform !== 'function' ? val : _transform(val);
acc[language].push(parsed);
return acc;
}, {});
}
exports.compactByLanguage = compactByLanguage;
function compactByTopic(data, _transform = transform) {
return data.reduce((acc, val) => {
if (!Array.isArray(val.topics))
return acc;
const topics = val.topics.length === 0 ? ['miscellaneous'] : val.topics;
for (const topic of topics) {
if (!Array.isArray(acc[topic]))
acc[topic] = [];
const parsed = typeof _transform !== 'function' ? val : _transform(val);
acc[topic].push(parsed);
}
return acc;
}, {});
}
exports.compactByTopic = compactByTopic;
async function apiGetStar(opts) { async function apiGetStar(opts) {
const data = []; const data = [];
const API_STARRED_URL = `users/${opts.username}/starred`; const API_STARRED_URL = `users/${opts.username}/starred`;
for await (const star of paginateStars(API_STARRED_URL, opts)) { for await (const star of paginateStars(API_STARRED_URL, opts)) {
data.push(star); data.push(star);
} }
if (!opts.compactByLanguage) { if (opts.compactByLanguage) {
return compactByLanguage(data, opts.transform);
}
if (opts.compactByTopic) {
return compactByTopic(data, opts.transform);
}
if (typeof opts.transform !== 'function') if (typeof opts.transform !== 'function')
return data; return data;
return data.map((star) => opts.transform(star)); return data.map((star) => opts.transform(star));
} }
const sorted = data.reduce((acc, val) => {
const language = val.language || 'miscellaneous';
acc[language] ||= [];
const parsed = typeof opts.transform !== 'function' ? val : opts.transform(val);
acc[language].push(parsed);
return acc;
}, {});
return sorted;
}
function transform(star) { function transform(star) {
return { return {
id: star.id, id: star.id,
@@ -6264,6 +6391,7 @@ const DEFAULT_OPTIONS = {
accessToken: process.env.GITHUB_TOKEN, accessToken: process.env.GITHUB_TOKEN,
username: process.env.GITHUB_USERNAME, username: process.env.GITHUB_USERNAME,
compactByLanguage: false, compactByLanguage: false,
compactByTopic: false,
transform, transform,
}; };
function setHttpClient(opts) { function setHttpClient(opts) {
@@ -12954,7 +13082,7 @@ exports.run = exports.main = void 0;
const path_1 = __importDefault(__nccwpck_require__(1017)); const path_1 = __importDefault(__nccwpck_require__(1017));
const core = __importStar(__nccwpck_require__(2186)); const core = __importStar(__nccwpck_require__(2186));
const promises_1 = __nccwpck_require__(3292); const promises_1 = __nccwpck_require__(3292);
const gh_star_fetch_1 = __importDefault(__nccwpck_require__(6636)); const gh_star_fetch_1 = __importStar(__nccwpck_require__(6636));
const helpers_1 = __nccwpck_require__(3015); const helpers_1 = __nccwpck_require__(3015);
const git_1 = __importDefault(__nccwpck_require__(6350)); const git_1 = __importDefault(__nccwpck_require__(6350));
function main() { function main() {
@@ -12970,26 +13098,39 @@ function main() {
catch (_a) { catch (_a) {
core.info("Couldn't find template file, using default"); core.info("Couldn't find template file, using default");
} }
const sortedByLanguages = yield (0, gh_star_fetch_1.default)({ const opts = {
accessToken: core.getInput('api-token', { required: true }), accessToken: core.getInput('api-token', { required: true }),
compactByLanguage: true, };
}); const results = yield (0, gh_star_fetch_1.default)(opts);
const rendered = yield (0, helpers_1.renderer)({ const files = [];
const compactedByLanguage = (0, gh_star_fetch_1.compactByLanguage)(results);
const byLanguage = yield (0, helpers_1.renderer)({
username: helpers_1.REPO_USERNAME, username: helpers_1.REPO_USERNAME,
stars: Object.entries(sortedByLanguages), stars: Object.entries(compactedByLanguage),
updatedAt: Date.now(), updatedAt: Date.now(),
}, template); }, template);
const markdown = yield (0, helpers_1.generateMd)(rendered); files.push({
yield git_1.default.pushNewFiles([
{
filename: helpers_1.MARKDOWN_FILENAME, filename: helpers_1.MARKDOWN_FILENAME,
data: markdown, data: yield (0, helpers_1.generateMd)(byLanguage),
}, }, {
{
filename: 'data.json', filename: 'data.json',
data: JSON.stringify(sortedByLanguages, null, 2), data: JSON.stringify(compactedByLanguage, null, 2),
}, });
]); const shouldCompactByTopic = !!core.getInput('compact-by-topic') ||
core.getInput('compact-by-topic') === 'true';
if (shouldCompactByTopic) {
const compactedByTopic = (0, gh_star_fetch_1.compactByTopic)(results);
const byTopic = yield (0, helpers_1.renderer)({
username: helpers_1.REPO_USERNAME,
stars: Object.entries(compactedByTopic),
updatedAt: Date.now(),
}, template);
files.push({
filename: 'TOPICS.md',
data: yield (0, helpers_1.generateMd)(byTopic),
});
}
yield git_1.default.pushNewFiles(files);
}); });
} }
exports.main = main; exports.main = main;
@@ -28490,7 +28631,7 @@ function ok() {
/***/ ((module) => { /***/ ((module) => {
"use strict"; "use strict";
module.exports = {"i8":"3.1.7"}; module.exports = {"i8":"3.1.8"};
/***/ }) /***/ })