14892e3943
* allow serviceData to override cacheSeconds with a longer value * prevent [endpoint] json cacheSeconds property exceeding service default * allow ShieldsRuntimeError to specify a cacheSeconds property By default error responses use the cacheLength of the service class throwing the error. This allows error to tell the handling layer the maxAge that should be set on the error badge response. * add customExceptions param This 1. allows us to specify custom properties to pass to the exception constructor if we throw any of the standard got errors e.g: `ETIMEDOUT`, `ECONNRESET`, etc 2. uses a custom `cacheSeconds` property (if set on the exception) to set the response maxAge * customExceptions --> systemErrors * errorMessages --> httpErrors
67 lines
2.0 KiB
JavaScript
67 lines
2.0 KiB
JavaScript
import got, { CancelError } from 'got'
|
|
import { Inaccessible, InvalidResponse } from './errors.js'
|
|
import {
|
|
fetchLimitBytes as fetchLimitBytesDefault,
|
|
getUserAgent,
|
|
} from './got-config.js'
|
|
|
|
const userAgent = getUserAgent()
|
|
|
|
async function sendRequest(gotWrapper, url, options = {}, systemErrors = {}) {
|
|
const gotOptions = Object.assign({}, options)
|
|
gotOptions.throwHttpErrors = false
|
|
gotOptions.retry = { limit: 0 }
|
|
gotOptions.headers = gotOptions.headers || {}
|
|
gotOptions.headers['User-Agent'] = userAgent
|
|
try {
|
|
const resp = await gotWrapper(url, gotOptions)
|
|
return { res: resp, buffer: resp.body }
|
|
} catch (err) {
|
|
if (err instanceof CancelError) {
|
|
throw new InvalidResponse({
|
|
underlyingError: new Error('Maximum response size exceeded'),
|
|
})
|
|
}
|
|
if (err.code in systemErrors) {
|
|
throw new Inaccessible({
|
|
...systemErrors[err.code],
|
|
underlyingError: err,
|
|
})
|
|
}
|
|
throw new Inaccessible({ underlyingError: err })
|
|
}
|
|
}
|
|
|
|
function _fetchFactory(fetchLimitBytes = fetchLimitBytesDefault) {
|
|
const gotWithLimit = got.extend({
|
|
handlers: [
|
|
(options, next) => {
|
|
const promiseOrStream = next(options)
|
|
promiseOrStream.on('downloadProgress', progress => {
|
|
if (
|
|
progress.transferred > fetchLimitBytes &&
|
|
// just accept the file if we've already finished downloading
|
|
// the entire file before we went over the limit
|
|
progress.percent !== 1
|
|
) {
|
|
/*
|
|
TODO: we should be able to pass cancel() a message
|
|
https://github.com/sindresorhus/got/blob/main/documentation/advanced-creation.md#examples
|
|
but by the time we catch it, err.message is just "Promise was canceled"
|
|
*/
|
|
promiseOrStream.cancel('Maximum response size exceeded')
|
|
}
|
|
})
|
|
|
|
return promiseOrStream
|
|
},
|
|
],
|
|
})
|
|
|
|
return sendRequest.bind(sendRequest, gotWithLimit)
|
|
}
|
|
|
|
const fetch = _fetchFactory()
|
|
|
|
export { fetch, _fetchFactory }
|