| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166 |
- /**
- * Estimate data: URL byte lengths *without* allocating large buffers.
- * - Fetch percent-decodes a base64 body before decoding it.
- * - Node's Buffer.from(body, 'base64') sizes its backing allocation from the
- * raw body, including ignored characters and content after padding.
- * - Non-base64 data is percent-decoded and then encoded as UTF-8.
- */
- const isHexDigit = (charCode) =>
- (charCode >= 48 && charCode <= 57) ||
- (charCode >= 65 && charCode <= 70) ||
- (charCode >= 97 && charCode <= 102);
- const isPercentEncodedByte = (str, i, len) =>
- i + 2 < len && isHexDigit(str.charCodeAt(i + 1)) && isHexDigit(str.charCodeAt(i + 2));
- const hexValue = (charCode) => (charCode <= 57 ? charCode - 48 : (charCode & 0xdf) - 55);
- const isBase64Char = (charCode) =>
- (charCode >= 65 && charCode <= 90) || // A-Z
- (charCode >= 97 && charCode <= 122) || // a-z
- (charCode >= 48 && charCode <= 57) || // 0-9
- charCode === 43 || // +
- charCode === 47 || // /
- charCode === 45 || // - (base64url)
- charCode === 95; // _ (base64url)
- const isBase64Whitespace = (charCode) =>
- charCode === 9 || charCode === 10 || charCode === 12 || charCode === 13 || charCode === 32;
- const base64Bytes = (significant) => {
- const groups = Math.floor(significant / 4);
- const remainder = significant % 4;
- return groups * 3 + (remainder === 2 ? 1 : remainder === 3 ? 2 : 0);
- };
- // Buffer.byteLength(body, 'base64') uses the raw string length as an allocation
- // upper bound even when Buffer.from later ignores characters or stops at '='.
- const estimateBase64BufferAllocation = (body) => {
- const len = body.length;
- let padding = 0;
- if (len > 0 && body.charCodeAt(len - 1) === 61 /* '=' */) {
- padding++;
- if (len > 1 && body.charCodeAt(len - 2) === 61 /* '=' */) {
- padding++;
- }
- }
- return Math.floor(((len - padding) * 3) / 4);
- };
- const estimatePercentDecodedBase64Bytes = (body) => {
- const len = body.length;
- let significant = 0;
- let padding = 0;
- let invalid = false;
- for (let i = 0; i < len; i++) {
- let code = body.charCodeAt(i);
- if (code === 37 /* '%' */ && isPercentEncodedByte(body, i, len)) {
- code = hexValue(body.charCodeAt(i + 1)) * 16 + hexValue(body.charCodeAt(i + 2));
- i += 2;
- }
- if (isBase64Whitespace(code)) {
- continue;
- }
- if (code === 61 /* '=' */) {
- padding++;
- continue;
- }
- if (!isBase64Char(code) || padding > 0) {
- invalid = true;
- continue;
- }
- significant++;
- }
- // Fetch rejects malformed forgiving-base64 input. Returning the raw-size
- // allocation bound keeps that invalid input from becoming a pre-check bypass.
- if (
- invalid ||
- padding > 2 ||
- (padding > 0 && (significant + padding) % 4 !== 0) ||
- significant % 4 === 1
- ) {
- return estimateBase64BufferAllocation(body);
- }
- return base64Bytes(significant);
- };
- const estimateDataURLBytes = (url, estimateBase64) => {
- if (!url || typeof url !== 'string') return 0;
- if (!url.startsWith('data:')) return 0;
- const comma = url.indexOf(',');
- if (comma < 0) return 0;
- const meta = url.slice(5, comma);
- const body = url.slice(comma + 1);
- const isBase64 = /;base64/i.test(meta);
- if (isBase64) {
- return estimateBase64(body);
- }
- // Compute UTF-8 byte length directly from UTF-16 code units without allocating
- // a byte buffer (TextEncoder.encode would defeat the DoS guard on large bodies).
- // Valid %XX triplets count as one decoded byte; this matches the bytes that
- // decodeURIComponent(body) would produce before Buffer re-encodes the string.
- let bytes = 0;
- for (let i = 0, len = body.length; i < len; i++) {
- const c = body.charCodeAt(i);
- if (c === 37 /* '%' */ && isPercentEncodedByte(body, i, len)) {
- bytes += 1;
- i += 2;
- } else if (c < 0x80) {
- bytes += 1;
- } else if (c < 0x800) {
- bytes += 2;
- } else if (c >= 0xd800 && c <= 0xdbff && i + 1 < len) {
- const next = body.charCodeAt(i + 1);
- if (next >= 0xdc00 && next <= 0xdfff) {
- bytes += 4;
- i++;
- } else {
- bytes += 3;
- }
- } else {
- bytes += 3;
- }
- }
- return bytes;
- };
- /**
- * Estimate the percent-decoded payload size used by Fetch data: URLs.
- *
- * @param {string} url
- * @returns {number}
- */
- export default function estimateDataURLDecodedBytes(url) {
- // Fetch removes URL fragments before processing a data: URL.
- const fragmentIndex = typeof url === 'string' ? url.indexOf('#') : -1;
- return estimateDataURLBytes(
- fragmentIndex === -1 ? url : url.slice(0, fragmentIndex),
- estimatePercentDecodedBase64Bytes
- );
- }
- /**
- * Estimate the Buffer backing allocation used by Node's raw base64 decoder.
- *
- * @param {string} url
- * @returns {number}
- */
- export function estimateDataURLBufferAllocation(url) {
- return estimateDataURLBytes(url, estimateBase64BufferAllocation);
- }
|