Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
const { head_url: headUrl, get_url: getUrl, service } = await this._client.send('get file download url', { // eslint-disable-line no-underscore-dangle
resource_id: resourceId,
});
if (!streamCloudStorage[service])
throw new InternalError(`unsupported cloud storage service: ${service}`);
const { DownloadStream } = streamCloudStorage[service];
const downloadChunkSize = 1024 * 1024;
const downloader = new DownloadStream(resourceId, headUrl, getUrl, downloadChunkSize);
const { metadata: encryptedMetadata, encryptedContentLength } = await downloader.getMetadata();
const { encryptionFormat, clearContentLength, ...fileMetadata } = await this._decryptMetadata(encryptedMetadata);
const combinedOutputOptions = extractOutputOptions({ type: defaultDownloadType, ...outputOptions, ...fileMetadata });
const merger = new MergerStream(combinedOutputOptions);
const decryptor = await this._dataProtector.makeDecryptorStream();
// For compatibility with SDKs up to 2.2.1
const clearSize = encryptionFormat
? getClearSize(encryptionFormat, encryptedContentLength)
: clearContentLength;
const progressHandler = new ProgressHandler(progressOptions).start(clearSize);
decryptor.on('data', (chunk: Uint8Array) => progressHandler.report(chunk.byteLength));
return pipeStreams({ streams: [downloader, decryptor, merger], resolveEvent: 'data' });
}
}
const { UploadStream } = streamService;
const slicer = new SlicerStream({ source: clearData });
const uploader = new UploadStream(urls, headers, totalEncryptedSize, recommendedChunkSize, encryptedMetadata);
const progressHandler = new ProgressHandler(progressOptions).start(totalEncryptedSize);
uploader.on('uploaded', (chunk: Uint8Array) => progressHandler.report(chunk.byteLength));
const streams = [slicer, encryptor];
// Some version of Edge (e.g. version 18) fail to handle the 308 HTTP status used by
// GCS in a non-standard way (no redirection expected) when uploading in chunks. So we
// add a merger stream before the uploader to ensure there's a single upload request
// returning the 200 HTTP status.
if (service === 'GCS' && isEdge()) {
const merger = new MergerStream({ type: Uint8Array });
streams.push(merger);
} else if (service === 'S3') {
const resizer = new ResizerStream(recommendedChunkSize);
streams.push(resizer);
}
streams.push(uploader);
await pipeStreams({ streams, resolveEvent: 'finish' });
return resourceId;
}
async _streamDecryptData(encryptedData: Data, outputOptions: OutputOptions, progressOptions: ProgressOptions): Promise {
const slicer = new SlicerStream({ source: encryptedData });
const decryptor = await this.makeDecryptorStream();
const merger = new MergerStream(outputOptions);
const progressHandler = new ProgressHandler(progressOptions);
decryptor.on('initialized', () => {
const encryptedSize = getDataLength(encryptedData);
const clearSize = decryptor.getClearSize(encryptedSize);
progressHandler.start(clearSize);
});
decryptor.on('data', (chunk: Uint8Array) => progressHandler.report(chunk.byteLength));
return new Promise((resolve, reject) => {
[slicer, decryptor, merger].forEach(s => s.on('error', reject));
slicer.pipe(decryptor).pipe(merger).on('data', resolve);
});
}
async _streamEncryptData(clearData: Data, sharingOptions: SharingOptions, outputOptions: OutputOptions, progressOptions: ProgressOptions, b64ResourceId?: b64string): Promise {
const slicer = new SlicerStream({ source: clearData });
const encryptor = await this.makeEncryptorStream(sharingOptions, b64ResourceId);
const clearSize = getDataLength(clearData);
const encryptedSize = encryptor.getEncryptedSize(clearSize);
const progressHandler = new ProgressHandler(progressOptions).start(encryptedSize);
encryptor.on('data', (chunk: Uint8Array) => progressHandler.report(chunk.byteLength));
const merger = new MergerStream(outputOptions);
return new Promise((resolve, reject) => {
[slicer, encryptor, merger].forEach(s => s.on('error', reject));
slicer.pipe(encryptor).pipe(merger).on('data', resolve);
});
}