How to use the azure-storage-blob.azure.storage.blob._upload_chunking._upload_blob_chunks function in azure-storage-blob

To help you get started, we’ve selected a few azure-storage-blob examples, based on popular ways it is used in public projects.

Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.

github Azure / azure-storage-python / azure-storage-storage / blob / blockblobservice.py View on Github external
progress_callback(count, count)

            return resp
        else:  # Size is larger than MAX_SINGLE_PUT_SIZE, must upload with multiple put_block calls
            cek, iv, encryption_data = None, None, None

            use_original_upload_path = use_byte_buffer or validate_content or self.require_encryption or \
                                       self.MAX_BLOCK_SIZE < self.MIN_LARGE_BLOCK_UPLOAD_THRESHOLD or \
                                       hasattr(stream, 'seekable') and not stream.seekable() or \
                                       not hasattr(stream, 'seek') or not hasattr(stream, 'tell')

            if use_original_upload_path:
                if self.key_encryption_key:
                    cek, iv, encryption_data = _generate_blob_encryption_data(self.key_encryption_key)

                block_ids = _upload_blob_chunks(
                    blob_service=self,
                    container_name=container_name,
                    blob_name=blob_name,
                    blob_size=count,
                    block_size=self.MAX_BLOCK_SIZE,
                    stream=stream,
                    max_connections=max_connections,
                    progress_callback=progress_callback,
                    validate_content=validate_content,
                    lease_id=lease_id,
                    uploader_class=_BlockBlobChunkUploader,
                    timeout=timeout,
                    content_encryption_key=cek,
                    initialization_vector=iv
                )
            else:
github Azure / azure-sdk-for-python / azure-storage-storage / blob / blob_client.py View on Github external
validate_content=validate_content,
                        **kwargs)
                else:
                    cek, iv, encryption_data = None, None, None
                    blob_settings = self._config.blob_settings
                    use_original_upload_path = blob_settings.use_byte_buffer or \
                        validate_content or self.require_encryption or \
                        blob_settings.max_block_size < blob_settings.min_large_block_upload_threshold or \
                        hasattr(stream, 'seekable') and not stream.seekable() or \
                        not hasattr(stream, 'seek') or not hasattr(stream, 'tell')

                    if use_original_upload_path:
                        if self.key_encryption_key:
                            cek, iv, encryption_data = _generate_blob_encryption_data(self.key_encryption_key)
                            headers['x-ms-meta-encryptiondata'] = encryption_data
                        block_ids = _upload_blob_chunks(
                            blob_service=self._client.block_blob,
                            blob_size=length,
                            block_size=blob_settings.max_block_size,
                            stream=stream,
                            max_connections=max_connections,
                            validate_content=validate_content,
                            access_conditions=access_conditions,
                            uploader_class=_BlockBlobChunkUploader,
                            timeout=timeout,
                            content_encryption_key=cek,
                            initialization_vector=iv,
                            **kwargs
                        )
                    else:
                        block_ids = _upload_blob_substream_blocks(
                            blob_service=self._client.block_blob,
github Azure / azure-storage-python / azure-storage-storage / blob / appendblobservice.py View on Github external
the value specified. Specify the wildcard character (*) to perform
            the operation only if the resource does not exist, and fail the
            operation if it does exist.
        :return: ETag and last modified properties for the Append Blob
        :rtype: :class:`~azure.storage.blob.models.ResourceProperties`
        '''
        _validate_not_none('container_name', container_name)
        _validate_not_none('blob_name', blob_name)
        _validate_not_none('stream', stream)
        _validate_encryption_unsupported(self.require_encryption, self.key_encryption_key)

        # _upload_blob_chunks returns the block ids for block blobs so resource_properties
        # is passed as a parameter to get the last_modified and etag for page and append blobs.
        # this info is not needed for block_blobs since _put_block_list is called after which gets this info
        resource_properties = ResourceProperties()
        _upload_blob_chunks(
            blob_service=self,
            container_name=container_name,
            blob_name=blob_name,
            blob_size=count,
            block_size=self.MAX_BLOCK_SIZE,
            stream=stream,
            max_connections=1,  # upload not easily parallelizable
            progress_callback=progress_callback,
            validate_content=validate_content,
            lease_id=lease_id,
            uploader_class=_AppendBlobChunkUploader,
            maxsize_condition=maxsize_condition,
            timeout=timeout,
            resource_properties=resource_properties,
            if_modified_since=if_modified_since,
            if_unmodified_since=if_unmodified_since,
github Azure / azure-storage-python / azure-storage-storage / blob / pageblobservice.py View on Github external
if_modified_since=if_modified_since,
            if_unmodified_since=if_unmodified_since,
            if_match=if_match,
            if_none_match=if_none_match,
            timeout=timeout,
            encryption_data=encryption_data
        )

        if count == 0:
            return response

        # _upload_blob_chunks returns the block ids for block blobs so resource_properties
        # is passed as a parameter to get the last_modified and etag for page and append blobs.
        # this info is not needed for block_blobs since _put_block_list is called after which gets this info
        resource_properties = ResourceProperties()
        _upload_blob_chunks(
            blob_service=self,
            container_name=container_name,
            blob_name=blob_name,
            blob_size=count,
            block_size=self.MAX_PAGE_SIZE,
            stream=stream,
            max_connections=max_connections,
            progress_callback=progress_callback,
            validate_content=validate_content,
            lease_id=lease_id,
            uploader_class=_PageBlobChunkUploader,
            if_match=response.etag,
            timeout=timeout,
            content_encryption_key=cek,
            initialization_vector=iv,
            resource_properties=resource_properties

azure-storage-blob

Microsoft Azure Blob Storage Client Library for Python

MIT
Latest version published 2 months ago

Package Health Score

90 / 100
Full package analysis