STG77 Preview (Azure#17381)

* reverted share lease

* Added share lease docstrings

This reverts commit 8094c4e.

* [Datalake] HNS Soft Delete (Azure#17614)

* generated HNS soft delete

* undelete_path

* deleted list_paths and config_async

* lint

* linter

* Added get/set props

* recorded tests and added models

* added async prefix

* recorded async tests for get and set props

* removed preprod from yaml files

* removed preprod from yaml files

* cleaned up model name

* cleaned up model name

* added path helpers

* fixed preprod

* added the deserialize method for deleted paths

* added get deleted Paths

* renamed models

* fixed delete directory failing tests

* fixed recording for get_deleted_paths

* fixed tests

* fixed tests

* rename

* linter

* linter

* typing

* cleaned up

* renamed and cleaned up

* linter and rename

* linter

* added test

* rename deleted_path_version to deletion_id

* Fixed dir prefix issue

* Fixed directory prefix issue

* renamed deser

* reset testcase

* removed whl

* fixed pos arg

* fixed retention

* fixed docstrings

* fixed test failures

* added new header to detect file or dir

* cleanup

* fixed tests

Co-authored-by: xiafu <xiafu@microsoft.com>
Co-authored-by: Xiaoxi Fu <49707495+xiafu-msft@users.noreply.github.com>

* reran tests

* reran tests

* Rerecord tests (Azure#17934)

* reran tests

* reran tests

* changed version for datalake

* Fix service properties Metrics class (Azure#17992)

* [Blob] Added QQ Parquet Format (Azure#17855)

* Added QQ Parquet

* cleanup

* added parquet format

* added version

* added parquet tests

* removed comment and fixed docstrings

* abs path

* changed version

* added qq parquet to dl

* changed msrest version

* added tests

* recorded tests

* changed version for fileshares

* fixed parquet type check

* added missing comma

* resolved archboard feedback

* removed useless imports

* added metrics for datalake

* added extra test

* updated datalake depedency

* updated datalake depedency

* migrated remaining tests

* parquet file fix

* parquet file fix

* path

* path

* fixed recordings for the recursive bug

* Stg77 Cleanup (Azure#18376)

* STG77 Preview Cleanup

* resolved more archboard feedback

* privated undelete path

* removed parquet format

* removed parquet dialect from serialize and droped the blob dep version

* removed parquet dialect from serialize and droped the blob dep version

* lint

* resolved feedback comments

* fixed return type

* skipped list deleted paths tests

Co-authored-by: xiafu <xiafu@microsoft.com>
Co-authored-by: Xiaoxi Fu <49707495+xiafu-msft@users.noreply.github.com>

Author: tasherif-msft

sdk/storage/azure-storage-blob/CHANGELOG.md

@@ -1,5 +1,7 @@
 # Release History
 
+## 12.9.0b1 (Unreleased)
+
 ## 12.8.1 (2021-04-20)
 **Fixes**
 - Fixed retry on large block upload 
@@ -13,7 +15,6 @@
 - Added retry for blob download (#17974, #10572)
 - Fixed encryption algorithm hardcoded setting (#17835)
 
-
 ## 12.8.0 (2021-03-01)
 **Stable release of preview features**
 - Added `ContainerClient.exists()` method

sdk/storage/azure-storage-blob/azure/storage/blob/_generated/_azure_blob_storage.py

@@ -15,6 +15,8 @@
     # pylint: disable=unused-import,ungrouped-imports
     from typing import Any
 
+    from azure.core.pipeline.transport import HttpRequest, HttpResponse
+
 from ._configuration import AzureBlobStorageConfiguration
 from .operations import ServiceOperations
 from .operations import ContainerOperations
@@ -77,6 +79,24 @@ def __init__(
         self.block_blob = BlockBlobOperations(
             self._client, self._config, self._serialize, self._deserialize)
 
+    def _send_request(self, http_request, **kwargs):
+        # type: (HttpRequest, Any) -> HttpResponse
+        """Runs the network request through the client's chained policies.
+
+        :param http_request: The network request you want to make. Required.
+        :type http_request: ~azure.core.pipeline.transport.HttpRequest
+        :keyword bool stream: Whether the response payload will be streamed. Defaults to True.
+        :return: The response of your network call. Does not do error handling on your response.
+        :rtype: ~azure.core.pipeline.transport.HttpResponse
+        """
+        path_format_arguments = {
+            'url': self._serialize.url("self._config.url", self._config.url, 'str', skip_quote=True),
+        }
+        http_request.url = self._client.format_url(http_request.url, **path_format_arguments)
+        stream = kwargs.pop("stream", True)
+        pipeline_response = self._client._pipeline.run(http_request, stream=stream, **kwargs)
+        return pipeline_response.http_response
+
     def close(self):
         # type: () -> None
         self._client.close()

sdk/storage/azure-storage-blob/azure/storage/blob/_generated/_configuration.py

@@ -38,7 +38,7 @@ def __init__(
         super(AzureBlobStorageConfiguration, self).__init__(**kwargs)
 
         self.url = url
-        self.version = "2020-06-12"
+        self.version = "2020-08-04"
         kwargs.setdefault('sdk_moniker', 'azureblobstorage/{}'.format(VERSION))
         self._configure(**kwargs)
 

sdk/storage/azure-storage-blob/azure/storage/blob/_generated/aio/_azure_blob_storage.py

@@ -9,6 +9,7 @@
 from typing import Any
 
 from azure.core import AsyncPipelineClient
+from azure.core.pipeline.transport import AsyncHttpResponse, HttpRequest
 from msrest import Deserializer, Serializer
 
 from ._configuration import AzureBlobStorageConfiguration
@@ -72,6 +73,23 @@ def __init__(
         self.block_blob = BlockBlobOperations(
             self._client, self._config, self._serialize, self._deserialize)
 
+    async def _send_request(self, http_request: HttpRequest, **kwargs: Any) -> AsyncHttpResponse:
+        """Runs the network request through the client's chained policies.
+
+        :param http_request: The network request you want to make. Required.
+        :type http_request: ~azure.core.pipeline.transport.HttpRequest
+        :keyword bool stream: Whether the response payload will be streamed. Defaults to True.
+        :return: The response of your network call. Does not do error handling on your response.
+        :rtype: ~azure.core.pipeline.transport.AsyncHttpResponse
+        """
+        path_format_arguments = {
+            'url': self._serialize.url("self._config.url", self._config.url, 'str', skip_quote=True),
+        }
+        http_request.url = self._client.format_url(http_request.url, **path_format_arguments)
+        stream = kwargs.pop("stream", True)
+        pipeline_response = await self._client._pipeline.run(http_request, stream=stream, **kwargs)
+        return pipeline_response.http_response
+
     async def close(self) -> None:
         await self._client.close()
 

sdk/storage/azure-storage-blob/azure/storage/blob/_generated/aio/_configuration.py

@@ -33,7 +33,7 @@ def __init__(
         super(AzureBlobStorageConfiguration, self).__init__(**kwargs)
 
         self.url = url
-        self.version = "2020-06-12"
+        self.version = "2020-08-04"
         kwargs.setdefault('sdk_moniker', 'azureblobstorage/{}'.format(VERSION))
         self._configure(**kwargs)
 

sdk/storage/azure-storage-blob/azure/storage/blob/_generated/aio/operations/_append_blob_operations.py

@@ -6,7 +6,7 @@
 # Changes may cause incorrect behavior and will be lost if the code is regenerated.
 # --------------------------------------------------------------------------
 import datetime
-from typing import Any, Callable, Dict, Generic, IO, Optional, TypeVar
+from typing import Any, Callable, Dict, Generic, IO, Optional, TypeVar, Union
 import warnings
 
 from azure.core.exceptions import ClientAuthenticationError, HttpResponseError, ResourceExistsError, ResourceNotFoundError, map_error
@@ -47,6 +47,9 @@ async def create(
         metadata: Optional[str] = None,
         request_id_parameter: Optional[str] = None,
         blob_tags_string: Optional[str] = None,
+        immutability_policy_expiry: Optional[datetime.datetime] = None,
+        immutability_policy_mode: Optional[Union[str, "_models.BlobImmutabilityPolicyMode"]] = None,
+        legal_hold: Optional[bool] = None,
         blob_http_headers: Optional["_models.BlobHTTPHeaders"] = None,
         lease_access_conditions: Optional["_models.LeaseAccessConditions"] = None,
         cpk_info: Optional["_models.CpkInfo"] = None,
@@ -75,6 +78,13 @@ async def create(
         :type request_id_parameter: str
         :param blob_tags_string: Optional.  Used to set blob tags in various blob operations.
         :type blob_tags_string: str
+        :param immutability_policy_expiry: Specifies the date time when the blobs immutability policy
+         is set to expire.
+        :type immutability_policy_expiry: ~datetime.datetime
+        :param immutability_policy_mode: Specifies the immutability policy mode to set on the blob.
+        :type immutability_policy_mode: str or ~azure.storage.blob.models.BlobImmutabilityPolicyMode
+        :param legal_hold: Specified if a legal hold should be set on the blob.
+        :type legal_hold: bool
         :param blob_http_headers: Parameter group.
         :type blob_http_headers: ~azure.storage.blob.models.BlobHTTPHeaders
         :param lease_access_conditions: Parameter group.
@@ -191,6 +201,12 @@ async def create(
             header_parameters['x-ms-client-request-id'] = self._serialize.header("request_id_parameter", request_id_parameter, 'str')
         if blob_tags_string is not None:
             header_parameters['x-ms-tags'] = self._serialize.header("blob_tags_string", blob_tags_string, 'str')
+        if immutability_policy_expiry is not None:
+            header_parameters['x-ms-immutability-policy-until-date'] = self._serialize.header("immutability_policy_expiry", immutability_policy_expiry, 'rfc-1123')
+        if immutability_policy_mode is not None:
+            header_parameters['x-ms-immutability-policy-mode'] = self._serialize.header("immutability_policy_mode", immutability_policy_mode, 'str')
+        if legal_hold is not None:
+            header_parameters['x-ms-legal-hold'] = self._serialize.header("legal_hold", legal_hold, 'bool')
         header_parameters['Accept'] = self._serialize.header("accept", accept, 'str')
 
         request = self._client.put(url, query_parameters, header_parameters)
@@ -199,7 +215,7 @@ async def create(
 
         if response.status_code not in [201]:
             map_error(status_code=response.status_code, response=response, error_map=error_map)
-            error = self._deserialize(_models.StorageError, response)
+            error = self._deserialize.failsafe_deserialize(_models.StorageError, response)
             raise HttpResponseError(response=response, model=error)
 
         response_headers = {}
@@ -368,7 +384,7 @@ async def append_block(
 
         if response.status_code not in [201]:
             map_error(status_code=response.status_code, response=response, error_map=error_map)
-            error = self._deserialize(_models.StorageError, response)
+            error = self._deserialize.failsafe_deserialize(_models.StorageError, response)
             raise HttpResponseError(response=response, model=error)
 
         response_headers = {}
@@ -568,7 +584,7 @@ async def append_block_from_url(
 
         if response.status_code not in [201]:
             map_error(status_code=response.status_code, response=response, error_map=error_map)
-            error = self._deserialize(_models.StorageError, response)
+            error = self._deserialize.failsafe_deserialize(_models.StorageError, response)
             raise HttpResponseError(response=response, model=error)
 
         response_headers = {}
@@ -682,7 +698,7 @@ async def seal(
 
         if response.status_code not in [200]:
             map_error(status_code=response.status_code, response=response, error_map=error_map)
-            error = self._deserialize(_models.StorageError, response)
+            error = self._deserialize.failsafe_deserialize(_models.StorageError, response)
             raise HttpResponseError(response=response, model=error)
 
         response_headers = {}