[SchemaRegistry] Update swagger and use autorest.python llc (Azure#19957)

* init llc based commit

* sync schema registry based on llc

* update sync test recordings

* update response parsing part

* update async code

* rerecord

* fix pylint

* update core dependency

* update shared requirements

* fix python 27

* typo

* update recordings

* update recordings

* azure core change

* update azure-core dep

* update shared req

* update recordings

* fix tests and dep

* revert back serializer updates

* review feedback

* revert recording processors change and update records

Author: yunhaoling

sdk/schemaregistry/azure-schemaregistry-avroserializer/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Release History
 
+## 1.0.0b3 (Unreleased)
+
+### Features Added
+
+### Breaking Changes
+
+### Bugs Fixed
+
+### Other Changes
+
 ## 1.0.0b2 (2021-08-18)
 
 This version and all future versions will require Python 2.7 or Python 3.6+, Python 3.5 is no longer supported.

sdk/schemaregistry/azure-schemaregistry/CHANGELOG.md

@@ -10,6 +10,8 @@
 
 ### Other Changes
 
+- Updated azure-core dependency to 1.17.1.
+
 ## 1.0.0b2 (2021-08-17)
 
 This version and all future versions will require Python 2.7 or Python 3.6+, Python 3.5 is no longer supported.

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_common/_response_handlers.py

@@ -23,34 +23,29 @@
 # IN THE SOFTWARE.
 #
 # --------------------------------------------------------------------------
-from typing import Any, Dict
-
-from azure.core.pipeline import PipelineResponse
-
-from .._generated.models import SchemaId as InternalSchemaId
 from ._schema import SchemaProperties, Schema
 
 
-def _parse_response_schema_id(pipeline_response, deserialized, response_headers):  # pylint: disable=unused-argument
-    # type: (PipelineResponse, InternalSchemaId, Dict[str, Any]) -> SchemaProperties
-    """
-
-    :param pipeline_response:
-    :param deserialized:
-    :param response_headers:
-    :return:
-    """
-    return SchemaProperties(schema_id=deserialized.id, **response_headers)
+def _parse_schema_properties_dict(response):
+    return {
+        'location': response.headers.get('location'),
+        'location_by_id': response.headers.get('schema-id-location'),
+        'schema_id': response.headers.get('schema-id'),
+        'serialization_type': response.headers.get('serialization-type'),
+        'version': int(response.headers.get('schema-version'))
+    }
 
 
-def _parse_response_schema(pipeline_response, deserialized, response_headers):  # pylint: disable=unused-argument
-    # type: (PipelineResponse, str, Dict[str, Any]) -> Schema
-    """
+def _parse_response_schema_properties(response):
+    properties_dict = _parse_schema_properties_dict(response)
+    properties_dict['schema_id'] = response.json()["id"]
+    return SchemaProperties(
+        **properties_dict
+    )
 
-    :param pipeline_response:
-    :param deserialized:
-    :param response_headers:
-    :return:
-    """
 
-    return Schema(schema_content=deserialized, schema_properties=SchemaProperties(**response_headers))
+def _parse_response_schema(response):
+    return Schema(
+        schema_content=response.text(),
+        schema_properties=SchemaProperties(**_parse_schema_properties_dict(response))
+    )

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_common/_schema.py

@@ -51,17 +51,18 @@ class SchemaProperties(object):
             :caption: SchemaProperties object.
 
     """
+
     def __init__(
         self,
         schema_id=None,
         **kwargs
     ):
         # type: (Optional[str], Any) -> None
-        self.location = kwargs.get('Location')
-        self.schema_id = schema_id or kwargs.get("X-Schema-Id")
-        self.location_by_id = kwargs.get('X-Schema-Id-Location')
-        self.serialization_type = kwargs.get('X-Schema-Type')
-        self.version = kwargs.get('X-Schema-Version')
+        self.schema_id = schema_id
+        self.location = kwargs.get('location')
+        self.location_by_id = kwargs.get('location_by_id')
+        self.serialization_type = kwargs.get('serialization_type')
+        self.version = kwargs.get('version')
 
 
 class Schema(object):
@@ -83,6 +84,7 @@ class Schema(object):
             :caption: Schema object.
 
     """
+
     def __init__(
         self,
         schema_content,

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_generated/_azure_schema_registry.py

@@ -6,30 +6,28 @@
 # Changes may cause incorrect behavior and will be lost if the code is regenerated.
 # --------------------------------------------------------------------------
 
+from copy import deepcopy
 from typing import TYPE_CHECKING
 
 from azure.core import PipelineClient
 from msrest import Deserializer, Serializer
 
+from ._configuration import AzureSchemaRegistryConfiguration
+
 if TYPE_CHECKING:
     # pylint: disable=unused-import,ungrouped-imports
-    from typing import Any
+    from typing import Any, Dict
 
     from azure.core.credentials import TokenCredential
-
-from ._configuration import AzureSchemaRegistryConfiguration
-from .operations import SchemaOperations
-from . import models
-
+    from azure.core.rest import HttpRequest, HttpResponse
 
 class AzureSchemaRegistry(object):
-    """Azure Schema Registry is as a central schema repository for enterprise-level data infrastructure, complete with support for versioning and management.
+    """Azure Schema Registry is as a central schema repository, complete with support for versioning, management, compatibility checking, and RBAC.
 
-    :ivar schema: SchemaOperations operations
-    :vartype schema: azure.schemaregistry._generated.operations.SchemaOperations
     :param credential: Credential needed for the client to connect to Azure.
     :type credential: ~azure.core.credentials.TokenCredential
-    :param endpoint: The Schema Registry service endpoint, for example my-namespace.servicebus.windows.net.
+    :param endpoint: The Schema Registry service endpoint, for example
+         my-namespace.servicebus.windows.net.
     :type endpoint: str
     """
 
@@ -44,12 +42,47 @@ def __init__(
         self._config = AzureSchemaRegistryConfiguration(credential, endpoint, **kwargs)
         self._client = PipelineClient(base_url=base_url, config=self._config, **kwargs)
 
-        client_models = {k: v for k, v in models.__dict__.items() if isinstance(v, type)}
+        client_models = {}  # type: Dict[str, Any]
         self._serialize = Serializer(client_models)
         self._deserialize = Deserializer(client_models)
+        self._serialize.client_side_validation = False
+
+
+    def send_request(
+        self,
+        request,  # type: HttpRequest
+        **kwargs  # type: Any
+    ):
+        # type: (...) -> HttpResponse
+        """Runs the network request through the client's chained policies.
+
+        We have helper methods to create requests specific to this service in `azure.schemaregistry._generated.rest`.
+        Use these helper methods to create the request you pass to this method.
+
+        >>> from azure.schemaregistry._generated.rest import schema
+        >>> request = schema.build_get_by_id_request(schema_id, **kwargs)
+        <HttpRequest [GET], url: '/$schemagroups/getSchemaById/{schema-id}'>
+        >>> response = client.send_request(request)
+        <HttpResponse: 200 OK>
+
+        For more information on this code flow, see https://aka.ms/azsdk/python/protocol/quickstart
+
+        For advanced cases, you can also create your own :class:`~azure.core.rest.HttpRequest`
+        and pass it in.
+
+        :param request: The network request you want to make. Required.
+        :type request: ~azure.core.rest.HttpRequest
+        :keyword bool stream: Whether the response payload will be streamed. Defaults to False.
+        :return: The response of your network call. Does not do error handling on your response.
+        :rtype: ~azure.core.rest.HttpResponse
+        """
 
-        self.schema = SchemaOperations(
-            self._client, self._config, self._serialize, self._deserialize)
+        request_copy = deepcopy(request)
+        path_format_arguments = {
+            'endpoint': self._serialize.url("self._config.endpoint", self._config.endpoint, 'str', skip_quote=True),
+        }
+        request_copy.url = self._client.format_url(request_copy.url, **path_format_arguments)
+        return self._client.send_request(request_copy, **kwargs)
 
     def close(self):
         # type: () -> None

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_generated/_configuration.py

@@ -47,7 +47,7 @@ def __init__(
 
         self.credential = credential
         self.endpoint = endpoint
-        self.api_version = "2017-04"
+        self.api_version = "2020-09-01-preview"
         self.credential_scopes = kwargs.pop('credential_scopes', ['https://eventhubs.azure.net/.default'])
         kwargs.setdefault('sdk_moniker', 'azureschemaregistry/{}'.format(VERSION))
         self._configure(**kwargs)

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_generated/_version.py

@@ -6,4 +6,4 @@
 # Changes may cause incorrect behavior and will be lost if the code is regenerated.
 # --------------------------------------------------------------------------
 
-VERSION = "1.0.0b1"
+VERSION = "1.0.0b3"

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_generated/aio/_azure_schema_registry.py

@@ -6,28 +6,28 @@
 # Changes may cause incorrect behavior and will be lost if the code is regenerated.
 # --------------------------------------------------------------------------
 
-from typing import Any, TYPE_CHECKING
+from copy import deepcopy
+from typing import Any, Awaitable, TYPE_CHECKING
 
 from azure.core import AsyncPipelineClient
+from azure.core.rest import AsyncHttpResponse, HttpRequest
 from msrest import Deserializer, Serializer
 
+from ._configuration import AzureSchemaRegistryConfiguration
+
 if TYPE_CHECKING:
     # pylint: disable=unused-import,ungrouped-imports
-    from azure.core.credentials_async import AsyncTokenCredential
-
-from ._configuration import AzureSchemaRegistryConfiguration
-from .operations import SchemaOperations
-from .. import models
+    from typing import Dict
 
+    from azure.core.credentials_async import AsyncTokenCredential
 
-class AzureSchemaRegistry(object):
-    """Azure Schema Registry is as a central schema repository for enterprise-level data infrastructure, complete with support for versioning and management.
+class AzureSchemaRegistry:
+    """Azure Schema Registry is as a central schema repository, complete with support for versioning, management, compatibility checking, and RBAC.
 
-    :ivar schema: SchemaOperations operations
-    :vartype schema: azure.schemaregistry._generated.aio.operations.SchemaOperations
     :param credential: Credential needed for the client to connect to Azure.
     :type credential: ~azure.core.credentials_async.AsyncTokenCredential
-    :param endpoint: The Schema Registry service endpoint, for example my-namespace.servicebus.windows.net.
+    :param endpoint: The Schema Registry service endpoint, for example
+         my-namespace.servicebus.windows.net.
     :type endpoint: str
     """
 
@@ -41,12 +41,46 @@ def __init__(
         self._config = AzureSchemaRegistryConfiguration(credential, endpoint, **kwargs)
         self._client = AsyncPipelineClient(base_url=base_url, config=self._config, **kwargs)
 
-        client_models = {k: v for k, v in models.__dict__.items() if isinstance(v, type)}
+        client_models = {}  # type: Dict[str, Any]
         self._serialize = Serializer(client_models)
         self._deserialize = Deserializer(client_models)
+        self._serialize.client_side_validation = False
+
+
+    def send_request(
+        self,
+        request: HttpRequest,
+        **kwargs: Any
+    ) -> Awaitable[AsyncHttpResponse]:
+        """Runs the network request through the client's chained policies.
+
+        We have helper methods to create requests specific to this service in `azure.schemaregistry._generated.rest`.
+        Use these helper methods to create the request you pass to this method.
+
+        >>> from azure.schemaregistry._generated.rest import schema
+        >>> request = schema.build_get_by_id_request(schema_id, **kwargs)
+        <HttpRequest [GET], url: '/$schemagroups/getSchemaById/{schema-id}'>
+        >>> response = await client.send_request(request)
+        <AsyncHttpResponse: 200 OK>
+
+        For more information on this code flow, see https://aka.ms/azsdk/python/protocol/quickstart
+
+        For advanced cases, you can also create your own :class:`~azure.core.rest.HttpRequest`
+        and pass it in.
+
+        :param request: The network request you want to make. Required.
+        :type request: ~azure.core.rest.HttpRequest
+        :keyword bool stream: Whether the response payload will be streamed. Defaults to False.
+        :return: The response of your network call. Does not do error handling on your response.
+        :rtype: ~azure.core.rest.AsyncHttpResponse
+        """
 
-        self.schema = SchemaOperations(
-            self._client, self._config, self._serialize, self._deserialize)
+        request_copy = deepcopy(request)
+        path_format_arguments = {
+            'endpoint': self._serialize.url("self._config.endpoint", self._config.endpoint, 'str', skip_quote=True),
+        }
+        request_copy.url = self._client.format_url(request_copy.url, **path_format_arguments)
+        return self._client.send_request(request_copy, **kwargs)
 
     async def close(self) -> None:
         await self._client.close()

sdk/schemaregistry/azure-schemaregistry/azure/schemaregistry/_generated/aio/_configuration.py

@@ -44,7 +44,7 @@ def __init__(
 
         self.credential = credential
         self.endpoint = endpoint
-        self.api_version = "2017-04"
+        self.api_version = "2020-09-01-preview"
         self.credential_scopes = kwargs.pop('credential_scopes', ['https://eventhubs.azure.net/.default'])
         kwargs.setdefault('sdk_moniker', 'azureschemaregistry/{}'.format(VERSION))
         self._configure(**kwargs)