[SchemaRegistry] AvroEncoder (Azure#22816)

* remove serializer folder

* update EventData

* eventdata update

* make ED data bytearray

* initial commit

* tests/changelog/docstring

* add encoder to ci

* fix ED body as str

* shared reqs

* cspell/lint

* spell check/lint/tests/docs

* links + mypy

* docstring

* fix EH azure-core min dependency conflict

* adams comments

* pylint

* more comments

* lint

* correct how the value of SetDevVersion environment variable is compared

* allow reader's schema in decode

* adams comments

* update to callable + add classmethod to EventData

* combine data/content_type in  messagetype protocol

* docs

* pylint

Co-authored-by: scbedd <45376673+scbedd@users.noreply.github.com>

Author: swathipil

.vscode/cspell.json

@@ -86,8 +86,9 @@
     "sdk/metricsadvisor/azure-ai-metricsadvisor/**",
     "sdk/purview/azure-purview-catalog/**",
     "sdk/remoterendering/azure-mixedreality-remoterendering/**",
+    "sdk/schemaregistry/ci.yml",
     "sdk/schemaregistry/azure-schemaregistry/**",
-    "sdk/schemaregistry/azure-schemaregistry-avroserializer/**",
+    "sdk/schemaregistry/azure-schemaregistry-avroencoder/**",
     "sdk/servicefabric/azure-servicefabric/**",
     "sdk/search/azure-search-documents/**",
     "sdk/storage/azure-storage-blob-changefeed/**",

eng/tox/create_package_and_install.py

@@ -183,7 +183,7 @@ def build_and_discover_package(setuppy_path, dist_dir, target_setup, package_typ
     os.mkdir(tmp_dl_folder)
 
     # preview version is enabled when installing dev build so pip will install dev build version from devpos feed
-    if os.getenv("SetDevVersion"):
+    if os.getenv("SetDevVersion", 'false') == 'true':
         commands_options.append("--pre")
 
     if args.cache_dir:

sdk/eventhub/azure-eventhub/CHANGELOG.md

@@ -1,14 +1,10 @@
 # Release History
 
-## 5.7.1 (Unreleased)
+## 5.9.0b1 (Unreleased)
 
 ### Features Added
 
-### Breaking Changes
-
-### Bugs Fixed
-
-### Other Changes
+- The classmethod `from_message_data` has been added to `EventData` for interoperability with the Schema Registry Avro Encoder library, and takes `data` and `content_type` as positional parameters.
 
 ## 5.7.0 (2022-01-12)
 

sdk/eventhub/azure-eventhub/README.md

@@ -435,10 +435,10 @@ Please take a look at the [samples](https://github.com/Azure/azure-sdk-for-pytho
 
 Reference documentation is available [here](https://azuresdkdocs.blob.core.windows.net/$web/python/azure-eventhub/latest/azure.eventhub.html).
 
-### Schema Registry and Avro Serializer
+### Schema Registry and Avro Encoder
 
 The EventHubs SDK integrates nicely with the [Schema Registry][schemaregistry_service] service and [Avro][avro].
-For more information, please refer to [Schema Registry SDK][schemaregistry_repo] and [Schema Registry Avro Serializer SDK][schemaregistry_avroserializer_repo].
+For more information, please refer to [Schema Registry SDK][schemaregistry_repo] and [Schema Registry Avro Encoder SDK][schemaregistry_avroencoder_repo].
 
 ### Building uAMQP wheel from source
 
@@ -467,6 +467,6 @@ For more information see the [Code of Conduct FAQ](https://opensource.microsoft.
 [api_reference]: https://docs.microsoft.com/python/api/overview/azure/eventhub-readme
 [schemaregistry_service]: https://aka.ms/schemaregistry
 [schemaregistry_repo]: https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/schemaregistry/azure-schemaregistry
-[schemaregistry_avroserializer_repo]: https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/schemaregistry/azure-schemaregistry-avroserializer
+[schemaregistry_avroencoder_repo]: https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/schemaregistry/azure-schemaregistry-avroencoder
 
 ![Impressions](https://azure-sdk-impressions.azurewebsites.net/api/impressions/azure-sdk-for-python/sdk/eventhub/azure-eventhub/README.png)

sdk/eventhub/azure-eventhub/azure/eventhub/_common.py

@@ -110,8 +110,10 @@ class EventData(object):
 
     """
 
-    def __init__(self, body=None):
-        # type: (Union[str, bytes, List[AnyStr]]) -> None
+    def __init__(
+        self,
+        body: Optional[Union[str, bytes, List[AnyStr]]] = None,
+    ) -> None:
         self._last_enqueued_event_properties = {}  # type: Dict[str, Any]
         self._sys_properties = None  # type: Optional[Dict[bytes, Any]]
         if body is None:
@@ -180,6 +182,20 @@ def __str__(self):
         event_str += " }"
         return event_str
 
+    def __message_data__(self) -> Dict:
+        if self.body_type != AmqpMessageBodyType.DATA:
+            raise TypeError('`body_type` must be `AmqpMessageBodyType.DATA`.')
+        data = bytearray()
+        for d in self.body: # type: ignore
+            data += d   # type: ignore
+        return {"data": bytes(data), "content_type": self.content_type}
+
+    @classmethod
+    def from_message_data(cls, data: bytes, content_type: str) -> "EventData":
+        event_data = cls(data)
+        event_data.content_type = content_type
+        return event_data
+
     @classmethod
     def _from_message(cls, message, raw_amqp_message=None):
         # type: (Message, Optional[AmqpAnnotatedMessage]) -> EventData

sdk/eventhub/azure-eventhub/azure/eventhub/_version.py

@@ -3,4 +3,4 @@
 # Licensed under the MIT License.
 # ------------------------------------
 
-VERSION = "5.7.1"
+VERSION = "5.9.0b1"

sdk/eventhub/azure-eventhub/dev_requirements.txt

@@ -2,7 +2,7 @@
 ../../core/azure-core
 -e ../../identity/azure-identity
 -e ../azure-mgmt-eventhub
--e ../../resources/azure-mgmt-resource
+azure-mgmt-resource==20.0.0
 aiohttp>=3.0
 -e ../../../tools/azure-devtools
 -e ../../servicebus/azure-servicebus

sdk/schemaregistry/azure-schemaregistry-avroencoder/CHANGELOG.md

@@ -0,0 +1,17 @@
+# Release History
+
+## 1.0.0b1 (Unreleased)
+
+This version and all future versions will require Python 3.6+. Python 2.7 is no longer supported.
+
+### Features Added
+
+- This package is meant to replace the azure-schemaregistry-avroserializer.
+- APIs have been updated to allow for encoding directly to and decoding from message type objects, where the data value is the Avro encoded payload.
+- The content type of the message will hold the schema ID and record format indicator.
+
+### Other Changes
+
+- This beta release will be backward compatible for decoding data that was encoded with the AvroSerializer.
+- The `encode` and `decode` methods on `AvroEncoder` support the following message models:
+  - `azure.eventhub.EventData` in `azure-eventhub==5.9.0b1`