diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Create_Reference_File.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Create_Reference_File.json index b593b05a1f0b..b7993c3ac135 100644 --- a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Create_Reference_File.json +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Create_Reference_File.json @@ -1,6 +1,6 @@ { "parameters": { - "api-version": "2020-03-01", + "api-version": "2021-10-01-preview", "subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d", "resourceGroupName": "sjrg8440", "jobName": "sj9597", diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Test.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Test.json index 5c7961dd51c6..49fba488da9f 100644 --- a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Test.json +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Input_Test.json @@ -8,10 +8,17 @@ }, "responses": { "200": { + "headers": { + "Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/inputs/inputName?api-version=2021-10-01-preview" + }, "body": { "status": "TestSucceeded" } }, - "202": {} + "202": { + "headers": { + "Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/inputs/inputName?api-version=2021-10-01-preview" + } + } } } diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Create_DeltaLake.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Create_DeltaLake.json new file mode 100644 index 000000000000..21017d67b7bc --- /dev/null +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Create_DeltaLake.json @@ -0,0 +1,103 @@ +{ + "parameters": { + "api-version": "2021-10-01-preview", + "subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d", + "resourceGroupName": "sjrg", + "jobName": "sjName", + "outputName": "output1221", + "output": { + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "storageAccounts": [ + { + "accountName": "someAccountName", + "accountKey": "accountKey==" + } + ], + "container": "deltaoutput", + "pathPattern": null, + "dateFormat": null, + "timeFormat": null + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table1", + "partitionColumns": [ + "column1" + ] + } + } + } + } + }, + "responses": { + "201": { + "headers": { + "ETag": "219b3b09-f823-4d78-ace0-90e24c12c501" + }, + "body": { + "id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221", + "name": "output1221", + "type": "Microsoft.StreamAnalytics/streamingjobs/outputs", + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "storageAccounts": [ + { + "accountName": "someAccountName" + } + ], + "container": "deltaoutput" + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table1", + "partitionColumns": [ + "column1" + ] + } + } + } + } + }, + "200": { + "headers": { + "ETag": "219b3b09-f823-4d78-ace0-90e24c12c501" + }, + "body": { + "id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221", + "name": "output1221", + "type": "Microsoft.StreamAnalytics/streamingjobs/outputs", + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "storageAccounts": [ + { + "accountName": "someAccountName" + } + ], + "container": "deltaoutput" + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table1", + "partitionColumns": [ + "column1" + ] + } + } + } + } + } + } +} diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Get_DeltaLake.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Get_DeltaLake.json new file mode 100644 index 000000000000..eb08185d753d --- /dev/null +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Get_DeltaLake.json @@ -0,0 +1,43 @@ +{ + "parameters": { + "api-version": "2021-10-01-preview", + "subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d", + "resourceGroupName": "sjrg", + "jobName": "sjName", + "outputName": "output1221" + }, + "responses": { + "200": { + "headers": { + "ETag": "219b3b09-f823-4d78-ace0-90e24c12c501" + }, + "body": { + "id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221", + "name": "output1221", + "type": "Microsoft.StreamAnalytics/streamingjobs/outputs", + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "storageAccounts": [ + { + "accountName": "someAccountName" + } + ], + "container": "deltaoutput" + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table1", + "partitionColumns": [ + "column1" + ] + } + } + } + } + } + } +} diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Test.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Test.json index b8d5cf8aa27b..a32d6ac80bf5 100644 --- a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Test.json +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Test.json @@ -8,10 +8,17 @@ }, "responses": { "200": { + "headers": { + "Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/outputs/outputName?api-version=2021-10-01-preview" + }, "body": { "status": "TestSucceeded" } }, - "202": {} + "202": { + "headers": { + "Location": "https://management.azure.com/subscriptions/subscriptionId/resourceGroups/resourceGroup/providers/Microsoft.StreamAnalytics/streamingjobs/jobName/outputs/outputName?api-version=2021-10-01-preview" + } + } } } diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Update_DeltaLake.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Update_DeltaLake.json new file mode 100644 index 000000000000..1e6608742c2b --- /dev/null +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/Output_Update_DeltaLake.json @@ -0,0 +1,62 @@ +{ + "parameters": { + "api-version": "2021-10-01-preview", + "subscriptionId": "56b5e0a9-b645-407d-99b0-c64f86013e3d", + "resourceGroupName": "sjrg", + "jobName": "sjName", + "outputName": "output1221", + "output": { + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "container": "deltaoutput2" + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table2", + "partitionColumns": [ + "column2" + ] + } + } + } + } + }, + "responses": { + "200": { + "headers": { + "ETag": "219b3b09-f823-4d78-ace0-90e24c12c501" + }, + "body": { + "id": "/subscriptions/56b5e0a9-b645-407d-99b0-c64f86013e3d/resourceGroups/sjrg/providers/Microsoft.StreamAnalytics/streamingjobs/sjName/outputs/output1221", + "name": "output1221", + "type": "Microsoft.StreamAnalytics/streamingjobs/outputs", + "properties": { + "datasource": { + "type": "Microsoft.Storage/Blob", + "properties": { + "storageAccounts": [ + { + "accountName": "someAccountName" + } + ], + "container": "deltaoutput2" + } + }, + "serialization": { + "type": "Delta", + "properties": { + "deltaTablePath": "/folder1/table2", + "partitionColumns": [ + "column2" + ] + } + } + } + } + } + } +} diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/inputs.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/inputs.json index 0ecc594b9b5e..f932e410a572 100644 --- a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/inputs.json +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/inputs.json @@ -971,13 +971,51 @@ "Avro", "Json", "CustomClr", - "Parquet" + "Parquet", + "Delta" ], "x-ms-enum": { "name": "EventSerializationType", "modelAsString": true } }, + "DeltaSerialization": { + "type": "object", + "description": "Describes how data from an input is serialized or how data is serialized when written to an output in Delta Lake format.", + "x-ms-discriminator-value": "Delta", + "allOf": [ + { + "$ref": "#/definitions/Serialization" + } + ], + "properties": { + "properties": { + "$ref": "#/definitions/DeltaSerializationProperties", + "description": "The properties that are associated with the Delta Lake serialization type. Required on PUT (CreateOrReplace) requests.", + "x-ms-client-flatten": true + } + } + }, + "DeltaSerializationProperties": { + "type": "object", + "description": "The properties that are associated with the Delta Lake serialization type.", + "properties": { + "deltaTablePath": { + "type": "string", + "description": "Specifies the path of the Delta Lake table that the output will be written to." + }, + "partitionColumns": { + "type": "array", + "items": { + "type": "string" + }, + "description": "Specifies the names of the columns for which the Delta Lake table will be partitioned. We are only supporting 1 partition column, but keeping it as an array for extensibility." + } + }, + "required": [ + "deltaTablePath" + ] + }, "ParquetSerialization": { "type": "object", "description": "Describes how data from an input is serialized or how data is serialized when written to an output in Parquet format.", diff --git a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/outputs.json b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/outputs.json index 393456c0f0d0..5e7952ed3cd7 100644 --- a/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/outputs.json +++ b/specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/outputs.json @@ -79,6 +79,9 @@ }, "Create a PostgreSQL output": { "$ref": "./examples/Output_Create_PostgreSQL.json" + }, + "Create a Delta Lake output": { + "$ref": "./examples/Output_Create_DeltaLake.json" } }, "parameters": [ @@ -195,6 +198,9 @@ }, "Update an Azure Data Lake Store output with JSON serialization": { "$ref": "./examples/Output_Update_AzureDataLakeStore.json" + }, + "Update a Delta Lake output": { + "$ref": "./examples/Output_Update_DeltaLake.json" } }, "parameters": [ @@ -334,6 +340,9 @@ }, "Get an Azure Data Lake Store output with JSON serialization": { "$ref": "./examples/Output_Get_AzureDataLakeStore_JSON.json" + }, + "Get a Delta Lake output": { + "$ref": "./examples/Output_Get_DeltaLake.json" } }, "parameters": [