[Monitor Ingestion] Browser gzipping using pako (Azure#22880)

Author: KarishmaGhiya

common/config/rush/pnpm-lock.yaml

@@ -1,15 +1,9 @@
 # Release History
 
-## 1.0.0-beta.2 (Unreleased)
+## 1.0.0-beta.2 (2022-08-22)
 
 ### Features Added
-
-### Breaking Changes
-
-### Bugs Fixed
-
-### Other Changes
-
+- Added gzip support for browser
 ## 1.0.0-beta.1 (2022-07-19)
 
 ### Features Added

sdk/monitor/monitor-ingestion/CHANGELOG.md

@@ -92,9 +92,11 @@
     "@azure/core-rest-pipeline": "^1.4.0",
     "@azure/core-tracing": "^1.0.0",
     "@azure/logger": "^1.0.0",
-    "tslib": "^2.2.0"
+    "tslib": "^2.2.0",
+    "pako": "^2.0.4"
   },
   "devDependencies": {
+    "@azure/core-util": "^1.0.0",
     "@azure-tools/test-credential": "~1.0.0",
     "@azure-tools/test-recorder": "^2.0.0",
     "@azure/dev-tool": "^1.0.0",
@@ -106,6 +108,7 @@
     "@types/chai": "^4.1.6",
     "@types/mocha": "^7.0.2",
     "@types/node": "^12.0.0",
+    "@types/pako": "^2.0.0",
     "chai": "^4.2.0",
     "cross-env": "^7.0.2",
     "dotenv": "^8.2.0",

sdk/monitor/monitor-ingestion/package.json

@@ -2,7 +2,7 @@
 // Licensed under the MIT license.
 
 import { PipelinePolicy } from "@azure/core-rest-pipeline";
-
+import * as pako from "pako";
 /**
  * Name of the {@link gZippingPolicy}
  */
@@ -11,7 +11,10 @@ export const gZippingPolicyName = "GzippingPolicyForBrowser";
 export const GZippingPolicy: PipelinePolicy = {
   name: gZippingPolicyName,
   sendRequest: async (req, next) => {
-    // This is a no-op for now, will be implementing gzipping for browser using pako https://github.com/Azure/azure-sdk-for-js/issues/22593
+    if (req.body) {
+      const buffer = pako.gzip(String(req.body));
+      req.body = buffer;
+    }
     return next(req);
   },
 };

sdk/monitor/monitor-ingestion/recordings/browsers/logsingestionclient_live_tests/recording_partial_fail_test__when_dcr_id_is_incorrect_for_alternate_requests.json

@@ -17,7 +17,7 @@ export function splitDataToChunks(logs: Record<string, unknown>[]): Record<strin
       chunk.push(element);
       size += elementSize;
     } else {
-      chunkArray.push(chunk);
+      if (chunk.length) chunkArray.push(chunk);
       chunk = [element];
       size = elementSize;
     }

sdk/monitor/monitor-ingestion/recordings/browsers/logsingestionclient_live_tests/recording_sends_basic_data.json

@@ -0,0 +1,46 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+import { splitDataToChunks } from "../../src/utils/splitDataToChunksHelper";
+import { assert } from "chai";
+
+describe("LogsIngestionClient unit tests", function () {
+  it("creates one chunk for single log record of 1MB size", () => {
+    const log = [
+      {
+        data: Array(1000000).fill("x").join(""),
+      },
+    ];
+    const chunkArray = splitDataToChunks(log);
+    assert.equal(chunkArray.length, 1);
+    assert.isNotEmpty(chunkArray[0]);
+    assert.deepEqual(chunkArray[0], log);
+  });
+
+  it("creates one chunk for single log record greater than 1MB size", () => {
+    const log: Record<string, unknown>[] = [
+      {
+        data: Array(3000000).fill("x").join(""),
+      },
+    ];
+    const chunkArray = splitDataToChunks(log);
+    assert.equal(chunkArray.length, 1);
+    assert.isNotEmpty(chunkArray[0]);
+    assert.deepEqual(chunkArray[0], log);
+  });
+
+  it("creates two chunks for logs greater than 1MB size", () => {
+    const log = [
+      {
+        data: Array(3000000).fill("x").join(""),
+      },
+      {
+        data: Array(3000000).fill("x").join(""),
+      },
+    ];
+    const chunkArray = splitDataToChunks(log);
+    assert.equal(chunkArray.length, 2);
+    assert.deepEqual(chunkArray[0][0], log[0]);
+    assert.deepEqual(chunkArray[1][0], log[1]);
+  });
+});