[Language Conversations] Fix nightly (Azure#23207)

Author: deyaaeldeen

sdk/cognitivelanguage/ai-language-conversations/karma.conf.js

@@ -0,0 +1,136 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+// https://github.com/karma-runner/karma-chrome-launcher
+process.env.CHROME_BIN = require("puppeteer").executablePath();
+require("dotenv").config();
+const { relativeRecordingsPath } = require("@azure-tools/test-recorder");
+
+process.env.RECORDINGS_RELATIVE_PATH = relativeRecordingsPath();
+
+module.exports = function (config) {
+  config.set({
+    // base path that will be used to resolve all patterns (eg. files, exclude)
+    basePath: "./",
+
+    // frameworks to use
+    // available frameworks: https://npmjs.org/browse/keyword/karma-adapter
+    frameworks: ["source-map-support", "mocha"],
+
+    plugins: [
+      "karma-mocha",
+      "karma-mocha-reporter",
+      "karma-chrome-launcher",
+      "karma-edge-launcher",
+      "karma-firefox-launcher",
+      "karma-ie-launcher",
+      "karma-env-preprocessor",
+      "karma-coverage",
+      "karma-sourcemap-loader",
+      "karma-junit-reporter",
+      "karma-source-map-support",
+    ],
+
+    // list of files / patterns to load in the browser
+    files: [
+      "dist-test/index.browser.js",
+      { pattern: "dist-test/index.browser.js.map", type: "html", included: false, served: true },
+    ],
+
+    // list of files / patterns to exclude
+    exclude: [],
+
+    // preprocess matching files before serving them to the browser
+    // available preprocessors: https://npmjs.org/browse/keyword/karma-preprocessor
+    preprocessors: {
+      "**/*.js": ["sourcemap", "env"],
+      // IMPORTANT: COMMENT following line if you want to debug in your browsers!!
+      // Preprocess source file to calculate code coverage, however this will make source file unreadable
+      // "dist-test/index.js": ["coverage"]
+    },
+
+    envPreprocessor: [
+      "TEST_MODE",
+      "ENDPOINT",
+      "LANGUAGE_API_KEY",
+      "LANGUAGE_API_KEY_ALT",
+      "AZURE_CLIENT_ID",
+      "AZURE_CLIENT_SECRET",
+      "AZURE_TENANT_ID",
+      "LANGUAGE_CLU_PROJECT_NAME",
+      "LANGUAGE_CLU_DEPLOYMENT_NAME",
+      "LANGUAGE_ORCHESTRATION_PROJECT_NAME",
+      "LANGUAGE_ORCHESTRATION_DEPLOYMENT_NAME",
+      "RECORDINGS_RELATIVE_PATH",
+    ],
+
+    // test results reporter to use
+    // possible values: 'dots', 'progress'
+    // available reporters: https://npmjs.org/browse/keyword/karma-reporter
+    reporters: ["mocha", "coverage", "junit"],
+
+    coverageReporter: {
+      // specify a common output directory
+      dir: "coverage-browser/",
+      reporters: [
+        { type: "json", subdir: ".", file: "coverage.json" },
+        { type: "lcovonly", subdir: ".", file: "lcov.info" },
+        { type: "html", subdir: "html" },
+        { type: "cobertura", subdir: ".", file: "cobertura-coverage.xml" },
+      ],
+    },
+
+    junitReporter: {
+      outputDir: "", // results will be saved as $outputDir/$browserName.xml
+      outputFile: "test-results.browser.xml", // if included, results will be saved as $outputDir/$browserName/$outputFile
+      suite: "", // suite will become the package name attribute in xml testsuite element
+      useBrowserName: false, // add browser name to report and classes names
+      nameFormatter: undefined, // function (browser, result) to customize the name attribute in xml testcase element
+      classNameFormatter: undefined, // function (browser, result) to customize the classname attribute in xml testcase element
+      properties: {}, // key value pair of properties to add to the <properties> section of the report
+    },
+
+    // web server port
+    port: 9876,
+
+    // enable / disable colors in the output (reporters and logs)
+    colors: true,
+
+    // level of logging
+    // possible values: config.LOG_DISABLE || config.LOG_ERROR || config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
+    logLevel: config.LOG_INFO,
+
+    // enable / disable watching file and executing tests whenever any file changes
+    autoWatch: false,
+
+    // --no-sandbox allows our tests to run in Linux without having to change the system.
+    // --disable-web-security allows us to authenticate from the browser without having to write tests using interactive auth, which would be far more complex.
+    browsers: ["ChromeHeadlessNoSandbox"],
+    customLaunchers: {
+      ChromeHeadlessNoSandbox: {
+        base: "ChromeHeadless",
+        flags: ["--no-sandbox", "--disable-web-security"],
+      },
+    },
+
+    // Continuous Integration mode
+    // if true, Karma captures browsers, runs the tests and exits
+    singleRun: false,
+
+    // Concurrency level
+    // how many browser should be started simultaneous
+    concurrency: 1,
+
+    browserNoActivityTimeout: 60000000,
+    browserDisconnectTimeout: 10000,
+    browserDisconnectTolerance: 3,
+
+    client: {
+      mocha: {
+        // change Karma's debug.html to the mocha web reporter
+        reporter: "html",
+        timeout: "600000",
+      },
+    },
+  });
+};

sdk/cognitivelanguage/ai-language-conversations/package.json

@@ -113,7 +113,7 @@
     "extract-api": "tsc -p . && api-extractor run --local",
     "format": "prettier --write --config ../../../.prettierrc.json --ignore-path ../../../.prettierignore \"src/**/*.ts\" \"test/**/*.ts\" \"samples-dev/**/*.ts\" \"*.{js,json}\"",
     "integration-test:browser": "dev-tool run test:browser",
-    "integration-test:node": "dev-tool run test:node-js-input -- --timeout 5000000 \"test/**/*.spec.js\"",
+    "integration-test:node": "dev-tool run test:node-js-input -- --timeout 5000000 \"dist-esm/test/**/*.spec.js\"",
     "integration-test": "npm run integration-test:node && npm run integration-test:browser",
     "lint:fix": "eslint package.json api-extractor.json src test --ext .ts --fix --fix-type [problem,suggestion]",
     "lint": "eslint package.json api-extractor.json src test --ext .ts",

sdk/cognitivelanguage/ai-language-conversations/test/public/analyze.spec.ts

@@ -4,9 +4,8 @@
 import { AuthMethod, createClient, startRecorder } from "./utils/recordedClient";
 import { Context, Suite } from "mocha";
 import { assert, matrix } from "@azure/test-utils";
-import { conv1, conv2, conv3, conv4, conv5, conv6 } from "./inputs";
 import { ConversationAnalysisClient } from "../../src";
-import { Recorder } from "@azure-tools/test-recorder";
+import { Recorder, assertEnvironmentVariable } from "@azure-tools/test-recorder";
 
 matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
   describe(`[${authMethod}] ConversationAnalysisClient`, function (this: Suite) {
@@ -27,7 +26,24 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
 
     describe("#sync", () => {
       it("Test Conversation App", async function () {
-        const message = await client.analyzeConversation(conv1);
+        const message = await client.analyzeConversation({
+          kind: "Conversation",
+          analysisInput: {
+            conversationItem: {
+              participantId: "1",
+              id: "1",
+              modality: "text",
+              language: "en",
+              text: "Send an email to Carol about the tomorrow's demo",
+            },
+          },
+          parameters: {
+            projectName: assertEnvironmentVariable("LANGUAGE_CLU_PROJECT_NAME"),
+            deploymentName: assertEnvironmentVariable("LANGUAGE_CLU_DEPLOYMENT_NAME"),
+            verbose: true,
+            isLoggingEnabled: false,
+          },
+        });
         // Assert prediction type
         assert.equal(message.kind, "ConversationResult");
         assert.exists(message.result.query);
@@ -48,7 +64,24 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
       });
 
       it("Test Orchestration App Conversational Response", async function () {
-        const message = await client.analyzeConversation(conv2);
+        const message = await client.analyzeConversation({
+          kind: "Conversation",
+          analysisInput: {
+            conversationItem: {
+              participantId: "1",
+              id: "1",
+              modality: "text",
+              language: "en",
+              text: "Send an email to Carol about the tomorrow's demo",
+            },
+          },
+          parameters: {
+            projectName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_PROJECT_NAME"),
+            deploymentName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_DEPLOYMENT_NAME"),
+            verbose: true,
+            isLoggingEnabled: false,
+          },
+        });
         // Assert prediction type
         assert.equal(message.kind, "ConversationResult");
         assert.exists(message.result.query);
@@ -81,7 +114,24 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
       });
 
       it.skip("Test Orchestration App LUIS Response", async function () {
-        const message = await client.analyzeConversation(conv3);
+        const message = await client.analyzeConversation({
+          kind: "Conversation",
+          analysisInput: {
+            conversationItem: {
+              participantId: "1",
+              id: "1",
+              modality: "text",
+              language: "en",
+              text: "Reserve a table for 2 at the Italian restaurant",
+            },
+          },
+          parameters: {
+            projectName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_PROJECT_NAME"),
+            deploymentName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_DEPLOYMENT_NAME"),
+            verbose: true,
+            isLoggingEnabled: false,
+          },
+        });
         // Assert prediction type
         assert.equal(message.kind, "ConversationResult");
         assert.exists(message.result.query);
@@ -112,7 +162,24 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
       });
 
       it("Test Orchestration App QnA Response", async function () {
-        const message = await client.analyzeConversation(conv4);
+        const message = await client.analyzeConversation({
+          kind: "Conversation",
+          analysisInput: {
+            conversationItem: {
+              participantId: "1",
+              id: "1",
+              modality: "text",
+              language: "en",
+              text: "How are you?",
+            },
+          },
+          parameters: {
+            projectName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_PROJECT_NAME"),
+            deploymentName: assertEnvironmentVariable("LANGUAGE_ORCHESTRATION_DEPLOYMENT_NAME"),
+            verbose: true,
+            isLoggingEnabled: false,
+          },
+        });
         // Assert prediction type
         assert.equal(message.kind, "ConversationResult");
         assert.exists(message.result.query);
@@ -140,7 +207,56 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
 
     describe("#async", () => {
       it("Test Conversation App PII transcript", async function () {
-        const poller = await client.beginConversationAnalysis(conv5);
+        const poller = await client.beginConversationAnalysis({
+          displayName: "Analyze PII in conversation",
+          analysisInput: {
+            conversations: [
+              {
+                conversationItems: [
+                  {
+                    id: "1",
+                    participantId: "0",
+                    modality: "transcript",
+                    text: "It is john doe.",
+                    lexical: "It is john doe",
+                    itn: "It is john doe",
+                    maskedItn: "It is john doe",
+                  },
+                  {
+                    id: "2",
+                    participantId: "1",
+                    modality: "transcript",
+                    text: "Yes, 633-27-8199 is my phone",
+                    lexical: "yes six three three two seven eight one nine nine is my phone",
+                    itn: "yes 633278199 is my phone",
+                    maskedItn: "yes 633278199 is my phone",
+                  },
+                  {
+                    id: "3",
+                    participantId: "1",
+                    modality: "transcript",
+                    text: "j.doe@yahoo.com is my email",
+                    lexical: "j dot doe at yahoo dot com is my email",
+                    maskedItn: "j.doe@yahoo.com is my email",
+                    itn: "j.doe@yahoo.com is my email",
+                  },
+                ],
+                modality: "transcript",
+                id: "1",
+                language: "en",
+              },
+            ],
+          },
+          tasks: [
+            {
+              kind: "ConversationalPIITask",
+              parameters: {
+                redactionSource: "lexical",
+                piiCategories: ["all"],
+              },
+            },
+          ],
+        });
         const message = await poller.pollUntilDone();
         // Assert main object
         assert.equal(message.status, "succeeded");
@@ -167,7 +283,47 @@ matrix([["APIKey"]] as const, async (authMethod: AuthMethod) => {
       });
 
       it("Test Conversation Summarization App", async function () {
-        const poller = await client.beginConversationAnalysis(conv6);
+        const poller = await client.beginConversationAnalysis({
+          displayName: "Analyze conversations from xxx",
+          analysisInput: {
+            conversations: [
+              {
+                conversationItems: [
+                  {
+                    text: "Hello, how can I help you?",
+                    modality: "text",
+                    id: "1",
+                    participantId: "Agent",
+                  },
+                  {
+                    text: "How to upgrade Office? I am getting error messages the whole day.",
+                    modality: "text",
+                    id: "2",
+                    participantId: "Customer",
+                  },
+                  {
+                    text: "Press the upgrade button please. Then sign in and follow the instructions.",
+                    modality: "text",
+                    id: "3",
+                    participantId: "Agent",
+                  },
+                ],
+                modality: "text",
+                id: "conversation1",
+                language: "en",
+              },
+            ],
+          },
+          tasks: [
+            {
+              taskName: "analyze 1",
+              kind: "ConversationalSummarizationTask",
+              parameters: {
+                summaryAspects: ["Issue, Resolution"],
+              },
+            },
+          ],
+        });
         const message = await poller.pollUntilDone();
         // Assert main object
         assert.equal(message.status, "succeeded");