test: add e2e test

packages/tests/src/commonlib/functionValidator.ts

@@ -8,6 +8,7 @@ import * as chai from "chai";
 import glob from "glob";
 import path from "path";
 import { EnvConstants, PluginId, StateConfigKey } from "./constants";
+// eslint-disable-next-line import/no-cycle
 import {
  getResourceGroupNameFromResourceId,
  getSiteNameFromResourceId,
@@ -39,6 +40,7 @@ enum BaseConfig {
  API_ENDPOINT = "API_ENDPOINT",
  M365_APPLICATION_ID_URI = "M365_APPLICATION_ID_URI",
  IDENTITY_ID = "IDENTITY_ID",
+ WEBSITE_CONTENTSHARE = "WEBSITE_CONTENTSHARE",
 }
 
 enum SQLConfig {
@@ -110,14 +112,11 @@ export class FunctionValidator {
  token as string
  );
  chai.assert.exists(webappSettingsResponse);
- const endpoint =
- (this.ctx[EnvConstants.FUNCTION_ENDPOINT] as string) ??
- (this.ctx[EnvConstants.FUNCTION_ENDPOINT_2] as string);
- chai.assert.equal(
- webappSettingsResponse[BaseConfig.API_ENDPOINT],
- endpoint
- );
 
+ const contentShare =
+ webappSettingsResponse[BaseConfig.WEBSITE_CONTENTSHARE];
+ const functionNameInAzure = contentShare.split("-")[0];
+ chai.assert.equal(functionNameInAzure, this.functionAppName);
  console.log("Successfully validate Function Provision.");
  }
 

packages/tests/src/e2e/caseFactory.ts

@@ -51,8 +51,10 @@ export abstract class CaseFactory {
  skipDeploy?: boolean;
  skipValidate?: boolean;
  skipPackage?: boolean;
+ skipErrorMessage?: string;
  };
  public custimized?: Record<string, string>;
+ public processEnv?: NodeJS.ProcessEnv;
 
  public constructor(
  capability: Capability,
@@ -74,8 +76,10 @@ export abstract class CaseFactory {
  skipDeploy?: boolean;
  skipValidate?: boolean;
  skipPackage?: boolean;
+ skipErrorMessage?: string;
  } = {},
- custimized?: Record<string, string>
+ custimized?: Record<string, string>,
+ processEnv?: NodeJS.ProcessEnv
  ) {
  this.capability = capability;
  this.testPlanCaseId = testPlanCaseId;
@@ -84,6 +88,7 @@ export abstract class CaseFactory {
  this.programmingLanguage = programmingLanguage;
  this.options = options;
  this.custimized = custimized;
+ this.processEnv = processEnv;
  }
 
  public onBefore(): Promise<void> {
@@ -103,14 +108,16 @@ export abstract class CaseFactory {
  testFolder: string,
  capability: Capability,
  programmingLanguage?: ProgrammingLanguage,
- custimized?: Record<string, string>
+ custimized?: Record<string, string>,
+ processEnv?: NodeJS.ProcessEnv
  ): Promise<void> {
  await Executor.createProject(
  testFolder,
  appName,
  capability,
  programmingLanguage ? programmingLanguage : ProgrammingLanguage.TS,
- custimized
+ custimized,
+ processEnv
  );
  }
 
@@ -127,6 +134,7 @@ export abstract class CaseFactory {
  programmingLanguage,
  options,
  custimized,
+ processEnv,
  onBefore,
  onAfter,
  onAfterCreate,
@@ -153,7 +161,8 @@ export abstract class CaseFactory {
  testFolder,
  capability,
  programmingLanguage,
- custimized
+ custimized,
+ processEnv
  );
  expect(fs.pathExistsSync(projectPath)).to.be.true;
 
@@ -173,7 +182,12 @@ export abstract class CaseFactory {
  expect(result).to.be.true;
  process.env["AZURE_RESOURCE_GROUP_NAME"] = appName + "-rg";
 
- const { success } = await Executor.provision(projectPath);
+ const { success } = await Executor.provision(
+ projectPath,
+ "dev",
+ true,
+ options?.skipErrorMessage
+ );
  expect(success).to.be.true;
 
  // Validate Provision

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKey.dotnet.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ "GenerateApiKey.ps1",
+ ];
+ await validateFiles(projectPath, files);
+
+ const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+ await replaceSecretKey(userFile);
+ }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+ 28641218,
+ "yimin@microsoft.com",
+ "api-key",
+ ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKeyForJs.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ "src/keyGen.js",
+ ];
+ await validateFiles(projectPath, files);
+
+ const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+ await replaceSecretKey(userFile);
+ }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+ 28640069,
+ "yimin@microsoft.com",
+ "api-key",
+ ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithApiKeyForTs.tests.ts

@@ -0,0 +1,32 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { replaceSecretKey, validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import * as path from "path";
+
+class CopilotPluginWithNoneAuthForTsCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ "src/keyGen.ts",
+ ];
+ await validateFiles(projectPath, files);
+
+ const userFile = path.resolve(projectPath, "env", `.env.dev.user`);
+ await replaceSecretKey(userFile);
+ }
+}
+
+new CopilotPluginWithNoneAuthForTsCase(
+ 28640069,
+ "yimin@microsoft.com",
+ "api-key",
+ ProgrammingLanguage.TS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuth.dotnet.tests.ts

@@ -0,0 +1,26 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+class CopilotPluginWithNoneAuthForCsharpCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginWithNoneAuthForCsharpCase(
+ 28641262,
+ "yimin@microsoft.com",
+ "none",
+ ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuthForJs.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+
+class CopilotPluginWithNoneAuthForJsCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginWithNoneAuthForJsCase(
+ 27569734,
+ "yimin@microsoft.com",
+ "none",
+ ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithNoneAuthForTs.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Yimin Jin <yiminjin@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { validateFiles } from "./helper";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+
+class CopilotPluginWithNoneAuthForTsCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginWithNoneAuthForTsCase(
+ 27569734,
+ "yimin@microsoft.com",
+ "none",
+ ProgrammingLanguage.TS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuth.dotnet.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <huimiao@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForCsharpTestCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.dev.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginOAuthForCsharpTestCase(
+ 28641204,
+ "huimiao@microsoft.com",
+ "oauth",
+ ProgrammingLanguage.CSharp
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuthForJS.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <huimiao@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForJsTestCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.dev.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginOAuthForJsTestCase(
+ 27569691,
+ "huimiao@microsoft.com",
+ "oauth",
+ ProgrammingLanguage.JS
+).test();

packages/tests/src/e2e/copilotplugin/CopilotPluginWithOAuthForTS.tests.ts

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT license.
+
+/**
+ * @author Hui Miao <huimiao@microsoft.com>
+ */
+
+import { ProgrammingLanguage } from "@microsoft/teamsfx-core";
+import { CopilotPluginCommonTest } from "./copilotPluginCommonTest";
+import { validateFiles } from "./helper";
+
+class CopilotPluginOAuthForTsTestCase extends CopilotPluginCommonTest {
+ public override async onAfterCreate(projectPath: string): Promise<void> {
+ const files: string[] = [
+ "appPackage/ai-plugin.dev.json",
+ "appPackage/manifest.json",
+ ];
+ await validateFiles(projectPath, files);
+ }
+}
+
+new CopilotPluginOAuthForTsTestCase(
+ 27569691,
+ "huimiao@microsoft.com",
+ "oauth",
+ ProgrammingLanguage.TS
+).test();