From 8153c863e62f53ff7f3c8105c89f5dbe79ce5eb7 Mon Sep 17 00:00:00 2001 From: cristhianzl Date: Wed, 26 Jun 2024 16:11:37 -0300 Subject: [PATCH] =?UTF-8?q?=E2=9C=85=20(tests):=20add=20model=20selection?= =?UTF-8?q?=20step=20in=20end-to-end=20tests?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Add steps to select "gpt-4o" model in various end-to-end tests to ensure consistency and accuracy in test execution. --- src/frontend/tests/end-to-end/basicExamples.spec.ts | 12 ++++++++++++ .../tests/end-to-end/chatInputOutputUser.spec.ts | 10 ++++++++++ src/frontend/tests/end-to-end/generalBugs.spec.ts | 4 ++++ src/frontend/tests/end-to-end/logs.spec.ts | 4 ++++ .../tests/end-to-end/textInputOutput.spec.ts | 4 ++++ 5 files changed, 34 insertions(+) diff --git a/src/frontend/tests/end-to-end/basicExamples.spec.ts b/src/frontend/tests/end-to-end/basicExamples.spec.ts index 0a7042259..84c98634e 100644 --- a/src/frontend/tests/end-to-end/basicExamples.spec.ts +++ b/src/frontend/tests/end-to-end/basicExamples.spec.ts @@ -41,6 +41,9 @@ test("Basic Prompting (Hello, World)", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByTestId("button_run_chat output").click(); await page.waitForSelector("text=built successfully", { timeout: 30000 }); @@ -121,6 +124,9 @@ test("Memory Chatbot", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByTestId("button_run_chat output").click(); await page.waitForSelector("text=built successfully", { timeout: 30000 }); @@ -211,6 +217,9 @@ test("Document QA", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + const fileChooserPromise = page.waitForEvent("filechooser"); await page.getByTestId("icon-FileSearch2").click(); const fileChooser = await fileChooserPromise; @@ -301,6 +310,9 @@ test("Blog Writer", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page .getByTestId("input-list-input_urls-0") .nth(0) diff --git a/src/frontend/tests/end-to-end/chatInputOutputUser.spec.ts b/src/frontend/tests/end-to-end/chatInputOutputUser.spec.ts index 636d5da71..f90166f8c 100644 --- a/src/frontend/tests/end-to-end/chatInputOutputUser.spec.ts +++ b/src/frontend/tests/end-to-end/chatInputOutputUser.spec.ts @@ -46,6 +46,10 @@ test("user must interact with chat with Input/Output", async ({ page }) => { await page .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByText("Playground", { exact: true }).click(); await page.waitForSelector('[data-testid="input-chat-playground"]', { @@ -162,6 +166,9 @@ test("user must be able to see output inspection", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByTestId("button_run_chat output").last().click(); await page.waitForTimeout(5000); @@ -221,6 +228,9 @@ test("user must be able to send an image on chat", async ({ page }) => { .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByText("Chat Input", { exact: true }).click(); await page.getByTestId("more-options-modal").click(); await page.getByTestId("edit-button-modal").click(); diff --git a/src/frontend/tests/end-to-end/generalBugs.spec.ts b/src/frontend/tests/end-to-end/generalBugs.spec.ts index 6a2cde7a0..b9b8bd9b0 100644 --- a/src/frontend/tests/end-to-end/generalBugs.spec.ts +++ b/src/frontend/tests/end-to-end/generalBugs.spec.ts @@ -83,6 +83,10 @@ test("erase button should clear the chat messages", async ({ page }) => { await page .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByText("Playground", { exact: true }).click(); await page.waitForSelector('[data-testid="input-chat-playground"]', { diff --git a/src/frontend/tests/end-to-end/logs.spec.ts b/src/frontend/tests/end-to-end/logs.spec.ts index 8f5ce4a2d..dc9e3aa62 100644 --- a/src/frontend/tests/end-to-end/logs.spec.ts +++ b/src/frontend/tests/end-to-end/logs.spec.ts @@ -33,6 +33,10 @@ test("should able to see and interact with logs", async ({ page }) => { await page .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByTestId("button_run_chat output").first().click(); await page.waitForTimeout(2000); diff --git a/src/frontend/tests/end-to-end/textInputOutput.spec.ts b/src/frontend/tests/end-to-end/textInputOutput.spec.ts index 9857cfba6..403799e80 100644 --- a/src/frontend/tests/end-to-end/textInputOutput.spec.ts +++ b/src/frontend/tests/end-to-end/textInputOutput.spec.ts @@ -164,6 +164,10 @@ test("TextInputOutputComponent", async ({ page }) => { await page .getByTestId("popover-anchor-input-openai_api_key") .fill(process.env.OPENAI_API_KEY ?? ""); + + await page.getByTestId("dropdown-model_name").click(); + await page.getByText("gpt-4o", { exact: true }).click(); + await page.getByText("Playground", { exact: true }).click(); await page.getByText("Run Flow", { exact: true }).click();