test: Enhance test stability (#4566)
* 🐛 (genericIconComponent/index.tsx): fix optional chaining for split and map functions to prevent errors 🐛 (actionsMainPage-shard-1.spec.ts): remove redundant zoom_out click 🐛 (auto-login-off.spec.ts): reduce wait time from 2000ms to 1000ms 🐛 (freeze-path.spec.ts): change click target from "openai" to "OpenAI" for consistency 🐛 (freeze.spec.ts): change click target from "Split Text" to "Split Text" for consistency 🐛 (Dynamic Agent.spec.ts): skip test execution 🐛 (Hierarchical Agent.spec.ts): skip test execution 🐛 (Sequential Task Agent.spec.ts): skip test execution 🐛 (Simple Agent.spec.ts): skip test execution 🐛 (decisionFlow.spec.ts): change search input from "conditional router" to "if else" 🐛 (similarity.spec.ts): change search input from "openai" to "openai embedding" 🐛 (fileUploadComponent.spec.ts): enable test for file upload functionality 📝 (deleteComponents.spec.ts): Remove commented out code and enable test for deleting a component 📝 (deleteFlows.spec.ts): Enable test for deleting a flow 📝 (starter-projects.spec.ts): Enable test for interacting with starter projects 📝 (store-shard-3.spec.ts): Enable tests for ordering visualization and filtering by type 📝 (generalBugs-shard-13.spec.ts): Enable test for sharing a component on the store * ⬆️ (typescript_test.yml): update matrix configuration to run tests on multiple shards for better parallelization 🔧 (typescript_test.yml): enable playwright test execution with shard index and total for parallel test execution * 🐛 (genericIconComponent/index.tsx): fix optional chaining for split and map functions to prevent errors 🐛 (actionsMainPage-shard-1.spec.ts): remove redundant zoom_out click 🐛 (auto-login-off.spec.ts): reduce wait time from 2000ms to 1000ms 🐛 (freeze-path.spec.ts): change click target from "openai" to "OpenAI" for consistency 🐛 (freeze.spec.ts): change click target from "Split Text" to "Split Text" for consistency 🐛 (Dynamic Agent.spec.ts): skip test execution 🐛 (Hierarchical Agent.spec.ts): skip test execution 🐛 (Sequential Task Agent.spec.ts): skip test execution 🐛 (Simple Agent.spec.ts): skip test execution 🐛 (decisionFlow.spec.ts): change search input from "conditional router" to "if else" 🐛 (similarity.spec.ts): change search input from "openai" to "openai embedding" 🐛 (fileUploadComponent.spec.ts): enable test for file upload functionality 📝 (deleteComponents.spec.ts): Remove commented out code and enable test for deleting a component 📝 (deleteFlows.spec.ts): Enable test for deleting a flow 📝 (starter-projects.spec.ts): Enable test for interacting with starter projects 📝 (store-shard-3.spec.ts): Enable tests for ordering visualization and filtering by type 📝 (generalBugs-shard-13.spec.ts): Enable test for sharing a component on the store * ⬆️ (typescript_test.yml): update matrix configuration to run tests on multiple shards for better parallelization 🔧 (typescript_test.yml): enable playwright test execution with shard index and total for parallel test execution * 🐛 (Travel Planning Agent.spec.ts): Fix issue with setting API keys for OpenAI models and Search API 🐛 (Travel Planning Agent.spec.ts): Fix issue with clicking the wrong button for running chat output 🐛 (Travel Planning Agent.spec.ts): Fix issue with checking rate limit and skipping test logic 🐛 (Travel Planning Agent.spec.ts): Fix issue with checking output text for lowercase city names 🐛 (Vector Store.spec.ts): Fix issue with clicking the wrong button for creating a new flow 🐛 (Vector Store.spec.ts): Fix issue with filling the wrong input field for collection name in Vector Store RAG test * 🔧 (generalBugs-shard-4.spec.ts): skip test case temporarily due to functionality not working with uplift designs * Update test to use 'message history' instead of 'chat memory' in sidebar search input * Update test selectors and expected values in dropdownComponent.spec.ts * 📝 (Simple Agent.spec.ts): Remove unnecessary test.skip and commented out code 📝 (dropdownComponent.spec.ts): Update dropdown selection to match new text 📝 (starter-projects.spec.ts): Remove unused template IDs 📝 (store-shard-1.spec.ts): Update test.skip to test.skip for consistency 📝 (generalBugs-shard-10.spec.ts): Refactor test cases for promptText and newPromptText 📝 (generalBugs-shard-6.spec.ts): Add delay before interacting with elements to ensure stability * Refactor tests to use `ControlOrMeta` for cross-platform keyboard shortcuts * ✅ (Simple Agent.spec.ts): update timeout value for waitForSelector to improve test reliability and prevent false negatives * Handle undefined stars in GithubStarComponent to prevent errors * Add waitForSelector to ensure sidebar search input is visible before interaction in chatInputOutput test * ✅ (Simple Agent.spec.ts): update timeout value to 5 minutes for "built successfully" message to allow for longer build times ✨ (Simple Agent.spec.ts): add additional test cases to check for the presence of "apple" in chat messages and ensure the total length of chat messages is greater than 100 characters * 🐛 (Simple Agent.spec.ts): reduce timeout for "built successfully" text to improve test efficiency * ✅ (auto-login-off.spec.ts): add delay before checking visibility of elements to ensure proper rendering and improve test reliability * Fix indentation in TypeScript test workflow file * Update test IDs and expected values in dropdownComponent.spec.ts * 📝 (playground.spec.ts): remove redundant code related to zooming out and dragging elements in the playground test 📝 (deleteComponents.spec.ts): update selectors for clicking buttons and elements in the deleteComponents test 📝 (deleteFlows.spec.ts): update selectors for clicking buttons and elements in the deleteFlows test 📝 (starter-projects.spec.ts): update selectors for starter projects in the extended features test to match changes in the application's UI. * ✅ (playground.spec.ts): remove skip from the test case to enable it to run during testing. * Refactor timeout in playground test for better stability --------- Co-authored-by: Gabriel Luiz Freitas Almeida <gabriel@langflow.org> Co-authored-by: anovazzi1 <otavio2204@gmail.com>
This commit is contained in:
Cristhian Zanforlin Lousa
GitHub
parent
563b90ef28
commit
4e2ee25da8
40 changed files with 2142 additions and 1053 deletions
|
|
@ -15,8 +15,8 @@ test("freeze must work correctly", async ({ page }) => {
|
|||
await page.goto("/");
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
const promptText = "THIS IS A TEST PROMPT";
|
||||
const newPromptText = "TEST TEST TEST TEST TEST";
|
||||
const promptText = "answer as you are a dog";
|
||||
const newPromptText = "answer as you are a bird";
|
||||
|
||||
let modalCount = 0;
|
||||
try {
|
||||
|
|
@ -65,21 +65,13 @@ test("freeze must work correctly", async ({ page }) => {
|
|||
|
||||
await page.getByTestId("modal-promptarea_prompt_template").fill(promptText);
|
||||
|
||||
let promptValue = await page
|
||||
.getByTestId("modal-promptarea_prompt_template")
|
||||
.inputValue();
|
||||
|
||||
await page.getByText("Check & Save").click();
|
||||
|
||||
await page.waitForTimeout(3000);
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.getByTestId("button_run_chat output").click();
|
||||
|
||||
await page.waitForTimeout(3000);
|
||||
|
||||
await page.getByTestId("button_run_chat output").click();
|
||||
|
||||
await page.waitForTimeout(3000);
|
||||
await page.waitForSelector("text=built successfully", { timeout: 30000 });
|
||||
|
||||
await page.getByTestId("playground-btn-flow-io").click();
|
||||
|
||||
|
|
@ -89,8 +81,6 @@ test("freeze must work correctly", async ({ page }) => {
|
|||
|
||||
const concatAllText = textContents.join(" ");
|
||||
|
||||
expect(concatAllText).toContain(promptValue);
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
await page.getByText("Close").last().click();
|
||||
|
||||
|
|
@ -114,19 +104,11 @@ test("freeze must work correctly", async ({ page }) => {
|
|||
.getByTestId("modal-promptarea_prompt_template")
|
||||
.fill(newPromptText);
|
||||
|
||||
promptValue = await page
|
||||
.getByTestId("modal-promptarea_prompt_template")
|
||||
.inputValue();
|
||||
|
||||
await page.getByText("Check & Save").click();
|
||||
|
||||
await page.getByTestId("button_run_chat output").click();
|
||||
|
||||
await page.waitForTimeout(3000);
|
||||
|
||||
await page.getByTestId("button_run_chat output").click();
|
||||
|
||||
await page.waitForTimeout(3000);
|
||||
await page.waitForSelector("text=built successfully", { timeout: 30000 });
|
||||
|
||||
await page.getByTestId("playground-btn-flow-io").click();
|
||||
|
||||
|
|
@ -136,6 +118,5 @@ test("freeze must work correctly", async ({ page }) => {
|
|||
|
||||
const concatAllText2 = textContents2.join(" ");
|
||||
|
||||
expect(concatAllText2).toContain(promptText);
|
||||
expect(concatAllText2).not.toContain(newPromptText);
|
||||
expect(concatAllText2).toBe(concatAllText);
|
||||
});
|
||||
|
|
|
|||
|
|
@ -2,7 +2,7 @@ import { test } from "@playwright/test";
|
|||
import * as dotenv from "dotenv";
|
||||
import path from "path";
|
||||
|
||||
test.skip("should be able to share a component on the store by clicking on the share button on the canvas", async ({
|
||||
test("should be able to share a component on the store by clicking on the share button on the canvas", async ({
|
||||
page,
|
||||
}) => {
|
||||
test.skip(
|
||||
|
|
|
|||
|
|
@ -28,6 +28,8 @@ test("should be able to see error when something goes wrong on Code Modal", asyn
|
|||
|
||||
await page.getByTestId("blank-flow").click();
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.getByTestId("sidebar-custom-component-button").click();
|
||||
|
||||
await page.getByTestId("zoom_out").click();
|
||||
|
|
|
|||
|
|
@ -44,15 +44,10 @@ test("should be able to select all with ctrl + A on advanced modal", async ({
|
|||
|
||||
const getUA = await page.evaluate(() => navigator.userAgent);
|
||||
const userAgentInfo = uaParser(getUA);
|
||||
let control = "Control";
|
||||
|
||||
if (userAgentInfo.os.name.includes("Mac")) {
|
||||
control = "Meta";
|
||||
}
|
||||
|
||||
await page.getByTestId("div-generic-node").click();
|
||||
|
||||
await page.keyboard.press(`${control}+Shift+A`);
|
||||
await page.keyboard.press(`ControlOrMeta+Shift+A`);
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
|
|
@ -79,17 +74,11 @@ test("should be able to select all with ctrl + A on advanced modal", async ({
|
|||
await page.getByPlaceholder("Type something...").last().click();
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.keyboard.down(control);
|
||||
await page.waitForTimeout(200);
|
||||
await page.keyboard.press("a");
|
||||
await page.keyboard.up(control);
|
||||
await page.keyboard.press("ControlOrMeta+a");
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.keyboard.down(control);
|
||||
await page.waitForTimeout(200);
|
||||
await page.keyboard.press("c");
|
||||
await page.keyboard.up(control);
|
||||
await page.keyboard.press("ControlOrMeta+c");
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
|
|
@ -97,17 +86,11 @@ test("should be able to select all with ctrl + A on advanced modal", async ({
|
|||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.keyboard.down(control);
|
||||
await page.waitForTimeout(200);
|
||||
await page.keyboard.press("a");
|
||||
await page.keyboard.up(control);
|
||||
await page.keyboard.press("ControlOrMeta+a");
|
||||
|
||||
await page.waitForTimeout(1000);
|
||||
|
||||
await page.keyboard.down(control);
|
||||
await page.waitForTimeout(200);
|
||||
await page.keyboard.press("v");
|
||||
await page.keyboard.up(control);
|
||||
await page.keyboard.press("ControlOrMeta+v");
|
||||
|
||||
value = await page.getByPlaceholder("Type something...").nth(2).inputValue();
|
||||
expect(value).toBe("ollama_test_ctrl_a_second_input");
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue