fix: spec files cant find .env variable on CI (#2514)

* bugfix: add env import to spec files correctly * 🔧 (ci.yml): fix indentation for consistency and readability in CI workflow * ci: add inputs to workflow * bugfix: improve flaky test general bugs to run smoothier on CI * ci: add more shards to improve tests on CI
2024-07-03 22:36:07 -03:00 · 2024-07-03 22:36:07 -03:00 · fb21fdda5e
commit fb21fdda5e
parent be21f2f95a
21 changed files with 216 additions and 124 deletions
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@ -8,90 +8,99 @@ on:
        description: "(Optional) Branch to checkout"
        required: false
        type: string
+      openai_api_key:
+        description: "OpenAI API Key"
+        required: false
+        type: string
+      store_api_key:
+        description: "Store API Key"
+        required: false
+        type: string
  pull_request:

+
+
 concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

 jobs:
-    path-filter:
-        name: Filter Paths
-        runs-on: ubuntu-latest
-        outputs:
-            python: ${{ steps.filter.outputs.python }}
-            frontend: ${{ steps.filter.outputs.frontend }}
-            docs: ${{ steps.filter.outputs.docs }}
-            tests: ${{ steps.filter.outputs.tests }}
-        steps:
-        - name: Checkout code
-          uses: actions/checkout@v4
-          with:
-            ref: ${{ inputs.branch || github.ref }}
-        - name: Filter Paths
-          id: filter
-          uses: dorny/paths-filter@v3
-          with:
-            filters: |
-              python:
-                - "src/backend/**"
-                - "src/backend/**.py"
-                - "pyproject.toml"
-                - "poetry.lock"
-                - "**/python_test.yml"
-              tests:
-                - "tests/**"
-                - "src/frontend/tests/**"
-              frontend:
-                - "src/frontend/**"
-                - "**/typescript_test.yml"
-              docs:
-                - "docs/**"
+  path-filter:
+    name: Filter Paths
+    runs-on: ubuntu-latest
+    outputs:
+      python: ${{ steps.filter.outputs.python }}
+      frontend: ${{ steps.filter.outputs.frontend }}
+      docs: ${{ steps.filter.outputs.docs }}
+      tests: ${{ steps.filter.outputs.tests }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.branch || github.ref }}
+      - name: Filter Paths
+        id: filter
+        uses: dorny/paths-filter@v3
+        with:
+          filters: |
+            python:
+              - "src/backend/**"
+              - "src/backend/**.py"
+              - "pyproject.toml"
+              - "poetry.lock"
+              - "**/python_test.yml"
+            tests:
+              - "tests/**"
+              - "src/frontend/tests/**"
+            frontend:
+              - "src/frontend/**"
+              - "**/typescript_test.yml"
+            docs:
+              - "docs/**"

-    test-backend:
-        needs: path-filter
-        name: Run Backend Tests
-        if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.tests == 'true' }}
-        uses: ./.github/workflows/python_test.yml
+  test-backend:
+    needs: path-filter
+    name: Run Backend Tests
+    if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.tests == 'true' }}
+    uses: ./.github/workflows/python_test.yml

+  test-frontend:
+    needs: path-filter
+    name: Run Frontend Tests
+    if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.frontend == 'true' || needs.path-filter.outputs.tests == 'true' }}
+    uses: ./.github/workflows/typescript_test.yml
+    secrets:
+      OPENAI_API_KEY: "${{ secrets.OPENAI_API_KEY }}"
+      STORE_API_KEY: "${{ secrets.STORE_API_KEY }}"

+  lint-backend:
+    needs: path-filter
+    if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.tests == 'true' }}
+    name: Lint Backend
+    uses: ./.github/workflows/lint-py.yml
+    # Run only if there are python files changed

-    test-frontend:
-      needs: path-filter
-      name: Run Frontend Tests
-      if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.frontend == 'true' || needs.path-filter.outputs.tests == 'true' }}
-      uses: ./.github/workflows/typescript_test.yml
+  test-docs-build:
+    needs: path-filter
+    if: ${{ needs.path-filter.outputs.docs == 'true' }}
+    name: Test Docs Build
+    uses: ./.github/workflows/docs_test.yml

-
-    lint-backend:
-        needs: path-filter
-        if: ${{ needs.path-filter.outputs.python == 'true' || needs.path-filter.outputs.tests == 'true' }}
-        name: Lint Backend
-        uses: ./.github/workflows/lint-py.yml
-        # Run only if there are python files changed
-
-    test-docs-build:
-        needs: path-filter
-        if: ${{ needs.path-filter.outputs.docs == 'true' }}
-        name: Test Docs Build
-        uses: ./.github/workflows/docs_test.yml
-
-
-    # https://github.com/langchain-ai/langchain/blob/master/.github/workflows/check_diffs.yml
-    ci_success:
-        name: "CI Success"
-        needs: [test-backend, test-frontend, lint-backend, test-docs-build]
-        if: |
-            always()
-        runs-on: ubuntu-latest
-        env:
-            JOBS_JSON: ${{ toJSON(needs) }}
-            RESULTS_JSON: ${{ toJSON(needs.*.result) }}
-            EXIT_CODE: ${{!contains(needs.*.result, 'failure') && !contains(needs.*.result, 'cancelled') && '0' || '1'}}
-        steps:
-        - name: "CI Success"
-          run: |
-            echo $JOBS_JSON
-            echo $RESULTS_JSON
-            echo "Exiting with $EXIT_CODE"
-            exit $EXIT_CODE
+  # https://github.com/langchain-ai/langchain/blob/master/.github/workflows/check_diffs.yml
+  ci_success:
+    name: "CI Success"
+    needs: [test-backend, test-frontend, lint-backend, test-docs-build]
+    if: |
+      always()
+    runs-on: ubuntu-latest
+    env:
+      JOBS_JSON: ${{ toJSON(needs) }}
+      RESULTS_JSON: ${{ toJSON(needs.*.result) }}
+      EXIT_CODE: ${{!contains(needs.*.result, 'failure') && !contains(needs.*.result, 'cancelled') && '0' || '1'}}
+    steps:
+      - name: "CI Success"
+        run: |
+          echo $JOBS_JSON
+          echo $RESULTS_JSON
+          echo "Exiting with $EXIT_CODE"
+          exit $EXIT_CODE
--- a/.github/workflows/typescript_test.yml
+++ b/.github/workflows/typescript_test.yml
@ -2,6 +2,11 @@ name: Run Frontend Tests

 on:
  workflow_call:
+    secrets:
+      OPENAI_API_KEY:
+        required: true
+      STORE_API_KEY:
+        required: true
  workflow_dispatch:
    inputs:
      branch:
@ -9,7 +14,6 @@ on:
        required: false
        type: string

-
 env:
  POETRY_VERSION: "1.8.3"
  NODE_VERSION: "21"
@ -25,11 +29,11 @@ jobs:
    strategy:
      fail-fast: false
      matrix:
-        shardIndex: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
-        shardTotal: [10]
+        shardIndex: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
+        shardTotal: [14]
    env:
-      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-      STORE_API_KEY: ${{ secrets.STORE_API_KEY }}
+      OPENAI_API_KEY: ${{ inputs.openai_api_key || secrets.OPENAI_API_KEY }}
+      STORE_API_KEY: ${{ inputs.store_api_key || secrets.STORE_API_KEY }}
    steps:
      - name: Checkout code
        uses: actions/checkout@v4