Update Python dependency installation in GitHub workflows

.github/workflows/python_test.yml

@@ -33,11 +33,15 @@ jobs:
         run: pipx install poetry==$POETRY_VERSION
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
+        id: setup-python
         with:
           python-version: ${{ matrix.python-version }}
           cache: "poetry"
-      - name: Install dependencies
-        run: poetry install
+      - name: Install Python dependencies
+        run: |
+          poetry env use ${{ matrix.python-version }}
+          poetry install
+        if: ${{ steps.setup-python.outputs.cache-hit != 'true' }}
       - name: Run unit tests
         run: |
           make tests