name: Python tests on: workflow_call: inputs: python-versions: description: "(Optional) Python versions to test" required: true type: string default: "['3.10', '3.11', '3.12']" ref: description: "(Optional) ref to checkout" required: false type: string nightly: description: "Whether run is from the nightly build" required: false type: boolean default: false workflow_dispatch: inputs: python-versions: description: "(Optional) Python versions to test" required: true type: string default: "['3.10', '3.11', '3.12']" env: POETRY_VERSION: "1.8.2" NODE_VERSION: "21" PYTEST_RUN_PATH: "src/backend/tests" jobs: build: name: Unit Tests - Python ${{ matrix.python-version }} - Group ${{ matrix.group }} runs-on: ubuntu-latest env: UV_CACHE_DIR: /tmp/.uv-cache strategy: matrix: python-version: ${{ fromJson(inputs.python-versions || '["3.10", "3.11", "3.12"]' ) }} splitCount: [5] group: [1, 2, 3, 4, 5] steps: - uses: actions/checkout@v4 with: ref: ${{ inputs.ref || github.ref }} - name: Setup Node.js uses: actions/setup-node@v4 id: setup-node with: node-version: ${{ env.NODE_VERSION }} - name: Install uv uses: astral-sh/setup-uv@v4 with: enable-cache: true cache-dependency-glob: "uv.lock" - name: "Set up Python" uses: actions/setup-python@v5 with: python-version-file: "pyproject.toml" - name: Restore uv cache uses: actions/cache@v4 with: path: /tmp/.uv-cache key: uv-${{ runner.os }}-${{ hashFiles('uv.lock') }} restore-keys: | uv-${{ runner.os }}-${{ hashFiles('uv.lock') }} uv-${{ runner.os }} - name: Install the project run: uv sync --dev - name: Run unit tests uses: nick-fields/retry@v3 with: timeout_minutes: 12 max_attempts: 2 command: make unit_tests async=false args="-x --splits ${{ matrix.splitCount }} --group ${{ matrix.group }}" - name: Minimize uv cache run: uv cache prune --ci integration-tests: name: Integration Tests - Python ${{ matrix.python-version }} runs-on: ubuntu-latest strategy: matrix: python-version: ${{ fromJson(inputs.python-versions || '["3.10", "3.11", "3.12"]' ) }} steps: - uses: actions/checkout@v4 with: ref: ${{ inputs.ref || github.ref }} - name: Install uv uses: astral-sh/setup-uv@v4 with: enable-cache: true cache-dependency-glob: "uv.lock" - name: "Set up Python" uses: actions/setup-python@v5 with: python-version-file: "pyproject.toml" - name: Restore uv cache uses: actions/cache@v4 with: path: /tmp/.uv-cache key: uv-${{ runner.os }}-${{ hashFiles('uv.lock') }} restore-keys: | uv-${{ runner.os }}-${{ hashFiles('uv.lock') }} uv-${{ runner.os }} - name: Install the project run: uv sync --dev - name: Run integration tests run: make integration_tests_no_api_keys - name: Minimize uv cache run: uv cache prune --ci test-cli: name: Test CLI - Python ${{ matrix.python-version }} runs-on: ubuntu-latest strategy: matrix: python-version: ${{ fromJson(inputs.python-versions || '["3.10", "3.11", "3.12"]') }} steps: - name: Check out the code at a specific ref uses: actions/checkout@v4 with: ref: ${{ inputs.ref || github.ref }} - name: "Setup Environment" uses: ./.github/actions/setup-uv - name: Check Version id: check-version # We need to print $3 because langflow-base is a dependency of langflow # For langlow we'd use print $2 run: | version=$(uv tree | grep 'langflow-base' | awk '{print $3}' | sed 's/^v//') url="https://pypi.org/pypi/langflow-base/json" if [ ${{ inputs.nightly }} == true ]; then url="https://pypi.org/pypi/langflow-base-nightly/json" fi last_released_version=$(curl -s $url | jq -r '.releases | keys | .[]' | sort -V | tail -n 1) if [ "$version" != "$last_released_version" ]; then echo "Version $version has not been released yet. Skipping the rest of the job." echo skipped=true >> $GITHUB_OUTPUT exit 0 else echo version=$version >> $GITHUB_OUTPUT echo skipped=false >> $GITHUB_OUTPUT fi - name: Build wheel if: steps.check-version.outputs.skipped == 'false' run: | make build main=true - name: Install wheel and Test CLI if: steps.check-version.outputs.skipped == 'false' run: | uv venv new-venv source new-venv/bin/activate uv pip install dist/*.whl - name: Test CLI if: steps.check-version.outputs.skipped == 'false' run: | source new-venv/bin/activate python -m langflow run --host 127.0.0.1 --port 7860 --backend-only & SERVER_PID=$! # Wait for the server to start timeout 120 bash -c 'until curl -f http://127.0.0.1:7860/api/v1/auto_login; do sleep 5; done' || (echo "Server did not start in time" && kill $SERVER_PID && exit 1) # Terminate the server kill $SERVER_PID || (echo "Failed to terminate the server" && exit 1) sleep 20 # give the server some time to terminate # Check if the server is still running if kill -0 $SERVER_PID 2>/dev/null; then echo "Failed to terminate the server" exit 0 else echo "Server terminated successfully" fi - name: Minimize uv cache run: uv cache prune --ci