Spaces:
Running
Running
| name: Nightly Build | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| # Run job at 6:30 UTC, 10.30pm PST, or 11.30pm PDT | |
| - cron: "30 6 * * *" | |
| env: | |
| POETRY_VERSION: "1.8.3" | |
| PYTHON_VERSION: "3.12" | |
| jobs: | |
| create-nightly-tag: | |
| if: github.repository == 'langflow-ai/langflow' | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -ex -o pipefail {0} | |
| permissions: | |
| # Required to create tag | |
| contents: write | |
| outputs: | |
| main_tag: ${{ steps.generate_main_tag.outputs.main_tag }} | |
| base_tag: ${{ steps.set_base_tag.outputs.base_tag }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| persist-credentials: true | |
| - name: "Setup Environment" | |
| uses: ./.github/actions/setup-uv | |
| - name: Install the project | |
| run: uv sync --dev | |
| - name: Generate main nightly tag | |
| id: generate_main_tag | |
| run: | | |
| # NOTE: This outputs the tag with the `v` prefix. | |
| MAIN_TAG="$(uv run ./scripts/ci/pypi_nightly_tag.py main)" | |
| echo "main_tag=$MAIN_TAG" >> $GITHUB_OUTPUT | |
| echo "main_tag=$MAIN_TAG" | |
| - name: Check if main tag already exists | |
| id: check_main_tag | |
| run: | | |
| git fetch --tags | |
| if git rev-parse -q --verify "refs/tags/${{ steps.generate_main_tag.outputs.main_tag }}" >/dev/null; then | |
| echo "main_tag_exists=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "main_tag_exists=false" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Generate base nightly tag | |
| id: generate_base_tag | |
| if: ${{ steps.check_main_tag.outputs.main_tag_exists == 'false' }} | |
| run: | | |
| # NOTE: This outputs the tag with the `v` prefix. | |
| BASE_TAG="$(uv run ./scripts/ci/pypi_nightly_tag.py base)" | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" | |
| - name: Commit tag | |
| id: commit_tag | |
| if: ${{ steps.check_main_tag.outputs.main_tag_exists == 'false' }} | |
| run: | | |
| # If the main tag does not exist in GH, we create the base tag from the existing codebase. | |
| git config --global user.email "[email protected]" | |
| git config --global user.name "Langflow Bot" | |
| MAIN_TAG="${{ steps.generate_main_tag.outputs.main_tag }}" | |
| BASE_TAG="${{ steps.generate_base_tag.outputs.base_tag }}" | |
| echo "Updating base project version to $BASE_TAG and updating main project version to $MAIN_TAG" | |
| uv run ./scripts/ci/update_pyproject_combined.py main $MAIN_TAG $BASE_TAG | |
| uv lock | |
| cd src/backend/base && uv lock && cd ../../.. | |
| git add pyproject.toml src/backend/base/pyproject.toml uv.lock src/backend/base/uv.lock | |
| git commit -m "Update version and project name" | |
| echo "Tagging main with $MAIN_TAG" | |
| if ! git tag -a $MAIN_TAG -m "Langflow nightly $MAIN_TAG"; then | |
| echo "Tag creation failed. Exiting the workflow." | |
| exit 1 | |
| fi | |
| echo "Pushing main tag $MAIN_TAG" | |
| if ! git push origin $MAIN_TAG; then | |
| echo "Tag push failed. Check if the tag already exists. Exiting the workflow." | |
| exit 1 | |
| fi | |
| # TODO: notify on failure | |
| - name: Checkout main nightly tag | |
| uses: actions/checkout@v4 | |
| if: ${{ steps.check_main_tag.outputs.main_tag_exists == 'true' }} | |
| with: | |
| ref: ${{ steps.generate_main_tag.outputs.main_tag }} | |
| - name: Retrieve Base Tag | |
| id: retrieve_base_tag | |
| if: ${{ steps.check_main_tag.outputs.main_tag_exists == 'true' }} | |
| working-directory: src/backend/base | |
| run: | | |
| # If the main tag already exists, we need to retrieve the base version from the main tag codebase. | |
| version=$(uv tree | grep 'langflow-base' | awk '{print $3}') | |
| echo "base_tag=$version" >> $GITHUB_OUTPUT | |
| echo "base_tag=$version" | |
| - name: Set Base Tag | |
| id: set_base_tag | |
| run: | | |
| if [ "${{ steps.retrieve_base_tag.conclusion }}" != "skipped" ] && [ "${{ steps.retrieve_base_tag.outputs.base_tag }}" ]; then | |
| BASE_TAG="${{ steps.retrieve_base_tag.outputs.base_tag }}" | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" | |
| elif [ "${{ steps.commit_tag.conclusion }}" != "skipped" ] && [ "${{ steps.generate_base_tag.outputs.base_tag }}" ]; then | |
| BASE_TAG="${{ steps.generate_base_tag.outputs.base_tag }}" | |
| echo "base_tag=$BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "base_tag=$BASE_TAG" | |
| else | |
| echo "No base tag found. Exiting the workflow." | |
| exit 1 | |
| fi | |
| frontend-tests: | |
| if: github.repository == 'langflow-ai/langflow' | |
| name: Run Frontend Tests | |
| needs: create-nightly-tag | |
| uses: ./.github/workflows/typescript_test.yml | |
| with: | |
| tests_folder: "tests" | |
| release: true | |
| secrets: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| STORE_API_KEY: ${{ secrets.STORE_API_KEY }} | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }} | |
| backend-unit-tests: | |
| if: github.repository == 'langflow-ai/langflow' | |
| name: Run Backend Unit Tests | |
| needs: create-nightly-tag | |
| uses: ./.github/workflows/python_test.yml | |
| with: | |
| python-versions: '["3.10", "3.11", "3.12"]' | |
| # Not making nightly builds dependent on integration test success | |
| # due to inherent flakiness of 3rd party integrations | |
| # Revisit when https://github.com/langflow-ai/langflow/pull/3607 is merged. | |
| # backend-integration-tests: | |
| # name: Run Backend Integration Tests | |
| # needs: create-nightly-tag | |
| # uses: ./.github/workflows/integration_tests.yml | |
| # with: | |
| # python-versions: '["3.10", "3.11", "3.12"]' | |
| # ref: ${{ needs.create-nightly-tag.outputs.tag }} | |
| release-nightly-build: | |
| if: github.repository == 'langflow-ai/langflow' | |
| name: Run Nightly Langflow Build | |
| needs: [frontend-tests, backend-unit-tests, create-nightly-tag] | |
| uses: ./.github/workflows/release_nightly.yml | |
| with: | |
| build_docker_base: true | |
| build_docker_main: true | |
| nightly_tag_main: ${{ needs.create-nightly-tag.outputs.main_tag }} | |
| nightly_tag_base: ${{ needs.create-nightly-tag.outputs.base_tag }} | |
| secrets: inherit | |
| # slack-notification: | |
| # name: Send Slack Notification | |
| # needs: run-nightly-build | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - name: Send success notification to Slack | |
| # if: success() | |
| # uses: slackapi/[email protected] | |
| # with: | |
| # payload: | | |
| # { | |
| # "channel": "#langflow-nightly-builds", | |
| # "username": "GitHub Actions", | |
| # "text": "Nightly Build Successful :white_check_mark:", | |
| # "icon_emoji": ":rocket:" | |
| # } | |
| # env: | |
| # SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| # - name: Send failure notification to Slack | |
| # if: failure() | |
| # uses: slackapi/[email protected] | |
| # with: | |
| # payload: | | |
| # { | |
| # "channel": "#langflow-nightly-builds", | |
| # "username": "GitHub Actions", | |
| # "text": "Nightly Build Failed :x:", | |
| # "icon_emoji": ":warning:" | |
| # } | |
| # env: | |
| # SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |