mirror of
https://github.com/langflow-ai/langflow.git
synced 2026-07-25 01:49:59 +08:00
68642a8a86
* fix: Properly grep for the langflow version * Mount the sdk where needed * Skip the sdk
415 lines
15 KiB
YAML
415 lines
15 KiB
YAML
name: Docker Nightly Build and Push
|
|
run-name: Docker Nightly Build @${{ inputs.release_type }} by @${{ github.actor }}
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
release_type:
|
|
required: true
|
|
type: string
|
|
description: "Nightly release type. One of 'nightly-main', 'nightly-base', 'nightly-main-all'."
|
|
ref:
|
|
required: true
|
|
type: string
|
|
description: "Ref to check out (branch, tag, or commit). This is required -- it specifies where the source code for the release is located."
|
|
push_to_registry:
|
|
required: false
|
|
type: boolean
|
|
default: true
|
|
description: "Whether to push images to registries. Set to false for testing builds without publishing."
|
|
|
|
workflow_dispatch:
|
|
inputs:
|
|
release_type:
|
|
description: "Nightly release type. One of 'nightly-main', 'nightly-base', 'nightly-main-all'."
|
|
required: true
|
|
type: choice
|
|
options:
|
|
- nightly-main
|
|
- nightly-base
|
|
- nightly-main-all
|
|
ref:
|
|
required: true
|
|
type: string
|
|
description: "Ref to check out (branch, tag, or commit). This is required -- it specifies where the source code for the release is located. Note that if running via Github Actions, this tag (formatted as, e.g., v1.5.1.dev36) must be manually created and pushed to a branch prior to running the workflow."
|
|
push_to_registry:
|
|
description: "Whether to push images to registries. Set to false for testing builds without publishing."
|
|
required: false
|
|
type: boolean
|
|
default: false
|
|
|
|
env:
|
|
PYTHON_VERSION: "3.13"
|
|
|
|
jobs:
|
|
build-nightly-base:
|
|
name: Build Nightly Base Package
|
|
if: ${{ inputs.release_type == 'nightly-base' }}
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- arch: amd64
|
|
runner: [Langflow-runner]
|
|
- arch: arm64
|
|
runner:
|
|
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
|
|
runs-on: ${{ matrix.runner }}
|
|
steps:
|
|
- name: Check out the code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
ref: ${{ inputs.ref }}
|
|
|
|
- name: Setup Environment
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
enable-cache: true
|
|
cache-dependency-glob: "uv.lock"
|
|
python-version: "3.13"
|
|
prune-cache: false
|
|
|
|
- name: Get version for tagging
|
|
id: version
|
|
run: |
|
|
echo "Extracting base version from pyproject.toml"
|
|
version=$(uv tree 2>/dev/null | grep 'langflow-base' | awk '{print $3}' | sed 's/^v//' | head -n 1)
|
|
|
|
|
|
# Verify nightly tag format
|
|
if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then
|
|
echo "Base version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Using version: $version"
|
|
echo version=$version >> $GITHUB_OUTPUT
|
|
|
|
- name: Set nightly tags
|
|
id: tags
|
|
run: |
|
|
version="${{ steps.version.outputs.version }}"
|
|
echo "docker_tags=langflowai/langflow-nightly:base-${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly:base-${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Docker cleanup
|
|
run: |
|
|
docker system prune -af --volumes || true
|
|
docker buildx prune -af || true
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.TEMP_GHCR_TOKEN}}
|
|
|
|
- name: Build and push to Docker Hub
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push_base.Dockerfile
|
|
tags: ${{ steps.tags.outputs.docker_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
- name: Build and push to GitHub Container Registry
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push_base.Dockerfile
|
|
tags: ${{ steps.tags.outputs.ghcr_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
build-nightly-main:
|
|
name: Build Nightly Main Package
|
|
if: ${{ inputs.release_type == 'nightly-main' }}
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- arch: amd64
|
|
runner: [Langflow-runner]
|
|
- arch: arm64
|
|
runner:
|
|
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
|
|
runs-on: ${{ matrix.runner }}
|
|
steps:
|
|
- name: Check out the code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
ref: ${{ inputs.ref }}
|
|
|
|
- name: Setup Environment
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
enable-cache: true
|
|
cache-dependency-glob: "uv.lock"
|
|
python-version: "3.13"
|
|
prune-cache: false
|
|
|
|
- name: Get version for tagging
|
|
id: version
|
|
run: |
|
|
echo "Extracting main version from pyproject.toml"
|
|
version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | grep -v '^langflow-sdk' | cut -d' ' -f2 | sed 's/^v//')
|
|
|
|
# Verify nightly tag format
|
|
if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then
|
|
echo "Main version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Using version: $version"
|
|
echo version=$version >> $GITHUB_OUTPUT
|
|
|
|
- name: Set nightly tags
|
|
id: tags
|
|
run: |
|
|
version="${{ steps.version.outputs.version }}"
|
|
echo "docker_tags=langflowai/langflow-nightly:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Docker cleanup
|
|
run: |
|
|
docker system prune -af --volumes || true
|
|
docker buildx prune -af || true
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.TEMP_GHCR_TOKEN}}
|
|
|
|
- name: Build and push to Docker Hub
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push.Dockerfile
|
|
tags: ${{ steps.tags.outputs.docker_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
- name: Build and push to GitHub Container Registry
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push.Dockerfile
|
|
tags: ${{ steps.tags.outputs.ghcr_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
build-nightly-main-all:
|
|
name: Build Nightly Main All Package
|
|
if: ${{ inputs.release_type == 'nightly-main-all' }}
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- arch: amd64
|
|
runner: [Langflow-runner]
|
|
- arch: arm64
|
|
runner:
|
|
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
|
|
runs-on: ${{ matrix.runner }}
|
|
steps:
|
|
- name: Check out the code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
ref: ${{ inputs.ref }}
|
|
|
|
- name: Setup Environment
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
enable-cache: true
|
|
cache-dependency-glob: "uv.lock"
|
|
python-version: "3.13"
|
|
prune-cache: false
|
|
|
|
- name: Get version for tagging
|
|
id: version
|
|
run: |
|
|
echo "Extracting main version from pyproject.toml"
|
|
version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | grep -v '^langflow-sdk' | cut -d' ' -f2 | sed 's/^v//')
|
|
|
|
# Verify nightly tag format
|
|
if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+\.dev[0-9]+$ ]]; then
|
|
echo "Main version format is incorrect. Must be in the format (e.g.) v1.5.1.dev36"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Using version: $version"
|
|
echo version=$version >> $GITHUB_OUTPUT
|
|
|
|
- name: Set nightly tags
|
|
id: tags
|
|
run: |
|
|
version="${{ steps.version.outputs.version }}"
|
|
echo "docker_tags=langflowai/langflow-nightly-all:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_tags=ghcr.io/langflow-ai/langflow-nightly-all:${version}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Docker cleanup
|
|
run: |
|
|
docker system prune -af --volumes || true
|
|
docker buildx prune -af || true
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.TEMP_GHCR_TOKEN}}
|
|
|
|
- name: Build and push to Docker Hub
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push_with_extras.Dockerfile
|
|
tags: ${{ steps.tags.outputs.docker_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
- name: Build and push to GitHub Container Registry
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: .
|
|
push: ${{ inputs.push_to_registry }}
|
|
file: ./docker/build_and_push_with_extras.Dockerfile
|
|
tags: ${{ steps.tags.outputs.ghcr_tags }}
|
|
platforms: linux/${{ matrix.arch }}
|
|
provenance: false
|
|
cache-from: type=gha
|
|
cache-to: type=gha,mode=max
|
|
|
|
create-nightly-manifest:
|
|
name: Create Multi-Arch Nightly Manifest
|
|
needs: [build-nightly-base, build-nightly-main, build-nightly-main-all]
|
|
runs-on: ubuntu-latest
|
|
if: ${{ always() && inputs.push_to_registry && (needs.build-nightly-base.result == 'success' || needs.build-nightly-main.result == 'success' || needs.build-nightly-main-all.result == 'success') }}
|
|
steps:
|
|
- name: Setup Environment
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
enable-cache: true
|
|
cache-dependency-glob: "uv.lock"
|
|
python-version: "3.13"
|
|
prune-cache: false
|
|
|
|
- name: Check out the code
|
|
uses: actions/checkout@v6
|
|
with:
|
|
ref: ${{ inputs.ref }}
|
|
|
|
- name: Get version
|
|
id: version
|
|
run: |
|
|
if [[ "${{ inputs.release_type }}" == "nightly-base" ]]; then
|
|
version=$(uv tree 2>/dev/null | grep 'langflow-base' | awk '{print $3}' | sed 's/^v//' | head -n 1)
|
|
else
|
|
version=$(uv tree 2>/dev/null | grep '^langflow' | grep -v '^langflow-base' | grep -v '^langflow-sdk' | cut -d' ' -f2 | sed 's/^v//')
|
|
fi
|
|
echo "Using version: $version"
|
|
echo version=$version >> $GITHUB_OUTPUT
|
|
|
|
- name: Set nightly tags
|
|
id: tags
|
|
run: |
|
|
version="${{ steps.version.outputs.version }}"
|
|
case "${{ inputs.release_type }}" in
|
|
"nightly-base")
|
|
echo "final_tags=langflowai/langflow-nightly:base-${version},langflowai/langflow-nightly:base-latest,ghcr.io/langflow-ai/langflow-nightly:base-${version},ghcr.io/langflow-ai/langflow-nightly:base-latest" >> $GITHUB_OUTPUT
|
|
echo "arch_base=langflowai/langflow-nightly:base-${version}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly:base-${version}" >> $GITHUB_OUTPUT
|
|
;;
|
|
"nightly-main")
|
|
echo "final_tags=langflowai/langflow-nightly:${version},langflowai/langflow-nightly:latest,ghcr.io/langflow-ai/langflow-nightly:${version},ghcr.io/langflow-ai/langflow-nightly:latest" >> $GITHUB_OUTPUT
|
|
echo "arch_base=langflowai/langflow-nightly:${version}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly:${version}" >> $GITHUB_OUTPUT
|
|
;;
|
|
"nightly-main-all")
|
|
echo "final_tags=langflowai/langflow-nightly-all:${version},langflowai/langflow-nightly-all:latest,ghcr.io/langflow-ai/langflow-nightly-all:${version},ghcr.io/langflow-ai/langflow-nightly-all:latest" >> $GITHUB_OUTPUT
|
|
echo "arch_base=langflowai/langflow-nightly-all:${version}" >> $GITHUB_OUTPUT
|
|
echo "ghcr_arch_base=ghcr.io/langflow-ai/langflow-nightly-all:${version}" >> $GITHUB_OUTPUT
|
|
;;
|
|
*)
|
|
echo "Error: Invalid release_type: ${{ inputs.release_type }}" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@v3
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ github.actor }}
|
|
password: ${{ secrets.TEMP_GHCR_TOKEN}}
|
|
|
|
- name: Create and push multi-arch nightly manifests
|
|
run: |
|
|
# Split tags and create manifests for each
|
|
IFS=',' read -ra TAGS <<< "${{ steps.tags.outputs.final_tags }}"
|
|
for tag in "${TAGS[@]}"; do
|
|
echo "Creating manifest for $tag"
|
|
|
|
# Determine architecture-specific tags
|
|
if [[ "$tag" == *"langflowai"* ]]; then
|
|
amd64_tag="${{ steps.tags.outputs.arch_base }}-amd64"
|
|
arm64_tag="${{ steps.tags.outputs.arch_base }}-arm64"
|
|
else
|
|
amd64_tag="${{ steps.tags.outputs.ghcr_arch_base }}-amd64"
|
|
arm64_tag="${{ steps.tags.outputs.ghcr_arch_base }}-arm64"
|
|
fi
|
|
|
|
docker buildx imagetools create \
|
|
--tag "$tag" \
|
|
"$amd64_tag" \
|
|
"$arm64_tag"
|
|
done
|