mirror of
https://github.com/junjiem/dify-plugin-repackaging.git
synced 2026-07-23 13:25:59 +08:00
feat: support uv to download package (#60)
* feat: support uv to download package * chore: add more detail log for package
This commit is contained in:
wangxiaolei
0
dify-plugin-darwin-arm64
Normal file → Executable file
0
dify-plugin-darwin-arm64
Normal file → Executable file
335
plugin_repackaging.sh
Normal file → Executable file
335
plugin_repackaging.sh
Normal file → Executable file
@ -10,7 +10,7 @@ MARKETPLACE_API_URL="${MARKETPLACE_API_URL:-$DEFAULT_MARKETPLACE_API_URL}"
|
||||
PIP_MIRROR_URL="${PIP_MIRROR_URL:-$DEFAULT_PIP_MIRROR_URL}"
|
||||
|
||||
CURR_DIR=`dirname $0`
|
||||
cd $CURR_DIR
|
||||
cd $CURR_DIR || exit 1
|
||||
CURR_DIR=`pwd`
|
||||
USER=`whoami`
|
||||
ARCH_NAME=`uname -m`
|
||||
@ -22,8 +22,11 @@ if [[ "arm64" == "$ARCH_NAME" || "aarch64" == "$ARCH_NAME" ]]; then
|
||||
CMD_NAME="dify-plugin-${OS_TYPE}-arm64"
|
||||
fi
|
||||
|
||||
# Cross packaging / resolution controls
|
||||
PIP_PLATFORM=""
|
||||
RAW_PLATFORM="" # raw value from -p, e.g. manylinux2014_x86_64
|
||||
PACKAGE_SUFFIX="offline"
|
||||
PRERELEASE_ALLOW=0
|
||||
|
||||
market(){
|
||||
if [[ -z "$2" || -z "$3" || -z "$4" ]]; then
|
||||
@ -35,19 +38,31 @@ market(){
|
||||
echo ""
|
||||
exit 1
|
||||
fi
|
||||
echo "From the Dify Marketplace downloading ..."
|
||||
PLUGIN_AUTHOR=$2
|
||||
PLUGIN_NAME=$3
|
||||
PLUGIN_VERSION=$4
|
||||
PLUGIN_PACKAGE_PATH=${CURR_DIR}/${PLUGIN_AUTHOR}-${PLUGIN_NAME}_${PLUGIN_VERSION}.difypkg
|
||||
PLUGIN_DOWNLOAD_URL=${MARKETPLACE_API_URL}/api/v1/plugins/${PLUGIN_AUTHOR}/${PLUGIN_NAME}/${PLUGIN_VERSION}/download
|
||||
echo "Downloading ${PLUGIN_DOWNLOAD_URL} ..."
|
||||
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Downloading from Dify Marketplace"
|
||||
echo "=========================================="
|
||||
echo "Author: ${PLUGIN_AUTHOR}"
|
||||
echo "Plugin: ${PLUGIN_NAME}"
|
||||
echo "Version: ${PLUGIN_VERSION}"
|
||||
echo "URL: ${PLUGIN_DOWNLOAD_URL}"
|
||||
|
||||
curl -L -o ${PLUGIN_PACKAGE_PATH} ${PLUGIN_DOWNLOAD_URL}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Download failed, please check the plugin author, name and version."
|
||||
echo "✗ Error: Download failed"
|
||||
echo " Please check the plugin author, name, and version"
|
||||
exit 1
|
||||
fi
|
||||
echo "Download success."
|
||||
|
||||
DOWNLOADED_SIZE=$(du -h "${PLUGIN_PACKAGE_PATH}" | cut -f1)
|
||||
echo "✓ Downloaded successfully (${DOWNLOADED_SIZE})"
|
||||
|
||||
repackage ${PLUGIN_PACKAGE_PATH}
|
||||
}
|
||||
|
||||
@ -61,7 +76,6 @@ github(){
|
||||
echo ""
|
||||
exit 1
|
||||
fi
|
||||
echo "From the Github downloading ..."
|
||||
GITHUB_REPO=$2
|
||||
if [[ "${GITHUB_REPO}" != "${GITHUB_API_URL}"* ]]; then
|
||||
GITHUB_REPO="${GITHUB_API_URL}/${GITHUB_REPO}"
|
||||
@ -71,13 +85,26 @@ github(){
|
||||
PLUGIN_NAME="${ASSETS_NAME%.difypkg}"
|
||||
PLUGIN_PACKAGE_PATH=${CURR_DIR}/${PLUGIN_NAME}-${RELEASE_TITLE}.difypkg
|
||||
PLUGIN_DOWNLOAD_URL=${GITHUB_REPO}/releases/download/${RELEASE_TITLE}/${ASSETS_NAME}
|
||||
echo "Downloading ${PLUGIN_DOWNLOAD_URL} ..."
|
||||
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Downloading from GitHub"
|
||||
echo "=========================================="
|
||||
echo "Repository: ${GITHUB_REPO}"
|
||||
echo "Release: ${RELEASE_TITLE}"
|
||||
echo "Asset: ${ASSETS_NAME}"
|
||||
echo "URL: ${PLUGIN_DOWNLOAD_URL}"
|
||||
|
||||
curl -L -o ${PLUGIN_PACKAGE_PATH} ${PLUGIN_DOWNLOAD_URL}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Download failed, please check the github repo, release title and assets name."
|
||||
echo "✗ Error: Download failed"
|
||||
echo " Please check the GitHub repo, release title, and asset name"
|
||||
exit 1
|
||||
fi
|
||||
echo "Download success."
|
||||
|
||||
DOWNLOADED_SIZE=$(du -h "${PLUGIN_PACKAGE_PATH}" | cut -f1)
|
||||
echo "✓ Downloaded successfully (${DOWNLOADED_SIZE})"
|
||||
|
||||
repackage ${PLUGIN_PACKAGE_PATH}
|
||||
}
|
||||
|
||||
@ -100,49 +127,271 @@ repackage(){
|
||||
local PACKAGE_PATH=$1
|
||||
PACKAGE_NAME_WITH_EXTENSION=`basename ${PACKAGE_PATH}`
|
||||
PACKAGE_NAME="${PACKAGE_NAME_WITH_EXTENSION%.*}"
|
||||
echo "Unziping ..."
|
||||
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Dify Plugin Repackaging Tool"
|
||||
echo "=========================================="
|
||||
echo "Source: ${PACKAGE_PATH}"
|
||||
echo "Work directory: ${CURR_DIR}/${PACKAGE_NAME}"
|
||||
|
||||
# Extract plugin package
|
||||
echo ""
|
||||
echo "Extracting plugin package..."
|
||||
install_unzip
|
||||
unzip -o ${PACKAGE_PATH} -d ${CURR_DIR}/${PACKAGE_NAME}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Unzip failed."
|
||||
echo "✗ Error: Failed to extract package"
|
||||
exit 1
|
||||
fi
|
||||
echo "Unzip success."
|
||||
echo "Repackaging ..."
|
||||
cd ${CURR_DIR}/${PACKAGE_NAME}
|
||||
pip download ${PIP_PLATFORM} -r requirements.txt -d ./wheels --index-url ${PIP_MIRROR_URL} --trusted-host mirrors.aliyun.com
|
||||
echo "✓ Package extracted successfully"
|
||||
|
||||
cd ${CURR_DIR}/${PACKAGE_NAME} || exit 1
|
||||
if [ ! -f "pyproject.toml" ] && [ ! -f "requirements.txt" ]; then
|
||||
echo "⚠ Warning: No pyproject.toml or requirements.txt found"
|
||||
fi
|
||||
|
||||
# Inject [tool.uv] config into pyproject.toml (runtime will use local wheels offline)
|
||||
inject_uv_into_pyproject() {
|
||||
local PYFILE="$1"
|
||||
[ -f "$PYFILE" ] || return 0
|
||||
awk '
|
||||
BEGIN { in_uv=0; saw_uv=0; saw_no=0; saw_find=0; saw_pre=0 }
|
||||
function print_missing(){ if (!saw_no) print "no-index = true"; if (!saw_find) print "find-links = [\"./wheels\"]"; if (!saw_pre) print "prerelease = \"allow\"" }
|
||||
/^[ \t]*\[tool\.uv\][ \t]*$/ { saw_uv=1; in_uv=1; saw_no=0; saw_find=0; saw_pre=0; print; next }
|
||||
{ if (in_uv && $0 ~ /^[ \t]*\[/) { print_missing(); in_uv=0 } }
|
||||
{ if (in_uv && $0 ~ /^[ \t]*no-index[ \t]*=/) { print "no-index = true"; saw_no=1; next } }
|
||||
{ if (in_uv && $0 ~ /^[ \t]*find-links[ \t]*=/) { print "find-links = [\"./wheels\"]"; saw_find=1; next } }
|
||||
{ if (in_uv && $0 ~ /^[ \t]*prerelease[ \t]*=/) { print "prerelease = \"allow\""; saw_pre=1; next } }
|
||||
{ print }
|
||||
END {
|
||||
if (in_uv) { print_missing() }
|
||||
if (!saw_uv) {
|
||||
print ""
|
||||
print "[tool.uv]"
|
||||
print "no-index = true"
|
||||
print "find-links = [\"./wheels\"]"
|
||||
print "prerelease = \"allow\""
|
||||
}
|
||||
}
|
||||
' "$PYFILE" > "$PYFILE.tmp" && mv "$PYFILE.tmp" "$PYFILE"
|
||||
echo "Injected [tool.uv] into $PYFILE"
|
||||
}
|
||||
|
||||
if python3 -m pip --version &> /dev/null 2>&1; then
|
||||
PIP_CMD="python3 -m pip"
|
||||
elif command -v pip &> /dev/null && pip --version &> /dev/null 2>&1; then
|
||||
PIP_CMD=pip
|
||||
elif command -v pip3 &> /dev/null && pip3 --version &> /dev/null 2>&1; then
|
||||
PIP_CMD=pip3
|
||||
else
|
||||
echo "pip not found. Install: python3 -m ensurepip --upgrade"
|
||||
exit 1
|
||||
fi
|
||||
echo "✓ Using pip: ${PIP_CMD}"
|
||||
|
||||
# ============================================
|
||||
# Step 1: Detect Python and platform configuration
|
||||
# ============================================
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Step 1: Detecting Python and platform"
|
||||
echo "=========================================="
|
||||
|
||||
# Detect Python version
|
||||
PYTHON_CMD_FOR_UV="python3"
|
||||
PY_VERSION_FULL=$(python3 --version 2>&1 | awk '{print $2}')
|
||||
PY_MAJOR=$(echo $PY_VERSION_FULL | cut -d. -f1)
|
||||
PY_MINOR=$(echo $PY_VERSION_FULL | cut -d. -f2)
|
||||
PYTHON_VERSION=$PY_VERSION_FULL
|
||||
|
||||
echo "Detected Python: $PYTHON_VERSION"
|
||||
|
||||
# If Python is 3.14+, try to use 3.12 or 3.13 for better compatibility
|
||||
if [ "$PY_MAJOR" -eq 3 ] && [ "$PY_MINOR" -ge 14 ]; then
|
||||
echo "⚠ Warning: Python $PYTHON_VERSION is too new for some packages"
|
||||
if command -v python3.12 &> /dev/null; then
|
||||
PYTHON_CMD_FOR_UV="python3.12"
|
||||
PYTHON_VERSION=$($PYTHON_CMD_FOR_UV --version 2>&1 | awk '{print $2}')
|
||||
echo "✓ Switched to python3.12 ($PYTHON_VERSION) for better compatibility"
|
||||
elif command -v python3.13 &> /dev/null; then
|
||||
PYTHON_CMD_FOR_UV="python3.13"
|
||||
PYTHON_VERSION=$($PYTHON_CMD_FOR_UV --version 2>&1 | awk '{print $2}')
|
||||
echo "✓ Switched to python3.13 ($PYTHON_VERSION) for better compatibility"
|
||||
else
|
||||
echo "⚠ Warning: No compatible Python version found, proceeding with $PYTHON_VERSION"
|
||||
fi
|
||||
else
|
||||
echo "✓ Python version $PYTHON_VERSION is compatible"
|
||||
fi
|
||||
|
||||
# Extract Python major.minor for uv
|
||||
UV_PY_VERSION=$($PYTHON_CMD_FOR_UV - <<'PY'
|
||||
import sys
|
||||
print(f"{sys.version_info.major}.{sys.version_info.minor}")
|
||||
PY
|
||||
)
|
||||
|
||||
# Determine uv target platform to avoid cross-platform dependency conflicts
|
||||
local UV_PLATFORM=""
|
||||
if [[ -n "$RAW_PLATFORM" ]]; then
|
||||
case "$RAW_PLATFORM" in
|
||||
*linux*|*manylinux* )
|
||||
UV_PLATFORM="linux"
|
||||
echo "Target platform: Linux (cross-compilation from $OS_TYPE)"
|
||||
;;
|
||||
*macos*|*darwin* )
|
||||
UV_PLATFORM="macos"
|
||||
echo "Target platform: macOS (cross-compilation from $OS_TYPE)"
|
||||
;;
|
||||
*win* )
|
||||
UV_PLATFORM="windows"
|
||||
echo "Target platform: Windows (cross-compilation from $OS_TYPE)"
|
||||
;;
|
||||
* )
|
||||
UV_PLATFORM=""
|
||||
echo "Target platform: current ($OS_TYPE)"
|
||||
;;
|
||||
esac
|
||||
else
|
||||
if [[ "$OS_TYPE" == "darwin" ]]; then
|
||||
UV_PLATFORM="macos"
|
||||
elif [[ "$OS_TYPE" == "linux" ]]; then
|
||||
UV_PLATFORM="linux"
|
||||
elif [[ "$OS_TYPE" == "windows" ]]; then
|
||||
UV_PLATFORM="windows"
|
||||
fi
|
||||
echo "Target platform: $UV_PLATFORM (current system)"
|
||||
fi
|
||||
|
||||
# Set prerelease flag
|
||||
UV_PRERELEASE_FLAG=""
|
||||
if [[ "$PRERELEASE_ALLOW" -eq 1 ]]; then
|
||||
UV_PRERELEASE_FLAG="--prerelease=allow"
|
||||
echo "Prerelease versions: allowed"
|
||||
else
|
||||
echo "Prerelease versions: disallowed"
|
||||
fi
|
||||
|
||||
echo "✓ Configuration: platform=${UV_PLATFORM:-current}, python=$UV_PY_VERSION"
|
||||
|
||||
# ============================================
|
||||
# Step 2: Generate requirements.txt from pyproject.toml
|
||||
# ============================================
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Step 2: Processing dependencies"
|
||||
echo "=========================================="
|
||||
|
||||
# Inject [tool.uv] config to enable offline wheel usage
|
||||
if [ -f "pyproject.toml" ]; then
|
||||
echo "Found pyproject.toml, injecting [tool.uv] configuration..."
|
||||
inject_uv_into_pyproject "pyproject.toml"
|
||||
fi
|
||||
|
||||
if [ -f "pyproject.toml" ] && [ ! -f "requirements.txt" ]; then
|
||||
if command -v uv &> /dev/null; then
|
||||
echo "Generating uv.lock file..."
|
||||
uv lock ${UV_PLATFORM:+--python-platform ${UV_PLATFORM}} \
|
||||
--python-version "${UV_PY_VERSION}" ${UV_PRERELEASE_FLAG}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "✗ Error: uv lock failed"
|
||||
exit 1
|
||||
fi
|
||||
echo "✓ uv.lock generated successfully"
|
||||
|
||||
echo "Exporting requirements.txt from uv.lock..."
|
||||
uv export --format requirements-txt -o requirements.txt \
|
||||
${UV_PLATFORM:+--python-platform ${UV_PLATFORM}} \
|
||||
--python-version "${UV_PY_VERSION}" ${UV_PRERELEASE_FLAG}
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "✗ Error: uv export failed"
|
||||
exit 1
|
||||
fi
|
||||
echo "✓ requirements.txt generated successfully"
|
||||
else
|
||||
echo "✗ Error: pyproject.toml found but uv is not installed"
|
||||
echo " Please install uv: pip install uv"
|
||||
echo " Or commit requirements.txt with the plugin"
|
||||
exit 1
|
||||
fi
|
||||
elif [ -f "requirements.txt" ]; then
|
||||
echo "✓ Using existing requirements.txt"
|
||||
fi
|
||||
|
||||
[ ! -f "requirements.txt" ] && echo "✗ Error: requirements.txt not found" && exit 1
|
||||
|
||||
# ============================================
|
||||
# Step 3: Download Python dependencies as wheels
|
||||
# ============================================
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Step 3: Downloading dependencies"
|
||||
echo "=========================================="
|
||||
echo "Index URL: ${PIP_MIRROR_URL}"
|
||||
[ -n "$PIP_PLATFORM" ] && echo "Platform: ${RAW_PLATFORM}"
|
||||
|
||||
mkdir -p ./wheels
|
||||
echo "Downloading wheels to ./wheels/..."
|
||||
${PIP_CMD} download ${PIP_PLATFORM} --prefer-binary -r requirements.txt -d ./wheels \
|
||||
--index-url ${PIP_MIRROR_URL} --trusted-host mirrors.aliyun.com
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "Pip download failed."
|
||||
echo "✗ Error: Failed to download dependencies"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Count downloaded wheels
|
||||
WHEEL_COUNT=$(ls -1 ./wheels/*.whl 2>/dev/null | wc -l)
|
||||
echo "✓ Downloaded $WHEEL_COUNT wheel packages"
|
||||
|
||||
# ============================================
|
||||
# Step 4: Update requirements.txt for offline usage
|
||||
# ============================================
|
||||
echo ""
|
||||
echo "Updating requirements.txt for offline installation..."
|
||||
if [[ "linux" == "$OS_TYPE" ]]; then
|
||||
sed -i '1i\--no-index --find-links=./wheels/' requirements.txt
|
||||
[ -f ".difyignore" ] && IGNORE_PATH=.difyignore || IGNORE_PATH=.gitignore
|
||||
[ -f "$IGNORE_PATH" ] && sed -i '/^wheels\//d' "${IGNORE_PATH}"
|
||||
elif [[ "darwin" == "$OS_TYPE" ]]; then
|
||||
sed -i ".bak" '1i\
|
||||
--no-index --find-links=./wheels/
|
||||
' requirements.txt
|
||||
rm -f requirements.txt.bak
|
||||
sed -i ".bak" '1i\--no-index --find-links=./wheels/' requirements.txt && rm -f requirements.txt.bak
|
||||
[ -f ".difyignore" ] && IGNORE_PATH=.difyignore || IGNORE_PATH=.gitignore
|
||||
[ -f "$IGNORE_PATH" ] && sed -i ".bak" '/^wheels\//d' "${IGNORE_PATH}" && rm -f "${IGNORE_PATH}.bak"
|
||||
fi
|
||||
IGNORE_PATH=.difyignore
|
||||
if [ ! -f "$IGNORE_PATH" ]; then
|
||||
IGNORE_PATH=.gitignore
|
||||
fi
|
||||
if [ -f "$IGNORE_PATH" ]; then
|
||||
if [[ "linux" == "$OS_TYPE" ]]; then
|
||||
sed -i '/^wheels\//d' "${IGNORE_PATH}"
|
||||
elif [[ "darwin" == "$OS_TYPE" ]]; then
|
||||
sed -i ".bak" '/^wheels\//d' "${IGNORE_PATH}"
|
||||
rm -f "${IGNORE_PATH}.bak"
|
||||
fi
|
||||
fi
|
||||
cd ${CURR_DIR}
|
||||
echo "✓ requirements.txt updated for offline mode"
|
||||
|
||||
# ============================================
|
||||
# Step 5: Package the plugin
|
||||
# ============================================
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "Step 4: Packaging plugin"
|
||||
echo "=========================================="
|
||||
|
||||
cd ${CURR_DIR} || exit 1
|
||||
chmod 755 ${CURR_DIR}/${CMD_NAME}
|
||||
${CURR_DIR}/${CMD_NAME} plugin package ${CURR_DIR}/${PACKAGE_NAME} -o ${CURR_DIR}/${PACKAGE_NAME}-${PACKAGE_SUFFIX}.difypkg --max-size 5120
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Repackage failed."
|
||||
exit 1
|
||||
fi
|
||||
echo "Repackage success."
|
||||
|
||||
OUTPUT_PACKAGE="${CURR_DIR}/${PACKAGE_NAME}-${PACKAGE_SUFFIX}.difypkg"
|
||||
echo "Packaging: ${PACKAGE_NAME}"
|
||||
echo "Output: ${OUTPUT_PACKAGE}"
|
||||
echo "Max size: 5120 MB"
|
||||
|
||||
${CURR_DIR}/${CMD_NAME} plugin package ${CURR_DIR}/${PACKAGE_NAME} \
|
||||
-o ${OUTPUT_PACKAGE} --max-size 5120
|
||||
if [[ $? -ne 0 ]]; then
|
||||
echo "✗ Error: Packaging failed"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Get file size
|
||||
FILE_SIZE=$(du -h "${OUTPUT_PACKAGE}" | cut -f1)
|
||||
echo ""
|
||||
echo "=========================================="
|
||||
echo "✓ Package created successfully!"
|
||||
echo "=========================================="
|
||||
echo "Location: ${OUTPUT_PACKAGE}"
|
||||
echo "Size: ${FILE_SIZE}"
|
||||
echo "Platform: ${RAW_PLATFORM:-current}"
|
||||
}
|
||||
|
||||
install_unzip(){
|
||||
@ -157,18 +406,20 @@ install_unzip(){
|
||||
}
|
||||
|
||||
print_usage() {
|
||||
echo "usage: $0 [-p platform] [-s package_suffix] {market|github|local}"
|
||||
echo "usage: $0 [-p platform] [-s package_suffix] [-R] {market|github|local}"
|
||||
echo "-p platform: python packages' platform. Using for crossing repacking.
|
||||
For example: -p manylinux2014_x86_64 or -p manylinux2014_aarch64"
|
||||
echo "-s package_suffix: The suffix name of the output offline package.
|
||||
For example: -s linux-amd64 or -s linux-arm64"
|
||||
echo "-R: allow pre-release versions during uv resolution (maps to --prerelease=allow)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
while getopts "p:s:" opt; do
|
||||
while getopts "p:s:R" opt; do
|
||||
case "$opt" in
|
||||
p) PIP_PLATFORM="--platform ${OPTARG} --only-binary=:all:" ;;
|
||||
p) RAW_PLATFORM="${OPTARG}"; PIP_PLATFORM="--platform ${OPTARG} --only-binary=:all:" ;;
|
||||
s) PACKAGE_SUFFIX="${OPTARG}" ;;
|
||||
R) PRERELEASE_ALLOW=1 ;;
|
||||
*) print_usage; exit 1 ;;
|
||||
esac
|
||||
done
|
||||
|
||||
Reference in New Issue
Block a user