1580158
/
stable-diffusion-aws-extension
mirror of https://github.com/awslabs/stable-diffusion-aws-extension.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

improved serve

pull/852/head
Jingyi 2024-07-16 12:22:28 +08:00
parent 3f42dbeeca
commit a5b9e3fd2a
3 changed files with 25 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
build_scripts/inference/serve
View File

Binary file not shown.

23
build_scripts/inference/start.sh
View File

@ -328,25 +328,28 @@ comfy_launch_from_public_s3(){
comfy_launch
}
download_so(){
file_name=$1
if [ ! -f "/home/ubuntu/conda/lib/$file_name" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/$file_name /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt
fi
}
download_conda_and_models(){
echo "---------------------------------------------------------------------------------"
rm -rf /tmp/s5cmd.txt
if [ ! -f "/home/ubuntu/conda/lib/libcufft.so.10" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/libcufft.so.10 /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt
fi
if [ ! -f "/home/ubuntu/conda/lib/libcurand.so.10" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/libcurand.so.10 /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt
fi
download_so "libcufft.so.10"
download_so "libcurand.so.10"
download_so "libcublasLt.so.11"
download_so "libonnxruntime_providers_cuda.so"
download_so "libcublas.so.11"
download_so "libcudart.so.11.0"
if [ -f "/tmp/s5cmd.txt" ]; then
s5cmd run /tmp/s5cmd.txt
fi
set_conda
}
# ----------------------------- On EC2 -----------------------------

18
docker_start.sh
View File

@ -147,6 +147,12 @@ docker run -v $(realpath ~/.aws):/root/.aws \\
echo "" >> "$SUPERVISORD_FILE"
}
download_so(){
file_name=$1
if [ ! -f "/home/ubuntu/conda/lib/$file_name" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/$file_name $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt
fi
}
echo "---------------------------------------------------------------------------------"
# init default workflow for all users
@ -182,12 +188,12 @@ if [ ! -d "$CONTAINER_PATH/workflows/default/ComfyUI/venv" ]; then
fi
rm -rf /tmp/s5cmd.txt
if [ ! -f "$CONTAINER_PATH/conda/lib/libcufft.so.10" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/libcufft.so.10 $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt
fi
if [ ! -f "$CONTAINER_PATH/conda/lib/libcurand.so.10" ]; then
echo "cp s3://$COMMON_FILES_PREFIX/so/libcurand.so.10 $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt
fi
download_so "libcufft.so.10"
download_so "libcurand.so.10"
download_so "libcublasLt.so.11"
download_so "libonnxruntime_providers_cuda.so"
download_so "libcublas.so.11"
download_so "libcudart.so.11.0"
if [ -f "/tmp/s5cmd.txt" ]; then
s5cmd run /tmp/s5cmd.txt
fi