diff --git a/build_scripts/inference/serve b/build_scripts/inference/serve index cb660798..663781e3 100755 Binary files a/build_scripts/inference/serve and b/build_scripts/inference/serve differ diff --git a/build_scripts/inference/start.sh b/build_scripts/inference/start.sh index 593b3db2..7a1b3a05 100644 --- a/build_scripts/inference/start.sh +++ b/build_scripts/inference/start.sh @@ -328,25 +328,28 @@ comfy_launch_from_public_s3(){ comfy_launch } +download_so(){ + file_name=$1 + if [ ! -f "/home/ubuntu/conda/lib/$file_name" ]; then + echo "cp s3://$COMMON_FILES_PREFIX/so/$file_name /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt + fi +} + download_conda_and_models(){ echo "---------------------------------------------------------------------------------" rm -rf /tmp/s5cmd.txt - - if [ ! -f "/home/ubuntu/conda/lib/libcufft.so.10" ]; then - echo "cp s3://$COMMON_FILES_PREFIX/so/libcufft.so.10 /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt - fi - - if [ ! -f "/home/ubuntu/conda/lib/libcurand.so.10" ]; then - echo "cp s3://$COMMON_FILES_PREFIX/so/libcurand.so.10 /home/ubuntu/conda/lib/" >> /tmp/s5cmd.txt - fi - + download_so "libcufft.so.10" + download_so "libcurand.so.10" + download_so "libcublasLt.so.11" + download_so "libonnxruntime_providers_cuda.so" + download_so "libcublas.so.11" + download_so "libcudart.so.11.0" if [ -f "/tmp/s5cmd.txt" ]; then s5cmd run /tmp/s5cmd.txt fi set_conda - } # ----------------------------- On EC2 ----------------------------- diff --git a/docker_start.sh b/docker_start.sh index 62494acb..159ecd82 100755 --- a/docker_start.sh +++ b/docker_start.sh @@ -147,6 +147,12 @@ docker run -v $(realpath ~/.aws):/root/.aws \\ echo "" >> "$SUPERVISORD_FILE" } +download_so(){ + file_name=$1 + if [ ! -f "/home/ubuntu/conda/lib/$file_name" ]; then + echo "cp s3://$COMMON_FILES_PREFIX/so/$file_name $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt + fi +} echo "---------------------------------------------------------------------------------" # init default workflow for all users @@ -182,12 +188,12 @@ if [ ! -d "$CONTAINER_PATH/workflows/default/ComfyUI/venv" ]; then fi rm -rf /tmp/s5cmd.txt -if [ ! -f "$CONTAINER_PATH/conda/lib/libcufft.so.10" ]; then - echo "cp s3://$COMMON_FILES_PREFIX/so/libcufft.so.10 $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt -fi -if [ ! -f "$CONTAINER_PATH/conda/lib/libcurand.so.10" ]; then - echo "cp s3://$COMMON_FILES_PREFIX/so/libcurand.so.10 $CONTAINER_PATH/conda/lib/" >> /tmp/s5cmd.txt -fi +download_so "libcufft.so.10" +download_so "libcurand.so.10" +download_so "libcublasLt.so.11" +download_so "libonnxruntime_providers_cuda.so" +download_so "libcublas.so.11" +download_so "libcudart.so.11.0" if [ -f "/tmp/s5cmd.txt" ]; then s5cmd run /tmp/s5cmd.txt fi