stable-diffusion-aws-extension/build_scripts/update_endpoint_image.sh

#!/bin/bash

# Exit immediately if a command exits with a non-zero status
set -e

REGION=$1
if [ -z "$REGION" ]
then
    echo "Usage: $0 <region> <new-image-uri> <endpoint-name>"
    exit 1
fi

ENDPOINT_NAME=$2
if [ -z "$ENDPOINT_NAME" ]
then
    echo "Usage: $0 <region> <new-image-uri> <endpoint-name>"
    exit 1
fi

# ENDPOINT_NAME must be start with infer-endpoint-
if [[ "$ENDPOINT_NAME" != *"infer-endpoint-"* ]]; then
    echo "ENDPOINT_NAME must be start with 'infer-endpoint-'"
    exit 1
fi

NEW_IMAGE_URI=$3
if [ -z "$NEW_IMAGE_URI" ]
then
    echo "Usage: $0 <region> <new-image-uri> <endpoint-name>"
    exit 1
fi

# if os is centos, install jq
if [ -f /etc/redhat-release ]; then
    echo "Install jq..."
    sudo yum install -y jq
fi

# if os is ubuntu, install jq
if [ -f /etc/lsb-release ]; then
    echo "Install jq..."
    sudo apt install -y jq
fi

# if NEW_IMAGE_URI=default, use default ECR
if [ "$NEW_IMAGE_URI" = "default" ]; then
    # get AWS Account ID
    ACCOUNT_ID=$(aws sts get-caller-identity --region "$REGION" --query Account --output text)
    echo "AWS Account ID: $ACCOUNT_ID"
    NEW_IMAGE_URI="$ACCOUNT_ID.dkr.ecr.$REGION.amazonaws.com/stable-diffusion-aws-extension/aigc-webui-inference"
fi

# if NEW_IMAGE_URI not start with AWS Account ID, throw error
if [[ "$NEW_IMAGE_URI" != *"$ACCOUNT_ID"* ]]; then
    echo "NEW_IMAGE_URI must start with AWS Account ID: $ACCOUNT_ID"
    exit 1
fi

# Describe the existing endpoint to get the endpoint configuration name
ENDPOINT_CONFIG_NAME=$(aws sagemaker describe-endpoint --region "$REGION" --endpoint-name "$ENDPOINT_NAME" --query 'EndpointConfigName' --output text)
echo "EndpointConfigName: $ENDPOINT_CONFIG_NAME"

# Describe the existing endpoint configuration to get the details
CONFIG_DETAILS=$(aws sagemaker describe-endpoint-config --region "$REGION" --endpoint-config-name "$ENDPOINT_CONFIG_NAME")

# Extract model name, variant name, instance type, AsyncInferenceConfig, and Environment
MODEL_NAME=$(echo "$CONFIG_DETAILS" | jq -r '.ProductionVariants[0].ModelName')
echo "ModelName: $MODEL_NAME"

# Extract model name and environment
MODEL_DETAIlS=$(aws sagemaker describe-model --region "$REGION" --model-name "$MODEL_NAME")

#ModelImage=$(echo "$MODEL_DETAIlS" | jq -r '.PrimaryContainer.Image')
#if [ "$ModelImage" = "$NEW_IMAGE_URI" ]; then
#    echo "Model Image is already set as $NEW_IMAGE_URI, no need to update"
#    exit 0
#fi

VARIANT_NAME=$(echo "$CONFIG_DETAILS" | jq -r '.ProductionVariants[0].VariantName')
echo "VariantName: $VARIANT_NAME"

INSTANCE_TYPE=$(echo "$CONFIG_DETAILS" | jq -r '.ProductionVariants[0].InstanceType')
echo "InstanceType: $INSTANCE_TYPE"

INITIAL_INSTANCE_COUNT=$(echo "$CONFIG_DETAILS" | jq -r '.ProductionVariants[0].InitialInstanceCount')
echo "InitialInstanceCount: $INITIAL_INSTANCE_COUNT"

INITIAL_VARIANT_WEIGHT=$(echo "$CONFIG_DETAILS" | jq -r '.ProductionVariants[0].InitialVariantWeight')
echo "InitialVariantWeight: $INITIAL_VARIANT_WEIGHT"

S3OutputPath=$(echo "$CONFIG_DETAILS" | jq -r '.AsyncInferenceConfig.OutputConfig.S3OutputPath')
echo "S3OutputPath: $S3OutputPath"

SuccessTopic=$(echo "$CONFIG_DETAILS" | jq -r '.AsyncInferenceConfig.OutputConfig.NotificationConfig.SuccessTopic')
echo "SuccessTopic: $SuccessTopic"

ErrorTopic=$(echo "$CONFIG_DETAILS" | jq -r '.AsyncInferenceConfig.OutputConfig.NotificationConfig.ErrorTopic')
echo "ErrorTopic: $ErrorTopic"

EndpointID=$(echo "$MODEL_DETAIlS" | jq -r '.PrimaryContainer.Environment.EndpointID')

MODEL_DATA_URL=$(echo "$MODEL_DETAIlS" | jq -r '.PrimaryContainer.ModelDataUrl')
echo "ModelDataUrl: $MODEL_DATA_URL"

MODEL_EXECUTION_ROLE_ARN=$(echo "$MODEL_DETAIlS" | jq -r '.ExecutionRoleArn')
echo "ExecutionRoleArn: $MODEL_EXECUTION_ROLE_ARN"

echo "Predict whether it can be created successfully..."
ModelArn=$(aws sagemaker create-model \
         --region "$REGION" \
         --model-name "${MODEL_NAME}-test" \
         --execution-role-arn "$MODEL_EXECUTION_ROLE_ARN" \
         --primary-container "{
             \"Image\": \"$NEW_IMAGE_URI\",
             \"ModelDataUrl\": \"$MODEL_DATA_URL\",
             \"Environment\": {
               \"EndpointID\": \"$EndpointID\"
             }
           }" | jq -r '.ModelArn')
aws sagemaker delete-model --region "$REGION" --model-name "$MODEL_NAME-test" | jq

echo "Waiting for endpoint to be deleted..."
aws sagemaker delete-endpoint --region "$REGION" --endpoint-name "$ENDPOINT_NAME" | jq
aws sagemaker wait endpoint-deleted --region "$REGION" --endpoint-name "$ENDPOINT_NAME" | jq

echo "Deleting existing model..."
aws sagemaker delete-model --region "$REGION" --model-name "$MODEL_NAME" | jq

echo  "Deleting existing endpoint configuration..."
aws sagemaker delete-endpoint-config --region "$REGION" --endpoint-config-name "$ENDPOINT_CONFIG_NAME" | jq

## Create a new model with the new image URI
ModelArn=$(aws sagemaker create-model \
         --region "$REGION" \
         --model-name "${MODEL_NAME}" \
         --execution-role-arn "$MODEL_EXECUTION_ROLE_ARN" \
         --primary-container "{
             \"Image\": \"$NEW_IMAGE_URI\",
             \"ModelDataUrl\": \"$MODEL_DATA_URL\",
             \"Environment\": {
               \"EndpointID\": \"$EndpointID\"
             }
           }" | jq -r '.ModelArn')
echo "Model Recreated: $ModelArn"

## Create a new endpoint configuration with the same name but new model
EndpointConfigArn=$(aws sagemaker create-endpoint-config \
                        --region "$REGION" \
                        --endpoint-config-name "$ENDPOINT_CONFIG_NAME" \
                        --production-variants VariantName="$VARIANT_NAME",ModelName="$MODEL_NAME",InstanceType="$INSTANCE_TYPE",InitialInstanceCount="$INITIAL_INSTANCE_COUNT",InitialVariantWeight="$INITIAL_VARIANT_WEIGHT" \
                        --async-inference-config "{\"OutputConfig\":{\"S3OutputPath\":\"${S3OutputPath}\",\"NotificationConfig\":{\"SuccessTopic\":\"${SuccessTopic}\",\"ErrorTopic\":\"${ErrorTopic}\"}},\"ClientConfig\":{\"MaxConcurrentInvocationsPerInstance\":1}}" | jq -r '.EndpointConfigArn')
echo "Endpoint configuration recreated: $EndpointConfigArn"

## Create a new endpoint with the same name
EndpointArn=$(aws sagemaker create-endpoint \
                  --region "$REGION" \
                  --endpoint-name "$ENDPOINT_NAME" \
                  --endpoint-config-name "$ENDPOINT_CONFIG_NAME" | jq -r '.EndpointArn')

echo "Waiting for endpoint to be created: $EndpointArn"
aws sagemaker wait endpoint-in-service \
    --region "$REGION" \
    --endpoint-name "$ENDPOINT_NAME"

echo "Endpoint $ENDPOINT_NAME image updated to $NEW_IMAGE_URI"