1580158
/
stable-diffusion-aws-extension
mirror of https://github.com/awslabs/stable-diffusion-aws-extension.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

improved serve

pull/845/head
Jingyi 2024-07-11 10:30:02 +08:00
parent 708909e7d4
commit ce47ce748d
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
middleware_api/inferences/inference_libs.py
View File

@ -29,12 +29,13 @@ S3_BUCKET_NAME = os.environ.get('S3_BUCKET_NAME')
@tracer.capture_method
def parse_sagemaker_result(sagemaker_out, create_time, inference_id, task_type, endpoint_name):
update_inference_job_table(inference_id, 'completeTime', datetime.now().isoformat())
record_queue_latency_metrics(create_time=create_time,
start_time=sagemaker_out['start_time'],
ep_name=endpoint_name,
service=ServiceType.SD.value)
try:
# maybe start_time is not in the response
record_queue_latency_metrics(create_time=create_time,
start_time=sagemaker_out['start_time'],
ep_name=endpoint_name,
service=ServiceType.SD.value)
if task_type in ["interrogate_clip", "interrogate_deepbooru"]:
interrogate_clip_interrogate_deepbooru(sagemaker_out, inference_id)
elif task_type in ["txt2img", "img2img"]: