1580158
/
sd-extension-system-info
mirror of https://github.com/vladmandic/sd-extension-system-info.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add IPEX support

pull/18/head
Disty0 2023-05-29 00:46:49 +03:00
parent 46386f93de
commit f7ee7be447
1 changed files with 29 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
scripts/system-info.py
View File

@ -9,6 +9,10 @@ from hashlib import sha256
from html.parser import HTMLParser
import torch
try:
import intel_extension_for_pytorch as ipex # pylint: disable=import-error, unused-import
except:
pass
import accelerate
import gradio as gr
import psutil
@ -75,7 +79,13 @@ def get_user():
def get_gpu():
if not torch.cuda.is_available():
return {}
try:
return {
'device': f'{torch.xpu.get_device_name(torch.xpu.current_device())} ({str(torch.xpu.device_count())})',
'ipex': str(ipex.__version__),
}
except:
return {}
else:
try:
if torch.version.cuda:
@ -157,6 +167,24 @@ def get_memory():
'events': warnings,
'utilization': torch.cuda.utilization(),
})
else:
s = [(torch.xpu.get_device_properties("xpu").total_memory - torch.xpu.memory_allocated()), torch.xpu.get_device_properties("xpu").total_memory]
gpu = { 'free': gb(s[0]), 'used': gb(s[1] - s[0]), 'total': gb(s[1]) }
s = dict(torch.xpu.memory_stats(shared.device))
allocated = { 'current': gb(s['allocated_bytes.all.current']), 'peak': gb(s['allocated_bytes.all.peak']) }
reserved = { 'current': gb(s['reserved_bytes.all.current']), 'peak': gb(s['reserved_bytes.all.peak']) }
active = { 'current': gb(s['active_bytes.all.current']), 'peak': gb(s['active_bytes.all.peak']) }
inactive = { 'current': gb(s['inactive_split_bytes.all.current']), 'peak': gb(s['inactive_split_bytes.all.peak']) }
warnings = { 'retries': s['num_alloc_retries'], 'oom': s['num_ooms'] }
mem.update({
'gpu': gpu,
'gpu-active': active,
'gpu-allocated': allocated,
'gpu-reserved': reserved,
'gpu-inactive': inactive,
'events': warnings,
'utilization': -1,
})
except:
pass
return mem