mirror of https://github.com/vladmandic/automatic
88 lines
3.7 KiB
Python
88 lines
3.7 KiB
Python
try:
|
|
from installer import install, log
|
|
except Exception:
|
|
def install(*args, **kwargs): # pylint: disable=unused-argument
|
|
pass
|
|
import logging
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
nvml_initialized = False
|
|
|
|
|
|
def get_reason(val):
|
|
throttle = {
|
|
1: 'gpu idle',
|
|
2: 'applications clocks setting',
|
|
4: 'sw power cap',
|
|
8: 'hw slowdown',
|
|
16: 'sync boost',
|
|
32: 'sw thermal slowdown',
|
|
64: 'hw thermal slowdown',
|
|
128: 'hw power brake slowdown',
|
|
256: 'display clock setting',
|
|
}
|
|
reason = ', '.join([throttle[i] for i in throttle if i & val])
|
|
return reason if len(reason) > 0 else 'ok'
|
|
|
|
def get_nvml():
|
|
global nvml_initialized # pylint: disable=global-statement
|
|
try:
|
|
if not nvml_initialized:
|
|
install('pynvml', quiet=True)
|
|
import pynvml # pylint: disable=redefined-outer-name
|
|
pynvml.nvmlInit()
|
|
log.debug('NVML initialized')
|
|
nvml_initialized = True
|
|
else:
|
|
import pynvml
|
|
devices = []
|
|
for i in range(pynvml.nvmlDeviceGetCount()):
|
|
dev = pynvml.nvmlDeviceGetHandleByIndex(i)
|
|
try:
|
|
name = pynvml.nvmlDeviceGetName(dev)
|
|
except Exception:
|
|
name = ''
|
|
load = pynvml.nvmlDeviceGetUtilizationRates(dev)
|
|
"""
|
|
'load': {
|
|
'gpu': round(load.gpu),
|
|
'memory': round(load.memory),
|
|
'temp': pynvml.nvmlDeviceGetTemperature(dev, 0),
|
|
'fan': pynvml.nvmlDeviceGetFanSpeed(dev),
|
|
},
|
|
'chart_val1': load.memory,
|
|
'chart_val2': load.gpu,
|
|
}
|
|
"""
|
|
mem = pynvml.nvmlDeviceGetMemoryInfo(dev)
|
|
data = {
|
|
"CUDA": f'version {pynvml.nvmlSystemGetCudaDriverVersion()} compute {pynvml.nvmlDeviceGetCudaComputeCapability(dev)}',
|
|
"Driver": pynvml.nvmlSystemGetDriverVersion(),
|
|
"Hardware": f'VBIOS {pynvml.nvmlDeviceGetVbiosVersion(dev)} ROM {pynvml.nvmlDeviceGetInforomImageVersion(dev)}',
|
|
"PCI link": f'gen.{pynvml.nvmlDeviceGetCurrPcieLinkGeneration(dev)} x{pynvml.nvmlDeviceGetCurrPcieLinkWidth(dev)}',
|
|
"Power": f'{round(pynvml.nvmlDeviceGetPowerUsage(dev)/1000, 2)} W / {round(pynvml.nvmlDeviceGetEnforcedPowerLimit(dev)/1000, 2)} W',
|
|
"GPU clock": f'{pynvml.nvmlDeviceGetClockInfo(dev, 0)} Mhz / {pynvml.nvmlDeviceGetMaxClockInfo(dev, 0)} Mhz',
|
|
"SM clock": f'{pynvml.nvmlDeviceGetClockInfo(dev, 1)} Mhz / {pynvml.nvmlDeviceGetMaxClockInfo(dev, 1)} Mhz',
|
|
"Memory clock": f'{pynvml.nvmlDeviceGetClockInfo(dev, 2)} Mhz / {pynvml.nvmlDeviceGetMaxClockInfo(dev, 2)} Mhz',
|
|
"Memory usage": f'used {round(mem.used / 1024 / 1024)} MB | free {round(mem.free / 1024 / 1024)} MB | total {round(mem.total / 1024 / 1024)} MB',
|
|
"System load": f'GPU {load.gpu}% | Memory {load.memory}% | temp {pynvml.nvmlDeviceGetTemperature(dev, 0)}C | fan {pynvml.nvmlDeviceGetFanSpeed(dev)}%',
|
|
'State': get_reason(pynvml.nvmlDeviceGetCurrentClocksThrottleReasons(dev)),
|
|
}
|
|
chart = [load.memory, load.gpu]
|
|
devices.append({ 'name': name, 'data': data, 'chart': chart })
|
|
# log.debug(f'nmvl: {devices}')
|
|
return devices
|
|
except Exception as e:
|
|
log.error(f'NVML: {e}')
|
|
return []
|
|
|
|
|
|
if __name__ == '__main__':
|
|
nvml_initialized = True
|
|
import pynvml # pylint: disable=redefined-outer-name
|
|
pynvml.nvmlInit()
|
|
from rich import print as rprint
|
|
for gpu in get_nvml():
|
|
rprint(gpu)
|