From dd4602fd645865b497e558096d98ef8774b87f3e Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Wed, 5 Jul 2023 18:58:23 -0400 Subject: [PATCH] update dynamo logging --- modules/sd_hijack.py | 6 ++++-- modules/sd_models.py | 4 +++- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/modules/sd_hijack.py b/modules/sd_hijack.py index 5464cee44..8d78a3adb 100644 --- a/modules/sd_hijack.py +++ b/modules/sd_hijack.py @@ -180,8 +180,10 @@ class StableDiffusionModelHijack: shared.log.warning("Model compile skipped: IPEX Method is for Intel GPU's with OneAPI") elif opts.cuda_compile and opts.cuda_compile_mode != 'none' and shared.backend == shared.Backend.ORIGINAL: try: - import torch._dynamo as dynamo # pylint: disable=unused-import - # torch._dynamo.config.log_level = logging.WARNING if opts.cuda_compile_verbose else logging.CRITICAL # pylint: disable=protected-access + import logging + import torch._dynamo # pylint: disable=unused-import + log_level = logging.WARNING if opts.cuda_compile_verbose else logging.CRITICAL # pylint: disable=protected-access + torch._logging.set_logs(dynamo=log_level, aot=log_level, inductor=log_level) # pylint: disable=protected-access torch._dynamo.config.verbose = opts.cuda_compile_verbose # pylint: disable=protected-access torch._dynamo.config.suppress_errors = opts.cuda_compile_errors # pylint: disable=protected-access torch.backends.cudnn.benchmark = True diff --git a/modules/sd_models.py b/modules/sd_models.py index 6ba07c52e..aad51403b 100644 --- a/modules/sd_models.py +++ b/modules/sd_models.py @@ -615,7 +615,9 @@ def load_diffuser(checkpoint_info=None, already_loaded_state_dict=None, timer=No sd_model.unet.to(memory_format=torch.channels_last) if shared.opts.cuda_compile and torch.cuda.is_available(): sd_model.to(devices.device) - import torch._dynamo as dynamo # pylint: disable=unused-import + import torch._dynamo # pylint: disable=unused-import + log_level = logging.WARNING if shared.opts.cuda_compile_verbose else logging.CRITICAL # pylint: disable=protected-access + torch._logging.set_logs(dynamo=log_level, aot=log_level, inductor=log_level) # pylint: disable=protected-access torch._dynamo.config.verbose = shared.opts.cuda_compile_verbose # pylint: disable=protected-access torch._dynamo.config.suppress_errors = shared.opts.cuda_compile_errors # pylint: disable=protected-access sd_model.unet = torch.compile(sd_model.unet, mode=shared.opts.cuda_compile_mode, fullgraph=shared.opts.cuda_compile_fullgraph) # pylint: disable=attribute-defined-outside-init