From 64e0d8d5c2dd571ea23ccde06be80ed1ba24aa86 Mon Sep 17 00:00:00 2001 From: obisin <90648621+obisin@users.noreply.github.com> Date: Wed, 3 Sep 2025 08:29:12 +0100 Subject: [PATCH] Update dynamic_swapping_loader.py checker --- dynamic_swapping_loader.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/dynamic_swapping_loader.py b/dynamic_swapping_loader.py index ce8550c..730b9c8 100644 --- a/dynamic_swapping_loader.py +++ b/dynamic_swapping_loader.py @@ -655,10 +655,10 @@ def add_smart_swapping_to_layer(layer, layer_idx, layers_list, gpu_resident_laye if not hasattr(layer, '_original_forward'): layer._original_forward = layer.forward - # if not getattr(layer, "_dgls_fixed", False): - # if fix_inference_tensor_parameters(layer): - # pass # fixed something - # layer._dgls_fixed = True + if not getattr(layer, "_dgls_fixed", False): + if fix_inference_tensor_parameters(layer): + pass # fixed something + layer._dgls_fixed = True global layers, device_cache layers = layers_list @@ -1848,3 +1848,4 @@ def print_memory_optimization_analysis(layers, args): 'gpu_layers': list(gpu_layers) if available_for_layers else [], 'swapping_overhead_gb': swapping_overhead / 1024 ** 3 if available_for_layers else 0 } +