Update dynamic_swapping_loader.py

checker
This commit is contained in:
obisin
2025-09-03 08:29:12 +01:00
committed by GitHub
parent d2d8991468
commit 64e0d8d5c2
+5 -4
View File
@@ -655,10 +655,10 @@ def add_smart_swapping_to_layer(layer, layer_idx, layers_list, gpu_resident_laye
if not hasattr(layer, '_original_forward'):
layer._original_forward = layer.forward
# if not getattr(layer, "_dgls_fixed", False):
# if fix_inference_tensor_parameters(layer):
# pass # fixed something
# layer._dgls_fixed = True
if not getattr(layer, "_dgls_fixed", False):
if fix_inference_tensor_parameters(layer):
pass # fixed something
layer._dgls_fixed = True
global layers, device_cache
layers = layers_list
@@ -1848,3 +1848,4 @@ def print_memory_optimization_analysis(layers, args):
'gpu_layers': list(gpu_layers) if available_for_layers else [],
'swapping_overhead_gb': swapping_overhead / 1024 ** 3 if available_for_layers else 0
}