zlei6/ComfyUI
1
0
Fork 0
mirror of https://github.com/Comfy-Org/ComfyUI.git synced 2026-08-24 18:10:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'multigpu_support' of https://github.com/Kosinkadink/ComfyUI into multigpu_support

Browse Source
This commit is contained in:
Jedrzej Kosinski
2025-01-20 00:51:42 -06:00
parent 6c9e94bae7 bfce723311
commit bdbcb85b8d
2 changed files with 27 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
comfy_extras/nodes_multigpu.py
View File

@@ -22,15 +22,13 @@ class MultiGPUInitialize:
CATEGORY = "DevTools"
def init_multigpu(self, model: ModelPatcher, max_gpus: int):
model = model.clone()
extra_devices = comfy.model_management.get_all_torch_devices(exclude_current=True)
extra_devices = extra_devices[:max_gpus-1]
if len(extra_devices) > 0:
model = model.clone()
comfy.model_management.unload_all_models()
for device in extra_devices:
device_patcher = model.clone()
device_patcher.model = copy.deepcopy(model.model)
device_patcher.load_device = device
device_patcher = model.multigpu_clone(new_load_device=device)
device_patcher.is_multigpu_clone = True
multigpu_models = model.get_additional_models_with_key("multigpu")
multigpu_models.append(device_patcher)