Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-14 00:58:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

tweak auto_attach_loras so debugging is easier when it fails

Browse source
This commit is contained in:
Pierre Chapuis 2024-03-26 15:04:45 +01:00
parent 2345f01dd3
commit 404a15aad2
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/refiners/fluxion/adapters/lora.py
View file

@ -505,6 +505,8 @@ def auto_attach_loras(
loras_copy = {key: Lora.from_weights(lora.name, lora.down.weight, lora.up.weight) for key, lora in loras.items()} loras_copy = {key: Lora.from_weights(lora.name, lora.down.weight, lora.up.weight) for key, lora in loras.items()}
debug_map_1: list[tuple[str, str]] = [] debug_map_1: list[tuple[str, str]] = []
failed_keys_1 = _auto_attach_loras(loras, target, include=include, exclude=exclude, debug_map=debug_map_1) failed_keys_1 = _auto_attach_loras(loras, target, include=include, exclude=exclude, debug_map=debug_map_1)
if debug_map is not None:
debug_map += debug_map_1
if len(debug_map_1) != len(loras) or failed_keys_1: if len(debug_map_1) != len(loras) or failed_keys_1:
raise ValueError( raise ValueError(
f"sanity check failed: {len(debug_map_1)} / {len(loras)} LoRA layers attached, {len(failed_keys_1)} failed" f"sanity check failed: {len(debug_map_1)} / {len(loras)} LoRA layers attached, {len(failed_keys_1)} failed"
@ -518,6 +520,4 @@ def auto_attach_loras(
f"sanity check failed: {len(debug_map_2)} / {len(loras)} LoRA layers attached twice, {len(failed_keys_2)} skipped" f"sanity check failed: {len(debug_map_2)} / {len(loras)} LoRA layers attached twice, {len(failed_keys_2)} skipped"
) )
if debug_map is not None:
debug_map += debug_map_1
return failed_keys_1 return failed_keys_1