Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-21 21:58:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add a few comments in SDLoraManager

Browse source
This commit is contained in:
Pierre Chapuis 2024-02-07 12:18:13 +01:00
parent bbe0759151
commit eb9abefe07
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/refiners/foundationals/latent_diffusion/lora.py
View file

@ -223,6 +223,8 @@ class SDLoraManager:
@staticmethod @staticmethod
def pad(input: str, /, padding_length: int = 2) -> str: def pad(input: str, /, padding_length: int = 2) -> str:
# make all numbers the same length so they sort correctly,
# e.g. foo.3.bar -> foo.03.bar
new_split: list[str] = [] new_split: list[str] = []
for s in input.split("_"): for s in input.split("_"):
if s.isdigit(): if s.isdigit():
@ -236,8 +238,14 @@ class SDLoraManager:
# this dict might not be exhaustive # this dict might not be exhaustive
suffix_scores = {"q": 1, "k": 2, "v": 3, "in": 3, "out": 4, "out0": 4, "out_0": 4} suffix_scores = {"q": 1, "k": 2, "v": 3, "in": 3, "out": 4, "out0": 4, "out_0": 4}
patterns = ["_{}", "_{}_lora"] patterns = ["_{}", "_{}_lora"]
# apply patterns to the keys of suffix_scores
key_char_order = {f.format(k): v for k, v in suffix_scores.items() for f in patterns} key_char_order = {f.format(k): v for k, v in suffix_scores.items() for f in patterns}
# get the suffix and score for `key` (default: no suffix, highest score = 5)
(sfx, score) = next(((k, v) for k, v in key_char_order.items() if key.endswith(k)), ("", 5)) (sfx, score) = next(((k, v) for k, v in key_char_order.items() if key.endswith(k)), ("", 5))
# return tuple of: (padded key prefix, score)
return (SDLoraManager.pad(key.removesuffix(sfx)), score) return (SDLoraManager.pad(key.removesuffix(sfx)), score)
@staticmethod @staticmethod