DeepBeepMeep commited on
Commit ·
aa32ae5
1
Parent(s): 4ef3800
fix crash if any lora
Browse files- gradio_server.py +1 -1
- requirements.txt +2 -1
gradio_server.py
CHANGED
|
@@ -350,7 +350,7 @@ def setup_loras(pipe, lora_dir, lora_preselected_preset, split_linear_modules_m
|
|
| 350 |
|
| 351 |
if len(loras) > 0:
|
| 352 |
loras_names = [ Path(lora).stem for lora in loras ]
|
| 353 |
-
offload.load_loras_into_model(pipe
|
| 354 |
|
| 355 |
if len(lora_preselected_preset) > 0:
|
| 356 |
if not os.path.isfile(os.path.join(lora_dir, lora_preselected_preset + ".lset")):
|
|
|
|
| 350 |
|
| 351 |
if len(loras) > 0:
|
| 352 |
loras_names = [ Path(lora).stem for lora in loras ]
|
| 353 |
+
offload.load_loras_into_model(pipe["transformer"], loras, activate_all_loras=False, split_linear_modules_map = split_linear_modules_map) #lora_multiplier,
|
| 354 |
|
| 355 |
if len(lora_preselected_preset) > 0:
|
| 356 |
if not os.path.isfile(os.path.join(lora_dir, lora_preselected_preset + ".lset")):
|
requirements.txt
CHANGED
|
@@ -16,4 +16,5 @@ gradio>=5.0.0
|
|
| 16 |
numpy>=1.23.5,<2
|
| 17 |
einops
|
| 18 |
moviepy==1.0.3
|
| 19 |
-
mmgp==3.2.3
|
|
|
|
|
|
| 16 |
numpy>=1.23.5,<2
|
| 17 |
einops
|
| 18 |
moviepy==1.0.3
|
| 19 |
+
mmgp==3.2.3
|
| 20 |
+
peft==0.14.0
|