fix for add difference model merging

This commit is contained in:
AUTOMATIC 2022-10-18 15:33:24 +03:00
parent 2f448d97a9
commit e20b7e30fe

View File

@ -216,8 +216,11 @@ def run_modelmerger(primary_model_name, secondary_model_name, teritary_model_nam
if theta_func1: if theta_func1:
for key in tqdm.tqdm(theta_1.keys()): for key in tqdm.tqdm(theta_1.keys()):
if 'model' in key: if 'model' in key:
t2 = theta_2.get(key, torch.zeros_like(theta_1[key])) if key in theta_2:
theta_1[key] = theta_func1(theta_1[key], t2) t2 = theta_2.get(key, torch.zeros_like(theta_1[key]))
theta_1[key] = theta_func1(theta_1[key], t2)
else:
theta_1[key] = 0
del theta_2, teritary_model del theta_2, teritary_model
for key in tqdm.tqdm(theta_0.keys()): for key in tqdm.tqdm(theta_0.keys()):