mirror of
https://github.com/sd-webui/stable-diffusion-webui.git
synced 2024-12-15 07:12:58 +03:00
38 lines
1.7 KiB
Python
38 lines
1.7 KiB
Python
import os, subprocess, shutil
|
|
from huggingface_hub import HfApi
|
|
from git import Repo, RemoteProgress
|
|
|
|
class CloneProgress(RemoteProgress):
|
|
def update(self, op_code, cur_count, max_count=None, message=''):
|
|
if message:
|
|
print(message)
|
|
api = HfApi()
|
|
models_list = api.list_models(author="sd-concepts-library", sort="likes", direction=-1)
|
|
models = []
|
|
|
|
print ("Downloading the sd concept library from the huggingface site.")
|
|
for model in models_list:
|
|
model_content = {}
|
|
model_id = model.modelId
|
|
url = f"https://huggingface.co/{model_id}"
|
|
try:
|
|
if not os.path.exists(os.path.join("../models/custom", model_id)):
|
|
subprocess.run(['git', 'lfs', 'install'], stdout=subprocess.DEVNULL)
|
|
Repo.clone_from(url, os.path.join("../models/custom", model_id), progress=CloneProgress())
|
|
#else:
|
|
#repo = Repo(os.path.join("../models/custom", model_id))
|
|
#repo.git.stash('save')
|
|
#repo.git.pull()
|
|
|
|
subprocess.run(['git', 'lfs', 'uninstall'], stdout=subprocess.DEVNULL) # uninstall LFS
|
|
os.remove(os.path.join("../models/custom", model_id, '.gitattributes')) if os.path.exists(os.path.join("../models/custom", model_id, '.gitattributes')) else None # remove the .gitattributes so files don't use LFS
|
|
subprocess.run(['rm', '-rf', os.path.join("../models/custom", model_id,'.git')]) if os.path.exists(os.path.join("../models/custom", model_id, '.git')) else None # remove all the .git folders as we dont need them.
|
|
# get the folder size and delete it if its larger than 100mb
|
|
size = 0
|
|
for ele in os.scandir(os.path.join("../models/custom", model_id)): # get folder size
|
|
size+=os.stat(ele).st_size
|
|
if size > 100000000: # if the folder is larger than 100mb delete it.
|
|
shutil.rmtree(os.path.join("../models/custom", model_id), ignore_errors=True)
|
|
except:
|
|
pass
|