mirror of
https://github.com/Sygil-Dev/sygil-webui.git
synced 2024-12-15 06:21:34 +03:00
Added batch/shell script to explicitly start the stable horde bridge (#1413)
So that people can start it from the file browser/explorer
This commit is contained in:
Divided by Zer0
GitHub
parent
cd1bc79a1b
commit
e33d093fa8
106
horde_bridge.cmd
Normal file
106
horde_bridge.cmd
Normal file
@ -0,0 +1,106 @@
|
|||||||
|
@echo off
|
||||||
|
:: This file is part of stable-diffusion-webui (https://github.com/sd-webui/stable-diffusion-webui/).
|
||||||
|
|
||||||
|
:: Copyright 2022 sd-webui team.
|
||||||
|
:: This program is free software: you can redistribute it and/or modify
|
||||||
|
:: it under the terms of the GNU Affero General Public License as published by
|
||||||
|
:: the Free Software Foundation, either version 3 of the License, or
|
||||||
|
:: (at your option) any later version.
|
||||||
|
|
||||||
|
:: This program is distributed in the hope that it will be useful,
|
||||||
|
:: but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
:: MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
:: GNU Affero General Public License for more details.
|
||||||
|
|
||||||
|
:: You should have received a copy of the GNU Affero General Public License
|
||||||
|
:: along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
:: Run all commands using this script's directory as the working directory
|
||||||
|
cd %~dp0
|
||||||
|
|
||||||
|
:: copy over the first line from environment.yaml, e.g. name: ldm, and take the second word after splitting by ":" delimiter
|
||||||
|
for /F "tokens=2 delims=: " %%i in (environment.yaml) DO (
|
||||||
|
set v_conda_env_name=%%i
|
||||||
|
goto EOL
|
||||||
|
)
|
||||||
|
:EOL
|
||||||
|
|
||||||
|
echo Environment name is set as %v_conda_env_name% as per environment.yaml
|
||||||
|
|
||||||
|
:: Put the path to conda directory in a file called "custom-conda-path.txt" if it's installed at non-standard path
|
||||||
|
IF EXIST custom-conda-path.txt (
|
||||||
|
FOR /F %%i IN (custom-conda-path.txt) DO set v_custom_path=%%i
|
||||||
|
)
|
||||||
|
|
||||||
|
set v_paths=%ProgramData%\miniconda3
|
||||||
|
set v_paths=%v_paths%;%USERPROFILE%\miniconda3
|
||||||
|
set v_paths=%v_paths%;%ProgramData%\anaconda3
|
||||||
|
set v_paths=%v_paths%;%USERPROFILE%\anaconda3
|
||||||
|
|
||||||
|
for %%a in (%v_paths%) do (
|
||||||
|
IF NOT "%v_custom_path%"=="" (
|
||||||
|
set v_paths=%v_custom_path%;%v_paths%
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
for %%a in (%v_paths%) do (
|
||||||
|
if EXIST "%%a\Scripts\activate.bat" (
|
||||||
|
SET v_conda_path=%%a
|
||||||
|
echo anaconda3/miniconda3 detected in %%a
|
||||||
|
goto :CONDA_FOUND
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
IF "%v_conda_path%"=="" (
|
||||||
|
echo anaconda3/miniconda3 not found. Install from here https://docs.conda.io/en/latest/miniconda.html
|
||||||
|
pause
|
||||||
|
exit /b 1
|
||||||
|
)
|
||||||
|
|
||||||
|
:CONDA_FOUND
|
||||||
|
echo Stashing local changes and pulling latest update...
|
||||||
|
call git stash
|
||||||
|
call git pull
|
||||||
|
set /P restore="Do you want to restore changes you made before updating? (Y/N): "
|
||||||
|
IF /I "%restore%" == "N" (
|
||||||
|
echo Removing changes please wait...
|
||||||
|
call git stash drop
|
||||||
|
echo Changes removed, press any key to continue...
|
||||||
|
pause >nul
|
||||||
|
) ELSE IF /I "%restore%" == "Y" (
|
||||||
|
echo Restoring changes, please wait...
|
||||||
|
call git stash pop --quiet
|
||||||
|
echo Changes restored, press any key to continue...
|
||||||
|
pause >nul
|
||||||
|
)
|
||||||
|
call "%v_conda_path%\Scripts\activate.bat"
|
||||||
|
|
||||||
|
for /f "delims=" %%a in ('git log -1 --format^="%%H" -- environment.yaml') DO set v_cur_hash=%%a
|
||||||
|
set /p "v_last_hash="<"z_version_env.tmp"
|
||||||
|
echo %v_cur_hash%>z_version_env.tmp
|
||||||
|
|
||||||
|
echo Current environment.yaml hash: %v_cur_hash%
|
||||||
|
echo Previous environment.yaml hash: %v_last_hash%
|
||||||
|
|
||||||
|
if "%v_last_hash%" == "%v_cur_hash%" (
|
||||||
|
echo environment.yaml unchanged. dependencies should be up to date.
|
||||||
|
echo if you still have unresolved dependencies, delete "z_version_env.tmp"
|
||||||
|
) else (
|
||||||
|
echo environment.yaml changed. updating dependencies
|
||||||
|
call conda env create --name "%v_conda_env_name%" -f environment.yaml
|
||||||
|
call conda env update --name "%v_conda_env_name%" -f environment.yaml
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
call "%v_conda_path%\Scripts\activate.bat" "%v_conda_env_name%"
|
||||||
|
|
||||||
|
:PROMPT
|
||||||
|
set SETUPTOOLS_USE_DISTUTILS=stdlib
|
||||||
|
IF EXIST "models\ldm\stable-diffusion-v1\model.ckpt" (
|
||||||
|
set "PYTHONPATH=%~dp0"
|
||||||
|
python scripts\relauncher.py --bridge -v %*
|
||||||
|
) ELSE (
|
||||||
|
echo Your model file does not exist! Place it in 'models\ldm\stable-diffusion-v1' with the name 'model.ckpt'.
|
||||||
|
pause
|
||||||
|
)
|
||||||
|
|
||||||
|
::cmd /k
|
||||||
169
horde_bridge.sh
Normal file
169
horde_bridge.sh
Normal file
@ -0,0 +1,169 @@
|
|||||||
|
#!/bin/bash -i
|
||||||
|
# This file is part of stable-diffusion-webui (https://github.com/sd-webui/stable-diffusion-webui/).
|
||||||
|
|
||||||
|
# Copyright 2022 sd-webui team.
|
||||||
|
# This program is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
|
||||||
|
# This program is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
# Start the Stable Diffusion WebUI for Linux Users
|
||||||
|
|
||||||
|
DIRECTORY="."
|
||||||
|
ENV_FILE="environment.yaml"
|
||||||
|
ENV_NAME="ldm"
|
||||||
|
ENV_MODIFIED=$(date -r $ENV_FILE "+%s")
|
||||||
|
ENV_MODIFED_FILE=".env_updated"
|
||||||
|
ENV_UPDATED=0
|
||||||
|
|
||||||
|
# Models used for upscaling
|
||||||
|
GFPGAN_MODEL="https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth"
|
||||||
|
LATENT_DIFFUSION_REPO="https://github.com/devilismyfriend/latent-diffusion.git"
|
||||||
|
LSDR_CONFIG="https://heibox.uni-heidelberg.de/f/31a76b13ea27482981b4/?dl=1"
|
||||||
|
LSDR_MODEL="https://heibox.uni-heidelberg.de/f/578df07c8fc04ffbadf3/?dl=1"
|
||||||
|
REALESRGAN_MODEL="https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth"
|
||||||
|
REALESRGAN_ANIME_MODEL="https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth"
|
||||||
|
SD_CONCEPT_REPO="https://github.com/sd-webui/sd-concepts-library/archive/refs/heads/main.zip"
|
||||||
|
|
||||||
|
|
||||||
|
if [[ -f $ENV_MODIFED_FILE ]]; then
|
||||||
|
ENV_MODIFIED_CACHED=$(<${ENV_MODIFED_FILE})
|
||||||
|
else
|
||||||
|
ENV_MODIFIED_CACHED=0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Setup the Conda env for the project. This will also handle updating the env as needed too.
|
||||||
|
conda_env_setup () {
|
||||||
|
# Set conda path if it is not already in default environment
|
||||||
|
CUSTOM_CONDA_PATH=
|
||||||
|
|
||||||
|
# Allow setting custom path via file to allow updates of this script without undoing custom path
|
||||||
|
if [ -f custom-conda-path.txt ]; then
|
||||||
|
CUSTOM_CONDA_PATH=$(cat custom-conda-path.txt)
|
||||||
|
fi
|
||||||
|
|
||||||
|
# If custom path is set above, try to setup conda environment
|
||||||
|
if [ -f "${CUSTOM_CONDA_PATH}/etc/profile.d/conda.sh" ]; then
|
||||||
|
. "${CUSTOM_CONDA_PATH}/etc/profile.d/conda.sh"
|
||||||
|
elif [ -n "${CUSTOM_CONDA_PATH}" ] && [ -f "${CUSTOM_CONDA_PATH}/bin" ]; then
|
||||||
|
export PATH="${CUSTOM_CONDA_PATH}/bin:$PATH"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if ! command -v conda >/dev/null; then
|
||||||
|
printf "Anaconda3 not found. Install from here https://www.anaconda.com/products/distribution\n"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Create/update conda env if needed
|
||||||
|
if ! conda env list | grep ".*${ENV_NAME}.*" >/dev/null 2>&1; then
|
||||||
|
printf "Could not find conda env: ${ENV_NAME} ... creating ... \n\n"
|
||||||
|
conda env create -f $ENV_FILE
|
||||||
|
ENV_UPDATED=1
|
||||||
|
elif [[ ! -z $CONDA_FORCE_UPDATE && $CONDA_FORCE_UPDATE == "true" ]] || (( $ENV_MODIFIED > $ENV_MODIFIED_CACHED )); then
|
||||||
|
printf "Updating conda env: ${ENV_NAME} ...\n\n"
|
||||||
|
PIP_EXISTS_ACTION=w conda env update --file $ENV_FILE --prune
|
||||||
|
ENV_UPDATED=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Clear artifacts from conda after create/update
|
||||||
|
if (( $ENV_UPDATED > 0 )); then
|
||||||
|
conda clean --all
|
||||||
|
echo -n $ENV_MODIFIED > $ENV_MODIFED_FILE
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Activate conda environment
|
||||||
|
conda_env_activation () {
|
||||||
|
conda activate $ENV_NAME
|
||||||
|
conda info | grep active
|
||||||
|
}
|
||||||
|
|
||||||
|
# Check to see if the SD model already exists, if not then it creates it and prompts the user to add the SD AI models to the repo directory
|
||||||
|
sd_model_loading () {
|
||||||
|
if [ -f "$DIRECTORY/models/ldm/stable-diffusion-v1/model.ckpt" ]; then
|
||||||
|
printf "AI Model already in place. Continuing...\n\n"
|
||||||
|
else
|
||||||
|
printf "\n\n########## MOVE MODEL FILE ##########\n\n"
|
||||||
|
printf "Please download the 1.4 AI Model from Huggingface (or another source) and place it inside of the stable-diffusion-webui folder\n\n"
|
||||||
|
read -p "Once you have sd-v1-4.ckpt in the project root, Press Enter...\n\n"
|
||||||
|
|
||||||
|
# Check to make sure checksum of models is the original one from HuggingFace and not a fake model set
|
||||||
|
printf "fe4efff1e174c627256e44ec2991ba279b3816e364b49f9be2abc0b3ff3f8556 sd-v1-4.ckpt" | sha256sum --check || exit 1
|
||||||
|
mv sd-v1-4.ckpt $DIRECTORY/models/ldm/stable-diffusion-v1/model.ckpt
|
||||||
|
rm -r ./Models
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Checks to see if the upscaling models exist in their correct locations. If they do not they will be downloaded as required
|
||||||
|
post_processor_model_loading () {
|
||||||
|
# Check to see if GFPGAN has been added yet, if not it will download it and place it in the proper directory
|
||||||
|
if [ -f "$DIRECTORY/src/gfpgan/experiments/pretrained_models/GFPGANv1.3.pth" ]; then
|
||||||
|
printf "GFPGAN already exists. Continuing...\n\n"
|
||||||
|
else
|
||||||
|
printf "Downloading GFPGAN model. Please wait...\n"
|
||||||
|
wget $GFPGAN_MODEL -P $DIRECTORY/src/gfpgan/experiments/pretrained_models
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check to see if realESRGAN has been added yet, if not it will download it and place it in the proper directory
|
||||||
|
if [ -f "$DIRECTORY/src/realesrgan/experiments/pretrained_models/RealESRGAN_x4plus.pth" ]; then
|
||||||
|
printf "realESRGAN already exists. Continuing...\n\n"
|
||||||
|
else
|
||||||
|
printf "Downloading realESRGAN model. Please wait...\n"
|
||||||
|
wget $REALESRGAN_MODEL -P $DIRECTORY/src/realesrgan/experiments/pretrained_models
|
||||||
|
wget $REALESRGAN_ANIME_MODEL -P $DIRECTORY/src/realesrgan/experiments/pretrained_models
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check to see if LDSR has been added yet, if not it will be cloned and its models downloaded to the correct directory
|
||||||
|
if [ -f "$DIRECTORY/src/latent-diffusion/experiments/pretrained_models/model.ckpt" ]; then
|
||||||
|
printf "LDSR already exists. Continuing...\n\n"
|
||||||
|
else
|
||||||
|
printf "Cloning LDSR and downloading model. Please wait...\n"
|
||||||
|
git clone $LATENT_DIFFUSION_REPO
|
||||||
|
mv latent-diffusion $DIRECTORY/src/latent-diffusion
|
||||||
|
mkdir $DIRECTORY/src/latent-diffusion/experiments
|
||||||
|
mkdir $DIRECTORY/src/latent-diffusion/experiments/pretrained_models
|
||||||
|
wget $LSDR_CONFIG -P $DIRECTORY/src/latent-diffusion/experiments/pretrained_models
|
||||||
|
mv $DIRECTORY/src/latent-diffusion/experiments/pretrained_models/index.html?dl=1 $DIRECTORY/src/latent-diffusion/experiments/pretrained_models/project.yaml
|
||||||
|
wget $LSDR_MODEL -P $DIRECTORY/src/latent-diffusion/experiments/pretrained_models
|
||||||
|
mv $DIRECTORY/src/latent-diffusion/experiments/pretrained_models/index.html?dl=1 $DIRECTORY/src/latent-diffusion/experiments/pretrained_models/model.ckpt
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Check to see if SD Concepts has been added yet, if not it will download it and place it in the proper directory
|
||||||
|
if [ -d "$DIRECTORY/models/custom/sd-concepts-library" ]; then
|
||||||
|
printf "SD Concepts Library already exists. Continuing...\n\n"
|
||||||
|
else
|
||||||
|
printf "Downloading and Extracting SD Concepts Library model. Please wait...\n"
|
||||||
|
mkdir $DIRECTORY/models/custom
|
||||||
|
wget $SD_CONCEPT_REPO
|
||||||
|
if ! command -v unzip &> /dev/null
|
||||||
|
then
|
||||||
|
printf "Warning: unzip could not be found. \nPlease install 'unzip' from your package manager and rerun this program.\n"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
unzip main.zip
|
||||||
|
mv sd-concepts-library-main/sd-concepts-library $DIRECTORY/models/custom
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to initialize the other functions
|
||||||
|
start_initialization () {
|
||||||
|
conda_env_setup
|
||||||
|
sd_model_loading
|
||||||
|
post_processor_model_loading
|
||||||
|
conda_env_activation
|
||||||
|
if [ ! -e "models/ldm/stable-diffusion-v1/model.ckpt" ]; then
|
||||||
|
echo "Your model file does not exist! Place it in 'models/ldm/stable-diffusion-v1' with the name 'model.ckpt'."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
printf "\nStarting Stable Horde Bridg: Please Wait...\n"; python scripts/relauncher.py --bridge -v "$@"; break;;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
start_initialization "$@"
|
||||||
@ -2654,6 +2654,14 @@ def run_bridge(interval, api_key, horde_name, horde_url, priority_usernames, hor
|
|||||||
current_payload = None
|
current_payload = None
|
||||||
loop_retry = 0
|
loop_retry = 0
|
||||||
while True:
|
while True:
|
||||||
|
if loop_retry > 10 and current_id:
|
||||||
|
logger.error(f"Exceeded retry count {loop_retry} for generation id {current_id}. Aborting generation!")
|
||||||
|
current_id = None
|
||||||
|
current_payload = None
|
||||||
|
current_generation = None
|
||||||
|
loop_retry = 0
|
||||||
|
elif current_id:
|
||||||
|
logger.debug(f"Retrying ({loop_retry}/10) for generation id {current_id}...")
|
||||||
gen_dict = {
|
gen_dict = {
|
||||||
"name": horde_name,
|
"name": horde_name,
|
||||||
"max_pixels": horde_max_pixels,
|
"max_pixels": horde_max_pixels,
|
||||||
@ -2754,14 +2762,6 @@ def run_bridge(interval, api_key, horde_name, horde_url, priority_usernames, hor
|
|||||||
logger.warning(f"Server {horde_url} unavailable during submit. Waiting 10 seconds... (Retry {loop_retry}/10)")
|
logger.warning(f"Server {horde_url} unavailable during submit. Waiting 10 seconds... (Retry {loop_retry}/10)")
|
||||||
time.sleep(10)
|
time.sleep(10)
|
||||||
continue
|
continue
|
||||||
if loop_retry > 10 and current_id:
|
|
||||||
logger.error(f"Exceeded retry count {loop_retry} for generation id {current_id}. Aborting generation!")
|
|
||||||
current_id = None
|
|
||||||
current_payload = None
|
|
||||||
current_generation = None
|
|
||||||
loop_retry = 0
|
|
||||||
elif current_id:
|
|
||||||
logger.debug(f"Retrying ({loop_retry}/10) for generation id {current_id}...")
|
|
||||||
time.sleep(interval)
|
time.sleep(interval)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user