2022-10-31 17:36:45 +03:00
|
|
|
import os
|
2023-05-15 20:57:11 +03:00
|
|
|
import threading
|
2022-10-31 17:36:45 +03:00
|
|
|
|
2023-08-09 10:25:35 +03:00
|
|
|
from modules import shared, errors, cache, scripts
|
2023-05-29 00:41:12 +03:00
|
|
|
from modules.gitpython_hack import Repo
|
2023-05-10 09:02:23 +03:00
|
|
|
from modules.paths_internal import extensions_dir, extensions_builtin_dir, script_path # noqa: F401
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
extensions = []
|
|
|
|
|
2023-05-29 10:18:15 +03:00
|
|
|
os.makedirs(extensions_dir, exist_ok=True)
|
2023-03-27 10:02:30 +03:00
|
|
|
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
def active():
|
2023-07-28 19:07:35 +03:00
|
|
|
if shared.cmd_opts.disable_all_extensions or shared.opts.disable_all_extensions == "all":
|
2023-03-27 19:44:49 +03:00
|
|
|
return []
|
2023-07-28 19:07:35 +03:00
|
|
|
elif shared.cmd_opts.disable_extra_extensions or shared.opts.disable_all_extensions == "extra":
|
2023-03-27 19:44:49 +03:00
|
|
|
return [x for x in extensions if x.enabled and x.is_builtin]
|
|
|
|
else:
|
|
|
|
return [x for x in extensions if x.enabled]
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
|
|
|
|
class Extension:
|
2023-05-15 20:57:11 +03:00
|
|
|
lock = threading.Lock()
|
2023-07-15 09:20:43 +03:00
|
|
|
cached_fields = ['remote', 'commit_date', 'branch', 'commit_hash', 'version']
|
2023-05-15 20:57:11 +03:00
|
|
|
|
2022-12-03 18:06:33 +03:00
|
|
|
def __init__(self, name, path, enabled=True, is_builtin=False):
|
2022-10-31 17:36:45 +03:00
|
|
|
self.name = name
|
|
|
|
self.path = path
|
|
|
|
self.enabled = enabled
|
|
|
|
self.status = ''
|
|
|
|
self.can_update = False
|
2022-12-03 18:06:33 +03:00
|
|
|
self.is_builtin = is_builtin
|
2023-03-30 00:46:03 +03:00
|
|
|
self.commit_hash = ''
|
|
|
|
self.commit_date = None
|
2023-02-13 19:04:34 +03:00
|
|
|
self.version = ''
|
2023-03-30 00:46:03 +03:00
|
|
|
self.branch = None
|
2023-03-27 10:02:30 +03:00
|
|
|
self.remote = None
|
|
|
|
self.have_info_from_repo = False
|
|
|
|
|
2023-07-15 09:20:43 +03:00
|
|
|
def to_dict(self):
|
|
|
|
return {x: getattr(self, x) for x in self.cached_fields}
|
|
|
|
|
|
|
|
def from_dict(self, d):
|
|
|
|
for field in self.cached_fields:
|
|
|
|
setattr(self, field, d[field])
|
|
|
|
|
2023-03-27 10:02:30 +03:00
|
|
|
def read_info_from_repo(self):
|
2023-03-30 00:46:03 +03:00
|
|
|
if self.is_builtin or self.have_info_from_repo:
|
2023-03-27 10:02:30 +03:00
|
|
|
return
|
|
|
|
|
2023-07-15 09:20:43 +03:00
|
|
|
def read_from_repo():
|
|
|
|
with self.lock:
|
|
|
|
if self.have_info_from_repo:
|
|
|
|
return
|
|
|
|
|
|
|
|
self.do_read_info_from_repo()
|
|
|
|
|
|
|
|
return self.to_dict()
|
2023-07-25 14:01:10 +03:00
|
|
|
try:
|
|
|
|
d = cache.cached_data_for_file('extensions-git', self.name, os.path.join(self.path, ".git"), read_from_repo)
|
|
|
|
self.from_dict(d)
|
|
|
|
except FileNotFoundError:
|
|
|
|
pass
|
2023-07-26 07:43:38 +03:00
|
|
|
self.status = 'unknown' if self.status == '' else self.status
|
2022-10-31 17:36:45 +03:00
|
|
|
|
2023-05-15 20:57:11 +03:00
|
|
|
def do_read_info_from_repo(self):
|
2022-10-31 17:36:45 +03:00
|
|
|
repo = None
|
|
|
|
try:
|
2023-03-27 10:02:30 +03:00
|
|
|
if os.path.exists(os.path.join(self.path, ".git")):
|
2023-05-29 00:41:12 +03:00
|
|
|
repo = Repo(self.path)
|
2022-10-31 17:36:45 +03:00
|
|
|
except Exception:
|
2023-05-31 19:56:37 +03:00
|
|
|
errors.report(f"Error reading github repository info from {self.path}", exc_info=True)
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
if repo is None or repo.bare:
|
|
|
|
self.remote = None
|
|
|
|
else:
|
2022-11-05 15:04:48 +03:00
|
|
|
try:
|
2023-03-27 10:02:30 +03:00
|
|
|
self.remote = next(repo.remote().urls, None)
|
2023-05-21 13:30:00 +03:00
|
|
|
commit = repo.head.commit
|
|
|
|
self.commit_date = commit.committed_date
|
2023-03-30 00:46:03 +03:00
|
|
|
if repo.active_branch:
|
|
|
|
self.branch = repo.active_branch.name
|
2023-05-21 13:30:00 +03:00
|
|
|
self.commit_hash = commit.hexsha
|
|
|
|
self.version = self.commit_hash[:8]
|
2023-03-30 00:46:03 +03:00
|
|
|
|
2023-05-29 08:54:13 +03:00
|
|
|
except Exception:
|
2023-05-31 19:56:37 +03:00
|
|
|
errors.report(f"Failed reading extension data from Git repository ({self.name})", exc_info=True)
|
2022-11-05 15:04:48 +03:00
|
|
|
self.remote = None
|
2022-10-31 17:36:45 +03:00
|
|
|
|
2023-05-15 20:57:11 +03:00
|
|
|
self.have_info_from_repo = True
|
|
|
|
|
2022-10-31 17:36:45 +03:00
|
|
|
def list_files(self, subdir, extension):
|
|
|
|
dirpath = os.path.join(self.path, subdir)
|
|
|
|
if not os.path.isdir(dirpath):
|
|
|
|
return []
|
|
|
|
|
|
|
|
res = []
|
|
|
|
for filename in sorted(os.listdir(dirpath)):
|
2022-10-31 18:40:47 +03:00
|
|
|
res.append(scripts.ScriptFile(self.path, filename, os.path.join(dirpath, filename)))
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
res = [x for x in res if os.path.splitext(x.path)[1].lower() == extension and os.path.isfile(x.path)]
|
|
|
|
|
|
|
|
return res
|
|
|
|
|
|
|
|
def check_updates(self):
|
2023-05-29 00:41:12 +03:00
|
|
|
repo = Repo(self.path)
|
2023-02-25 22:15:06 +03:00
|
|
|
for fetch in repo.remote().fetch(dry_run=True):
|
2022-10-31 17:36:45 +03:00
|
|
|
if fetch.flags != fetch.HEAD_UPTODATE:
|
|
|
|
self.can_update = True
|
2023-03-30 02:32:29 +03:00
|
|
|
self.status = "new commits"
|
2022-10-31 17:36:45 +03:00
|
|
|
return
|
|
|
|
|
2023-03-30 02:32:29 +03:00
|
|
|
try:
|
|
|
|
origin = repo.rev_parse('origin')
|
|
|
|
if repo.head.commit != origin:
|
|
|
|
self.can_update = True
|
|
|
|
self.status = "behind HEAD"
|
|
|
|
return
|
|
|
|
except Exception:
|
|
|
|
self.can_update = False
|
|
|
|
self.status = "unknown (remote error)"
|
|
|
|
return
|
|
|
|
|
2022-10-31 17:36:45 +03:00
|
|
|
self.can_update = False
|
|
|
|
self.status = "latest"
|
|
|
|
|
2023-03-30 00:46:03 +03:00
|
|
|
def fetch_and_reset_hard(self, commit='origin'):
|
2023-05-29 00:41:12 +03:00
|
|
|
repo = Repo(self.path)
|
2022-11-12 21:44:42 +03:00
|
|
|
# Fix: `error: Your local changes to the following files would be overwritten by merge`,
|
|
|
|
# because WSL2 Docker set 755 file permissions instead of 644, this results to the error.
|
2023-02-25 22:15:06 +03:00
|
|
|
repo.git.fetch(all=True)
|
2023-03-30 00:46:03 +03:00
|
|
|
repo.git.reset(commit, hard=True)
|
2023-03-30 02:32:29 +03:00
|
|
|
self.have_info_from_repo = False
|
2022-10-31 17:36:45 +03:00
|
|
|
|
|
|
|
|
|
|
|
def list_extensions():
|
|
|
|
extensions.clear()
|
|
|
|
|
2023-03-27 10:02:30 +03:00
|
|
|
if not os.path.isdir(extensions_dir):
|
2022-10-31 17:36:45 +03:00
|
|
|
return
|
|
|
|
|
2023-07-28 19:07:35 +03:00
|
|
|
if shared.cmd_opts.disable_all_extensions:
|
|
|
|
print("*** \"--disable-all-extensions\" arg was used, will not load any extensions ***")
|
|
|
|
elif shared.opts.disable_all_extensions == "all":
|
2023-03-27 19:04:45 +03:00
|
|
|
print("*** \"Disable all extensions\" option was set, will not load any extensions ***")
|
2023-07-28 19:07:35 +03:00
|
|
|
elif shared.cmd_opts.disable_extra_extensions:
|
|
|
|
print("*** \"--disable-extra-extensions\" arg was used, will only load built-in extensions ***")
|
2023-03-27 19:44:49 +03:00
|
|
|
elif shared.opts.disable_all_extensions == "extra":
|
|
|
|
print("*** \"Disable all extensions\" option was set, will only load built-in extensions ***")
|
2023-03-27 19:04:45 +03:00
|
|
|
|
2023-03-25 16:05:12 +03:00
|
|
|
extension_paths = []
|
2023-03-27 10:02:30 +03:00
|
|
|
for dirname in [extensions_dir, extensions_builtin_dir]:
|
2022-12-03 18:06:33 +03:00
|
|
|
if not os.path.isdir(dirname):
|
|
|
|
return
|
2022-10-31 17:36:45 +03:00
|
|
|
|
2022-12-03 18:06:33 +03:00
|
|
|
for extension_dirname in sorted(os.listdir(dirname)):
|
|
|
|
path = os.path.join(dirname, extension_dirname)
|
|
|
|
if not os.path.isdir(path):
|
|
|
|
continue
|
|
|
|
|
2023-03-27 10:02:30 +03:00
|
|
|
extension_paths.append((extension_dirname, path, dirname == extensions_builtin_dir))
|
2022-12-03 18:06:33 +03:00
|
|
|
|
2023-03-25 16:05:12 +03:00
|
|
|
for dirname, path, is_builtin in extension_paths:
|
2022-12-03 18:06:33 +03:00
|
|
|
extension = Extension(name=dirname, path=path, enabled=dirname not in shared.opts.disabled_extensions, is_builtin=is_builtin)
|
2022-10-31 17:36:45 +03:00
|
|
|
extensions.append(extension)
|