mirror of
https://github.com/leon-ai/leon.git
synced 2024-09-11 18:27:21 +03:00
feat(scripts): setup Python TCP server TTS language model files kick off
This commit is contained in:
parent
11e8ad43ae
commit
d3f3c4e3a7
@ -16,7 +16,9 @@ import {
|
|||||||
PYTHON_TCP_SERVER_ASR_MODEL_CPU_HF_PREFIX_DOWNLOAD_URL,
|
PYTHON_TCP_SERVER_ASR_MODEL_CPU_HF_PREFIX_DOWNLOAD_URL,
|
||||||
PYTHON_TCP_SERVER_ASR_MODEL_GPU_HF_PREFIX_DOWNLOAD_URL,
|
PYTHON_TCP_SERVER_ASR_MODEL_GPU_HF_PREFIX_DOWNLOAD_URL,
|
||||||
PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH_FOR_GPU,
|
PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH_FOR_GPU,
|
||||||
PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH_FOR_CPU
|
PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH_FOR_CPU,
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_BERT_FRENCH_DIR_PATH,
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_BERT_BASE_DIR_PATH
|
||||||
} from '@/constants'
|
} from '@/constants'
|
||||||
import { CPUArchitectures, OSTypes } from '@/types'
|
import { CPUArchitectures, OSTypes } from '@/types'
|
||||||
import { LogHelper } from '@/helpers/log-helper'
|
import { LogHelper } from '@/helpers/log-helper'
|
||||||
@ -51,17 +53,30 @@ function getModelInstallationFileUrl(model, mirror = undefined) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
const ASR_GPU_MODEL_FILES = [
|
const ASR_GPU_MODEL_FILES = [
|
||||||
|
'model.bin',
|
||||||
'config.json',
|
'config.json',
|
||||||
'preprocessor_config.json',
|
'preprocessor_config.json',
|
||||||
'tokenizer.json',
|
'tokenizer.json',
|
||||||
'vocabulary.json',
|
'vocabulary.json'
|
||||||
'model.bin'
|
|
||||||
]
|
]
|
||||||
const ASR_CPU_MODEL_FILES = [
|
const ASR_CPU_MODEL_FILES = [
|
||||||
|
'model.bin',
|
||||||
'config.json',
|
'config.json',
|
||||||
'tokenizer.json',
|
'tokenizer.json',
|
||||||
'vocabulary.txt',
|
'vocabulary.txt'
|
||||||
'model.bin'
|
]
|
||||||
|
const TTS_BERT_FRENCH_MODEL_FILES = [
|
||||||
|
'pytorch_model.bin',
|
||||||
|
'config.json',
|
||||||
|
'vocab.txt',
|
||||||
|
'tokenizer_config.json'
|
||||||
|
]
|
||||||
|
const TTS_BERT_BASE_MODEL_FILES = [
|
||||||
|
'pytorch_model.bin',
|
||||||
|
'config.json',
|
||||||
|
'vocab.txt',
|
||||||
|
'tokenizer_config.json',
|
||||||
|
'tokenizer.json'
|
||||||
]
|
]
|
||||||
const SETUP_TARGETS = new Map()
|
const SETUP_TARGETS = new Map()
|
||||||
const SPACY_MODELS = new Map()
|
const SPACY_MODELS = new Map()
|
||||||
@ -429,6 +444,30 @@ SPACY_MODELS.set('fr', {
|
|||||||
await installSpacyModels()
|
await installSpacyModels()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
LogHelper.info('Checking whether TTS BERT base language model files are downloaded...')
|
||||||
|
const areTTSBERTBaseFilesDownloaded = fs.existsSync(path.join(
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_BERT_BASE_DIR_PATH,
|
||||||
|
TTS_BERT_BASE_MODEL_FILES[TTS_BERT_BASE_MODEL_FILES.length - 1]
|
||||||
|
))
|
||||||
|
if (!areTTSBERTBaseFilesDownloaded) {
|
||||||
|
LogHelper.info('TTS BERT base language model files not downloaded')
|
||||||
|
// TODO
|
||||||
|
} else {
|
||||||
|
LogHelper.success('TTS BERT base language model files are already downloaded')
|
||||||
|
}
|
||||||
|
|
||||||
|
LogHelper.info('Checking whether TTS BERT French language model files are downloaded...')
|
||||||
|
const areTTSBERTFrenchFilesDownloaded = fs.existsSync(path.join(
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_BERT_FRENCH_DIR_PATH,
|
||||||
|
TTS_BERT_FRENCH_MODEL_FILES[TTS_BERT_FRENCH_MODEL_FILES.length - 1]
|
||||||
|
))
|
||||||
|
if (!areTTSBERTFrenchFilesDownloaded) {
|
||||||
|
LogHelper.info('TTS BERT French language model files not downloaded')
|
||||||
|
// TODO
|
||||||
|
} else {
|
||||||
|
LogHelper.success('TTS BERT French language model files are already downloaded')
|
||||||
|
}
|
||||||
|
|
||||||
LogHelper.info('Checking whether the TTS model is installed...')
|
LogHelper.info('Checking whether the TTS model is installed...')
|
||||||
const isTTSModelInstalled = fs.existsSync(
|
const isTTSModelInstalled = fs.existsSync(
|
||||||
PYTHON_TCP_SERVER_SRC_TTS_MODEL_PATH
|
PYTHON_TCP_SERVER_SRC_TTS_MODEL_PATH
|
||||||
|
@ -48,13 +48,24 @@ export const PYTHON_TCP_SERVER_SRC_PATH = path.join(
|
|||||||
)
|
)
|
||||||
export const PYTHON_TCP_SERVER_SRC_TTS_MODEL_FILE_NAME =
|
export const PYTHON_TCP_SERVER_SRC_TTS_MODEL_FILE_NAME =
|
||||||
'EN-Leon-V1_1-G_245000.pth'
|
'EN-Leon-V1_1-G_245000.pth'
|
||||||
export const PYTHON_TCP_SERVER_SRC_TTS_MODEL_PATH = path.join(
|
export const PYTHON_TCP_SERVER_SRC_TTS_MODEL_DIR_PATH = path.join(
|
||||||
PYTHON_TCP_SERVER_SRC_PATH,
|
PYTHON_TCP_SERVER_SRC_PATH,
|
||||||
'lib',
|
'lib',
|
||||||
'tts',
|
'tts',
|
||||||
'models',
|
'models'
|
||||||
|
)
|
||||||
|
export const PYTHON_TCP_SERVER_SRC_TTS_MODEL_PATH = path.join(
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_MODEL_DIR_PATH,
|
||||||
PYTHON_TCP_SERVER_SRC_TTS_MODEL_FILE_NAME
|
PYTHON_TCP_SERVER_SRC_TTS_MODEL_FILE_NAME
|
||||||
)
|
)
|
||||||
|
export const PYTHON_TCP_SERVER_SRC_TTS_BERT_FRENCH_DIR_PATH = path.join(
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_MODEL_DIR_PATH,
|
||||||
|
'bert-base-french-europeana-cased'
|
||||||
|
)
|
||||||
|
export const PYTHON_TCP_SERVER_SRC_TTS_BERT_BASE_DIR_PATH = path.join(
|
||||||
|
PYTHON_TCP_SERVER_SRC_TTS_MODEL_DIR_PATH,
|
||||||
|
'bert-base-uncased'
|
||||||
|
)
|
||||||
export const PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH = path.join(
|
export const PYTHON_TCP_SERVER_SRC_ASR_MODEL_PATH = path.join(
|
||||||
PYTHON_TCP_SERVER_SRC_PATH,
|
PYTHON_TCP_SERVER_SRC_PATH,
|
||||||
'lib',
|
'lib',
|
||||||
|
Loading…
Reference in New Issue
Block a user