1
1
mirror of https://github.com/leon-ai/leon.git synced 2024-11-28 21:19:45 +03:00
leon/scripts/train/train-resolvers-model/train-skills-resolvers.js
2022-09-03 19:12:41 +08:00

75 lines
2.2 KiB
JavaScript

import path from 'path'
import fs from 'fs'
import { composeFromPattern } from '@nlpjs/utils'
import log from '@/helpers/log'
import domain from '@/helpers/domain'
import json from '@/helpers/json'
/**
* Train skills resolvers
*/
export default (lang, nlp) =>
new Promise(async (resolve) => {
log.title('Skills resolvers training')
const [domainKeys, domains] = await Promise.all([
domain.list(),
domain.getDomainsObj()
])
domainKeys.forEach((domainName) => {
const currentDomain = domains[domainName]
const skillKeys = Object.keys(currentDomain.skills)
skillKeys.forEach(async (skillName) => {
const currentSkill = currentDomain.skills[skillName]
const configFilePath = path.join(
currentSkill.path,
'config',
`${lang}.json`
)
if (fs.existsSync(configFilePath)) {
const { resolvers } = await json.loadConfigData(configFilePath, lang)
if (resolvers) {
const resolversKeys = Object.keys(resolvers)
resolversKeys.forEach((resolverName) => {
const resolver = resolvers[resolverName]
const intentKeys = Object.keys(resolver.intents)
log.info(
`[${lang}] Training ${skillName} "${resolverName}" resolver...`
)
intentKeys.forEach((intentName) => {
const intent = `resolver.${currentSkill.name}.${resolverName}.${intentName}`
const intentObj = resolver.intents[intentName]
nlp.assignDomain(lang, intent, currentDomain.name)
intentObj.utterance_samples.forEach((utteranceSample) => {
// Achieve Cartesian training
const utteranceAlternatives =
composeFromPattern(utteranceSample)
utteranceAlternatives.forEach((utteranceAlternative) => {
nlp.addDocument(lang, utteranceAlternative, intent)
})
})
})
log.success(
`[${lang}] ${skillName} "${resolverName}" resolver trained`
)
})
}
}
})
})
resolve()
})