1
1
mirror of https://github.com/leon-ai/leon.git synced 2024-11-28 21:19:45 +03:00
leon/scripts/train/train-resolvers-model/train-skills-resolvers.js

75 lines
2.2 KiB
JavaScript
Raw Normal View History

import path from 'path'
import fs from 'fs'
import { composeFromPattern } from '@nlpjs/utils'
import log from '@/helpers/log'
import domain from '@/helpers/domain'
import json from '@/helpers/json'
/**
* Train skills resolvers
*/
2022-09-03 14:12:41 +03:00
export default (lang, nlp) =>
new Promise(async (resolve) => {
log.title('Skills resolvers training')
2022-09-03 14:12:41 +03:00
const [domainKeys, domains] = await Promise.all([
domain.list(),
domain.getDomainsObj()
])
2022-09-03 14:12:41 +03:00
domainKeys.forEach((domainName) => {
const currentDomain = domains[domainName]
const skillKeys = Object.keys(currentDomain.skills)
2022-09-03 14:12:41 +03:00
skillKeys.forEach(async (skillName) => {
const currentSkill = currentDomain.skills[skillName]
const configFilePath = path.join(
currentSkill.path,
'config',
`${lang}.json`
)
2022-09-03 14:12:41 +03:00
if (fs.existsSync(configFilePath)) {
const { resolvers } = await json.loadConfigData(configFilePath, lang)
2022-09-03 14:12:41 +03:00
if (resolvers) {
const resolversKeys = Object.keys(resolvers)
2022-09-03 14:12:41 +03:00
resolversKeys.forEach((resolverName) => {
const resolver = resolvers[resolverName]
const intentKeys = Object.keys(resolver.intents)
2022-09-03 14:12:41 +03:00
log.info(
`[${lang}] Training ${skillName} "${resolverName}" resolver...`
)
2022-09-03 14:12:41 +03:00
intentKeys.forEach((intentName) => {
const intent = `resolver.${currentSkill.name}.${resolverName}.${intentName}`
const intentObj = resolver.intents[intentName]
2022-09-03 14:12:41 +03:00
nlp.assignDomain(lang, intent, currentDomain.name)
2022-09-03 14:12:41 +03:00
intentObj.utterance_samples.forEach((utteranceSample) => {
// Achieve Cartesian training
const utteranceAlternatives =
composeFromPattern(utteranceSample)
2022-09-03 14:12:41 +03:00
utteranceAlternatives.forEach((utteranceAlternative) => {
nlp.addDocument(lang, utteranceAlternative, intent)
})
})
})
2022-09-03 14:12:41 +03:00
log.success(
`[${lang}] ${skillName} "${resolverName}" resolver trained`
)
})
}
}
2022-09-03 14:12:41 +03:00
})
})
2022-09-03 14:12:41 +03:00
resolve()
})