1
1
mirror of https://github.com/leon-ai/leon.git synced 2024-12-20 15:21:36 +03:00
leon/scripts/train/train-resolvers-model/train-skills-resolvers.js

74 lines
2.2 KiB
JavaScript
Raw Normal View History

import path from 'node:path'
import fs from 'node:fs'
import { composeFromPattern } from '@nlpjs/utils'
import { LogHelper } from '@/helpers/log-helper'
import { SkillDomainHelper } from '@/helpers/skill-domain-helper'
/**
* Train skills resolvers
*/
2022-09-03 14:12:41 +03:00
export default (lang, nlp) =>
new Promise(async (resolve) => {
LogHelper.title('Skills resolvers training')
const skillDomains = await SkillDomainHelper.getSkillDomains()
skillDomains.forEach((currentDomain) => {
2022-09-03 14:12:41 +03:00
const skillKeys = Object.keys(currentDomain.skills)
2022-09-03 14:12:41 +03:00
skillKeys.forEach(async (skillName) => {
const currentSkill = currentDomain.skills[skillName]
const configFilePath = path.join(
currentSkill.path,
'config',
`${lang}.json`
)
if (fs.existsSync(configFilePath)) {
const { resolvers } = await SkillDomainHelper.getSkillConfig(
configFilePath,
lang
)
if (resolvers) {
2022-09-03 14:12:41 +03:00
const resolversKeys = Object.keys(resolvers)
2022-09-03 14:12:41 +03:00
resolversKeys.forEach((resolverName) => {
const resolver = resolvers[resolverName]
const intentKeys = Object.keys(resolver.intents)
LogHelper.info(
2022-09-03 14:12:41 +03:00
`[${lang}] Training ${skillName} "${resolverName}" resolver...`
)
2022-09-03 14:12:41 +03:00
intentKeys.forEach((intentName) => {
const intent = `resolver.${currentSkill.name}.${resolverName}.${intentName}`
const intentObj = resolver.intents[intentName]
2022-09-03 14:12:41 +03:00
nlp.assignDomain(lang, intent, currentDomain.name)
2022-09-03 14:12:41 +03:00
intentObj.utterance_samples.forEach((utteranceSample) => {
// Achieve Cartesian training
const utteranceAlternatives =
composeFromPattern(utteranceSample)
2022-09-03 14:12:41 +03:00
utteranceAlternatives.forEach((utteranceAlternative) => {
nlp.addDocument(lang, utteranceAlternative, intent)
})
})
})
LogHelper.success(
2022-09-03 14:12:41 +03:00
`[${lang}] ${skillName} "${resolverName}" resolver trained`
)
})
}
}
2022-09-03 14:12:41 +03:00
})
})
2022-09-03 14:12:41 +03:00
resolve()
})