in packages/Ludown/lib/parseFileContents.js [566:756]
const parseAndHandleIntent = function (parsedContent, luResource) {
// handle intent
let intents = luResource.Intents;
if (intents && intents.length > 0) {
for (const intent of intents) {
let intentName = intent.Name;
// insert only if the intent is not already present.
addItemIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.INTENT, intentName);
for (const utteranceAndEntities of intent.UtteranceAndEntitiesMap) {
// add utterance
let utterance = utteranceAndEntities.utterance.trim();
if (utterance.indexOf('[') == 0) {
let linkExp = (utterance || '').trim().match(new RegExp(/\(.*?\)/g));
if (linkExp && linkExp.length === 1) {
let parsedLinkUriInUtterance = helpers.parseLinkURI(utterance);
// examine and add these to filestoparse list.
parsedContent.additionalFilesToParse.push(new fileToParse(parsedLinkUriInUtterance.luFile, false));
}
}
if (utteranceAndEntities.entities.length > 0) {
let entitiesFound = utteranceAndEntities.entities;
let havePatternAnyEntity = entitiesFound.find(item => item.type == LUISObjNameEnum.PATTERNANYENTITY);
if (havePatternAnyEntity !== undefined) {
let mixedEntity = entitiesFound.filter(item => item.type != LUISObjNameEnum.PATTERNANYENTITY);
if (mixedEntity.length !== 0) {
let errorMsg = `Utterance "${utteranceAndEntities.context.getText()}" has mix of entites with labelled values and ones without. Please update utterance to either include labelled values for all entities or remove labelled values from all entities.`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
})
throw (new exception(retCode.errorCode.INVALID_INPUT, error.toString()));
}
let newPattern = new helperClass.pattern(utterance, intentName);
if (!parsedContent.LUISJsonStructure.patterns.find(item => deepEqual(item, newPattern))) {
parsedContent.LUISJsonStructure.patterns.push(newPattern);
}
// add all entities to pattern.Any only if they do not have another type.
entitiesFound.forEach(entity => {
let simpleEntityInMaster = parsedContent.LUISJsonStructure.entities.find(item => item.name == entity.entity);
let compositeInMaster = parsedContent.LUISJsonStructure.composites.find(item => item.name == entity.entity);
let listEntityInMaster = parsedContent.LUISJsonStructure.closedLists.find(item => item.name == entity.entity);
let regexEntityInMaster = parsedContent.LUISJsonStructure.regex_entities.find(item => item.name == entity.entity);
let prebuiltInMaster = parsedContent.LUISJsonStructure.prebuiltEntities.find(item => item.name == entity.entity);
if (!simpleEntityInMaster &&
!compositeInMaster &&
!listEntityInMaster &&
!regexEntityInMaster &&
!prebuiltInMaster) {
if (entity.role && entity.role !== '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.PATTERNANYENTITY, entity.entity, [entity.role.trim()])
} else {
addItemIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.PATTERNANYENTITY, entity.entity);
}
}
});
} else {
entitiesFound.forEach(entity => {
// throw an error if phraselist entity is explicitly labelled in an utterance
let nonAllowedPhrseListEntityInUtterance = (parsedContent.LUISJsonStructure.model_features || []).find(item => item.name == entity.entity);
if (nonAllowedPhrseListEntityInUtterance !== undefined) {
// Fix for #1137
// Phrase list entity can have the same name as other entity types. Only throw if the phrase list has no other type definition and is labelled in an utterance.
let otherEntities = (parsedContent.LUISJsonStructure.entities || []).concat(
(parsedContent.LUISJsonStructure.prebuiltEntities || []),
(parsedContent.LUISJsonStructure.closedLists || []),
(parsedContent.LUISJsonStructure.regex_entities || []),
(parsedContent.LUISJsonStructure.model_features || []),
(parsedContent.LUISJsonStructure.composites || [])
);
if ((otherEntities || []).find(item => item.name == entity.entity) === undefined) {
let errorMsg = `Utterance "${utterance}" has invalid reference to Phrase List entity "${nonAllowedPhrseListEntityInUtterance.name}". Phrase list entities cannot be given an explicit labelled value.`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
});
throw (new exception(retCode.errorCode.INVALID_INPUT, error.toString()));
}
}
// only add this entity if it has not already been defined as composite, list, prebuilt, regex
let compositeExists = (parsedContent.LUISJsonStructure.composites || []).find(item => item.name == entity.entity);
let listExists = (parsedContent.LUISJsonStructure.closedLists || []).find(item => item.name == entity.entity);
let prebuiltExists = (parsedContent.LUISJsonStructure.prebuiltEntities || []).find(item => item.name == entity.entity);
let regexExists = (parsedContent.LUISJsonStructure.regex_entities || []).find(item => item.name == entity.entity);
let patternAnyExists = (parsedContent.LUISJsonStructure.patternAnyEntities || []).find(item => item.name == entity.entity);
if (compositeExists === undefined && listExists === undefined && prebuiltExists === undefined && regexExists === undefined && patternAnyExists === undefined) {
if (entity.role && entity.role !== '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.ENTITIES, entity.entity, [entity.role.trim()]);
} else {
addItemIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.ENTITIES, entity.entity)
}
} else {
if (compositeExists !== undefined) {
if (entity.role != '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.COMPOSITES, entity.entity, [entity.role.trim()]);
}
} else if (listExists !== undefined) {
if (entity.role != '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.CLOSEDLISTS, entity.entity, [entity.role.trim()]);
} else {
let errorMsg = `${entity.entity} has been defined as a LIST entity type. It cannot be explicitly included in a labelled utterance unless the label includes a role.`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
});
throw (new exception(retCode.errorCode.INVALID_INPUT, error.toString()));
}
} else if (prebuiltExists !== undefined) {
if (entity.role != '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.PREBUILT, entity.entity, [entity.role.trim()]);
} else {
let errorMsg = `${entity.entity} has been defined as a PREBUILT entity type. It cannot be explicitly included in a labelled utterance unless the label includes a role.`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
});
throw (new exception(retCode.errorCode.INVALID_INPUT, error.toString()));
}
} else if (regexExists !== undefined) {
if (entity.role != '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.REGEX, entity.entity, [entity.role.trim()]);
} else {
let errorMsg = `${entity.entity} has been defined as a Regex entity type. It cannot be explicitly included in a labelled utterance unless the label includes a role.`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
});
throw (new exception(retCode.errorCode.INVALID_INPUT, error.toString()));
}
} else if (patternAnyExists !== undefined) {
if (entity.value != '') {
// Verify and add this as simple entity.
let roles = (entity.role && entity.role.trim() !== "") ? [entity.role.trim()] : [];
patternAnyExists.roles.forEach(role => roles.push(role));
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.ENTITIES, entity.entity, roles);
let patternAnyIdx = -1;
(parsedContent.LUISJsonStructure.patternAnyEntities || []).find((item, idx) => {
if (item.name === entity.entity) {
patternAnyIdx = idx;
return true;
}
return false;
});
// delete pattern any entity
if (patternAnyIdx > -1) parsedContent.LUISJsonStructure.patternAnyEntities.splice(patternAnyIdx, 1);
} else if (entity.role != '') {
addItemOrRoleIfNotPresent(parsedContent.LUISJsonStructure, LUISObjNameEnum.PATTERNANYENTITY, entity.entity, [entity.role.trim()]);
}
}
}
});
// add utterance
let utteranceObject = new helperClass.uttereances(utterance, intentName, []);
entitiesFound.forEach(item => {
if (item.startPos > item.endPos) {
let errorMsg = `No labelled value found for entity: "${item.entity}" in utterance: "${utteranceAndEntities.context.getText()}"`;
let error = BuildDiagnostic({
message: errorMsg,
context: utteranceAndEntities.context
})
throw (new exception(retCode.errorCode.MISSING_LABELLED_VALUE, error.toString()));
}
let utteranceEntity = new helperClass.utteranceEntity(item.entity, item.startPos, item.endPos);
if (item.role && item.role !== '') {
utteranceEntity.role = item.role.trim();
}
utteranceObject.entities.push(utteranceEntity)
});
parsedContent.LUISJsonStructure.utterances.push(utteranceObject);
}
} else {
let utteranceObject = new helperClass.uttereances(utterance, intentName, []);
parsedContent.LUISJsonStructure.utterances.push(utteranceObject);
}
}
}
}
}