/* * Copyright (c) 2013 Cisco Systems, Inc. and others. All rights reserved. * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ package org.opendaylight.controller.yang.model.parser.impl; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.util.ArrayList; import java.util.Calendar; import java.util.Date; import java.util.HashMap; import java.util.HashSet; import java.util.List; import java.util.Map; import java.util.Set; import java.util.TreeMap; import org.antlr.v4.runtime.ANTLRInputStream; import org.antlr.v4.runtime.CommonTokenStream; import org.antlr.v4.runtime.tree.ParseTree; import org.antlr.v4.runtime.tree.ParseTreeWalker; import org.opendaylight.controller.antlrv4.code.gen.YangLexer; import org.opendaylight.controller.antlrv4.code.gen.YangParser; import org.opendaylight.controller.model.api.type.BinaryTypeDefinition; import org.opendaylight.controller.model.api.type.BitsTypeDefinition; import org.opendaylight.controller.model.api.type.BitsTypeDefinition.Bit; import org.opendaylight.controller.model.api.type.DecimalTypeDefinition; import org.opendaylight.controller.model.api.type.InstanceIdentifierTypeDefinition; import org.opendaylight.controller.model.api.type.IntegerTypeDefinition; import org.opendaylight.controller.model.api.type.LengthConstraint; import org.opendaylight.controller.model.api.type.PatternConstraint; import org.opendaylight.controller.model.api.type.RangeConstraint; import org.opendaylight.controller.model.api.type.StringTypeDefinition; import org.opendaylight.controller.model.util.BaseConstraints; import org.opendaylight.controller.model.util.BinaryType; import org.opendaylight.controller.model.util.BitsType; import org.opendaylight.controller.model.util.StringType; import org.opendaylight.controller.model.util.UnknownType; import org.opendaylight.controller.model.util.YangTypesConverter; import org.opendaylight.controller.yang.common.QName; import org.opendaylight.controller.yang.model.api.AugmentationSchema; import org.opendaylight.controller.yang.model.api.DataSchemaNode; import org.opendaylight.controller.yang.model.api.ExtensionDefinition; import org.opendaylight.controller.yang.model.api.Module; import org.opendaylight.controller.yang.model.api.ModuleImport; import org.opendaylight.controller.yang.model.api.NotificationDefinition; import org.opendaylight.controller.yang.model.api.RpcDefinition; import org.opendaylight.controller.yang.model.api.SchemaContext; import org.opendaylight.controller.yang.model.api.SchemaPath; import org.opendaylight.controller.yang.model.api.TypeDefinition; import org.opendaylight.controller.yang.model.parser.api.YangModelParser; import org.opendaylight.controller.yang.model.parser.builder.api.AugmentationSchemaBuilder; import org.opendaylight.controller.yang.model.parser.builder.api.AugmentationTargetBuilder; import org.opendaylight.controller.yang.model.parser.builder.api.ChildNodeBuilder; import org.opendaylight.controller.yang.model.parser.builder.api.DataSchemaNodeBuilder; import org.opendaylight.controller.yang.model.parser.builder.api.TypeAwareBuilder; import org.opendaylight.controller.yang.model.parser.builder.api.TypeDefinitionBuilder; import org.opendaylight.controller.yang.model.parser.builder.impl.ModuleBuilder; import org.slf4j.Logger; import org.slf4j.LoggerFactory; public class YangModelParserImpl implements YangModelParser { private static final Logger logger = LoggerFactory .getLogger(YangModelParserImpl.class); @Override public Module parseYangModel(String yangFile) { final Map> modules = loadFiles(yangFile); Set result = build(modules); return result.iterator().next(); } @Override public Set parseYangModels(String... yangFiles) { final Map> modules = loadFiles(yangFiles); Set result = build(modules); return result; } @Override public SchemaContext resolveSchemaContext(Set modules) { return new SchemaContextImpl(modules); } private Map> loadFiles( String... yangFiles) { final Map> modules = new HashMap>(); final YangModelParserListenerImpl yangModelParser = new YangModelParserListenerImpl(); final ParseTreeWalker walker = new ParseTreeWalker(); List trees = parseFiles(yangFiles); ModuleBuilder[] builders = new ModuleBuilder[trees.size()]; for (int i = 0; i < trees.size(); i++) { walker.walk(yangModelParser, trees.get(i)); builders[i] = yangModelParser.getModuleBuilder(); } for (ModuleBuilder builder : builders) { final String builderName = builder.getName(); Date builderRevision = builder.getRevision(); if (builderRevision == null) { builderRevision = createEpochTime(); } TreeMap builderByRevision = modules .get(builderName); if (builderByRevision == null) { builderByRevision = new TreeMap(); } builderByRevision.put(builderRevision, builder); modules.put(builderName, builderByRevision); } return modules; } private List parseFiles(String... yangFileNames) { List trees = new ArrayList(); for (String fileName : yangFileNames) { trees.add(parseFile(fileName)); } return trees; } private ParseTree parseFile(String yangFileName) { ParseTree result = null; try { final File yangFile = new File(yangFileName); final FileInputStream inStream = new FileInputStream(yangFile); final ANTLRInputStream input = new ANTLRInputStream(inStream); final YangLexer lexer = new YangLexer(input); final CommonTokenStream tokens = new CommonTokenStream(lexer); final YangParser parser = new YangParser(tokens); result = parser.yang(); } catch (IOException e) { logger.warn("Exception while reading yang file: " + yangFileName, e); } return result; } private Set build(Map> modules) { // first validate for (Map.Entry> entry : modules .entrySet()) { for (Map.Entry childEntry : entry.getValue() .entrySet()) { ModuleBuilder moduleBuilder = childEntry.getValue(); validateBuilder(modules, moduleBuilder); } } // then build final Set result = new HashSet(); for (Map.Entry> entry : modules .entrySet()) { final Map modulesByRevision = new HashMap(); for (Map.Entry childEntry : entry.getValue() .entrySet()) { ModuleBuilder moduleBuilder = childEntry.getValue(); modulesByRevision.put(childEntry.getKey(), moduleBuilder.build()); result.add(moduleBuilder.build()); } } return result; } private void validateBuilder( Map> modules, ModuleBuilder builder) { resolveTypedefs(modules, builder); resolveAugments(modules, builder); } /** * Search for dirty nodes (node which contains UnknownType) and resolve * unknown types. * * @param modules * all available modules * @param builder * current module */ private void resolveTypedefs( Map> modules, ModuleBuilder builder) { Map, TypeAwareBuilder> dirtyNodes = builder .getDirtyNodes(); if (dirtyNodes.size() == 0) { return; } else { for (Map.Entry, TypeAwareBuilder> entry : dirtyNodes .entrySet()) { TypeAwareBuilder typeToResolve = entry.getValue(); Map foundedTypeDefinitionBuilder = findTypeDefinitionBuilderWithConstraints( modules, entry.getValue(), builder); TypeDefinitionBuilder targetType = foundedTypeDefinitionBuilder .entrySet().iterator().next().getKey(); TypeConstraints constraints = foundedTypeDefinitionBuilder .entrySet().iterator().next().getValue(); UnknownType ut = (UnknownType) typeToResolve.getType(); // RANGE List ranges = ut.getRangeStatements(); resolveRanges(ranges, typeToResolve, targetType, modules, builder); // LENGTH List lengths = ut.getLengthStatements(); resolveLengths(lengths, typeToResolve, targetType, modules, builder); // PATTERN List patterns = ut.getPatterns(); // Fraction Digits Integer fractionDigits = ut.getFractionDigits(); TypeDefinition type = targetType.getBaseType(); String typeName = type.getQName().getLocalName(); // MERGE CONSTRAINTS (enumeration and leafref omitted because // they have no restrictions) if (type instanceof DecimalTypeDefinition) { List fullRanges = new ArrayList(); fullRanges.addAll(constraints.getRanges()); fullRanges.addAll(ranges); Integer fd = fractionDigits == null ? constraints .getFractionDigits() : fractionDigits; type = YangTypesConverter.javaTypeForBaseYangDecimal64Type( fullRanges, fd); } else if (type instanceof IntegerTypeDefinition) { List fullRanges = new ArrayList(); fullRanges.addAll(constraints.getRanges()); fullRanges.addAll(ranges); if (typeName.startsWith("int")) { type = YangTypesConverter .javaTypeForBaseYangSignedIntegerType(typeName, fullRanges); } else { type = YangTypesConverter .javaTypeForBaseYangUnsignedIntegerType( typeName, fullRanges); } } else if (type instanceof StringTypeDefinition) { List fullLengths = new ArrayList(); fullLengths.addAll(constraints.getLengths()); fullLengths.addAll(lengths); List fullPatterns = new ArrayList(); fullPatterns.addAll(constraints.getPatterns()); fullPatterns.addAll(patterns); type = new StringType(fullLengths, fullPatterns); } else if (type instanceof BitsTypeDefinition) { // TODO: add 'length' restriction to BitsType BitsTypeDefinition bitsType = (BitsTypeDefinition) type; List bits = bitsType.getBits(); type = new BitsType(bits); } else if (type instanceof BinaryTypeDefinition) { type = new BinaryType(null, lengths, null); } else if (typeName.equals("instance-identifier")) { // TODO: instance-identifier /* * boolean requireInstance = isRequireInstance(typeBody); * type = new InstanceIdentifier(null, requireInstance); */ } typeToResolve.setType(type); } } } private TypeDefinitionBuilder findTypeDefinitionBuilder( Map> modules, TypeAwareBuilder typeBuilder, ModuleBuilder builder) { Map result = findTypeDefinitionBuilderWithConstraints( modules, typeBuilder, builder); return result.entrySet().iterator().next().getKey(); } private Map findTypeDefinitionBuilderWithConstraints( Map> modules, TypeAwareBuilder typeBuilder, ModuleBuilder builder) { return findTypeDefinitionBuilderWithConstraints(new TypeConstraints(), modules, typeBuilder, builder); } /** * Traverse through all referenced types chain until base YANG type is * founded. * * @param constraints * current type constraints * @param modules * all available modules * @param typeBuilder * type builder which contains type * @param builder * current module * @return map, where key is type referenced and value is its constraints */ private Map findTypeDefinitionBuilderWithConstraints( TypeConstraints constraints, Map> modules, TypeAwareBuilder typeBuilder, ModuleBuilder builder) { Map result = new HashMap(); UnknownType type = (UnknownType) typeBuilder.getType(); QName typeQName = type.getQName(); String typeName = type.getQName().getLocalName(); String prefix = typeQName.getPrefix(); // search for module which contains referenced typedef ModuleBuilder dependentModuleBuilder; if (prefix.equals(builder.getPrefix())) { dependentModuleBuilder = builder; } else { ModuleImport dependentModuleImport = getModuleImport(builder, prefix); String dependentModuleName = dependentModuleImport.getModuleName(); Date dependentModuleRevision = dependentModuleImport.getRevision(); TreeMap moduleBuildersByRevision = modules .get(dependentModuleName); if (dependentModuleRevision == null) { dependentModuleBuilder = moduleBuildersByRevision.lastEntry() .getValue(); } else { dependentModuleBuilder = moduleBuildersByRevision .get(dependentModuleRevision); } } // pull all typedef statements from dependent module... final Set typedefs = dependentModuleBuilder .getModuleTypedefs(); // and search for referenced typedef TypeDefinitionBuilder lookedUpBuilder = null; for (TypeDefinitionBuilder tdb : typedefs) { QName qname = tdb.getQName(); if (qname.getLocalName().equals(typeName)) { lookedUpBuilder = tdb; break; } } // if referenced type is UnknownType again, search recursively with // current constraints TypeDefinition referencedType = lookedUpBuilder.getBaseType(); if (referencedType instanceof UnknownType) { UnknownType unknown = (UnknownType) lookedUpBuilder.getBaseType(); final List ranges = unknown.getRangeStatements(); constraints.addRanges(ranges); final List lengths = unknown .getLengthStatements(); constraints.addLengths(lengths); final List patterns = unknown.getPatterns(); constraints.addPatterns(patterns); return findTypeDefinitionBuilderWithConstraints(constraints, modules, (TypeAwareBuilder) lookedUpBuilder, dependentModuleBuilder); } else { // pull restriction from this base type and add them to // 'constraints' if (referencedType instanceof DecimalTypeDefinition) { constraints.addRanges(((DecimalTypeDefinition) referencedType) .getRangeStatements()); constraints .setFractionDigits(((DecimalTypeDefinition) referencedType) .getFractionDigits()); } else if (referencedType instanceof IntegerTypeDefinition) { constraints.addRanges(((IntegerTypeDefinition) referencedType) .getRangeStatements()); } else if (referencedType instanceof StringTypeDefinition) { constraints.addPatterns(((StringTypeDefinition) referencedType) .getPatterns()); } else if (referencedType instanceof BitsTypeDefinition) { // TODO: add 'length' restriction to BitsType } else if (referencedType instanceof BinaryTypeDefinition) { // TODO } else if (referencedType instanceof InstanceIdentifierTypeDefinition) { // TODO: instance-identifier } result.put(lookedUpBuilder, constraints); // return lookedUpBuilder; return result; } } /** * Go through all augmentation definitions and resolve them. This means find * referenced node and add child nodes to it. * * @param modules * all available modules * @param builder * current module */ private void resolveAugments( Map> modules, ModuleBuilder builder) { Set augmentBuilders = builder .getAddedAugments(); Set augments = new HashSet(); for (AugmentationSchemaBuilder augmentBuilder : augmentBuilders) { SchemaPath augmentTargetSchemaPath = augmentBuilder.getTargetPath(); String prefix = null; List augmentTargetPath = new ArrayList(); for (QName pathPart : augmentTargetSchemaPath.getPath()) { prefix = pathPart.getPrefix(); augmentTargetPath.add(pathPart.getLocalName()); } ModuleImport dependentModuleImport = getModuleImport(builder, prefix); String dependentModuleName = dependentModuleImport.getModuleName(); augmentTargetPath.add(0, dependentModuleName); Date dependentModuleRevision = dependentModuleImport.getRevision(); TreeMap moduleBuildersByRevision = modules .get(dependentModuleName); ModuleBuilder dependentModule; if (dependentModuleRevision == null) { dependentModule = moduleBuildersByRevision.lastEntry() .getValue(); } else { dependentModule = moduleBuildersByRevision .get(dependentModuleRevision); } AugmentationTargetBuilder augmentTarget = (AugmentationTargetBuilder) dependentModule .getNode(augmentTargetPath); AugmentationSchema result = augmentBuilder.build(); augmentTarget.addAugmentation(result); fillAugmentTarget(augmentBuilder, (ChildNodeBuilder) augmentTarget); augments.add(result); } builder.setAugmentations(augments); } /** * Add all augment's child nodes to given target. * * @param augment * @param target */ private void fillAugmentTarget(AugmentationSchemaBuilder augment, ChildNodeBuilder target) { for (DataSchemaNodeBuilder builder : augment.getChildNodes()) { builder.setAugmenting(true); target.addChildNode(builder); } } /** * Get module import referenced by given prefix. * * @param builder * module to search * @param prefix * prefix associated with import * @return ModuleImport based on given prefix */ private ModuleImport getModuleImport(ModuleBuilder builder, String prefix) { ModuleImport moduleImport = null; for (ModuleImport mi : builder.getModuleImports()) { if (mi.getPrefix().equals(prefix)) { moduleImport = mi; break; } } return moduleImport; } /** * Helper method for resolving special 'min' or 'max' values in range * constraint * * @param ranges * ranges to resolve * @param typeToResolve * type to resolve * @param targetType * target type * @param modules * all available modules * @param builder * current module */ private void resolveRanges(List ranges, TypeAwareBuilder typeToResolve, TypeDefinitionBuilder targetType, Map> modules, ModuleBuilder builder) { if (ranges != null && ranges.size() > 0) { Long min = (Long) ranges.get(0).getMin(); Long max = (Long) ranges.get(ranges.size() - 1).getMax(); // if range contains one of the special values 'min' or 'max' if (min.equals(Long.MIN_VALUE) || max.equals(Long.MAX_VALUE)) { Long[] values = parseRangeConstraint(typeToResolve, targetType, modules, builder); if (min.equals(Long.MIN_VALUE)) { min = values[0]; RangeConstraint oldFirst = ranges.get(0); RangeConstraint newFirst = BaseConstraints.rangeConstraint( min, oldFirst.getMax(), oldFirst.getDescription(), oldFirst.getReference()); ranges.set(0, newFirst); } if (max.equals(Long.MAX_VALUE)) { max = values[1]; RangeConstraint oldLast = ranges.get(ranges.size() - 1); RangeConstraint newLast = BaseConstraints.rangeConstraint( oldLast.getMin(), max, oldLast.getDescription(), oldLast.getReference()); ranges.set(ranges.size() - 1, newLast); } } } } /** * Helper method for resolving special 'min' or 'max' values in length * constraint * * @param ranges * ranges to resolve * @param typeToResolve * type to resolve * @param targetType * target type * @param modules * all available modules * @param builder * current module */ private void resolveLengths(List lengths, TypeAwareBuilder typeToResolve, TypeDefinitionBuilder targetType, Map> modules, ModuleBuilder builder) { if (lengths != null && lengths.size() > 0) { Long min = lengths.get(0).getMin(); Long max = lengths.get(lengths.size() - 1).getMax(); // if length contains one of the special values 'min' or 'max' if (min.equals(Long.MIN_VALUE) || max.equals(Long.MAX_VALUE)) { Long[] values = parseRangeConstraint(typeToResolve, targetType, modules, builder); if (min.equals(Long.MIN_VALUE)) { min = values[0]; LengthConstraint oldFirst = lengths.get(0); LengthConstraint newFirst = BaseConstraints .lengthConstraint(min, oldFirst.getMax(), oldFirst.getDescription(), oldFirst.getReference()); lengths.set(0, newFirst); } if (max.equals(Long.MAX_VALUE)) { max = values[1]; LengthConstraint oldLast = lengths.get(lengths.size() - 1); LengthConstraint newLast = BaseConstraints .lengthConstraint(oldLast.getMin(), max, oldLast.getDescription(), oldLast.getReference()); lengths.set(lengths.size() - 1, newLast); } } } } private Long[] parseRangeConstraint(TypeAwareBuilder typeToResolve, TypeDefinitionBuilder targetType, Map> modules, ModuleBuilder builder) { TypeDefinition targetBaseType = targetType.getBaseType(); if (targetBaseType instanceof IntegerTypeDefinition) { IntegerTypeDefinition itd = (IntegerTypeDefinition) targetBaseType; List ranges = itd.getRangeStatements(); Long min = (Long) ranges.get(0).getMin(); Long max = (Long) ranges.get(ranges.size() - 1).getMax(); return new Long[] { min, max }; } else if (targetBaseType instanceof DecimalTypeDefinition) { DecimalTypeDefinition dtd = (DecimalTypeDefinition) targetBaseType; List ranges = dtd.getRangeStatements(); Long min = (Long) ranges.get(0).getMin(); Long max = (Long) ranges.get(ranges.size() - 1).getMax(); return new Long[] { min, max }; } else { return parseRangeConstraint(typeToResolve, findTypeDefinitionBuilder(modules, typeToResolve, builder), modules, builder); } } private Date createEpochTime() { Calendar c = Calendar.getInstance(); c.setTimeInMillis(0); return c.getTime(); } private static class SchemaContextImpl implements SchemaContext { private final Set modules; private SchemaContextImpl(Set modules) { this.modules = modules; } @Override public Set getDataDefinitions() { final Set dataDefs = new HashSet(); for (Module m : modules) { dataDefs.addAll(m.getChildNodes()); } return dataDefs; } @Override public Set getModules() { return modules; } @Override public Set getNotifications() { final Set notifications = new HashSet(); for (Module m : modules) { notifications.addAll(m.getNotifications()); } return notifications; } @Override public Set getOperations() { final Set rpcs = new HashSet(); for (Module m : modules) { rpcs.addAll(m.getRpcs()); } return rpcs; } @Override public Set getExtensions() { final Set extensions = new HashSet(); for (Module m : modules) { extensions.addAll(m.getExtensionSchemaNodes()); } return extensions; } } private static class TypeConstraints { private final List ranges = new ArrayList(); private final List lengths = new ArrayList(); private final List patterns = new ArrayList(); private Integer fractionDigits; public List getRanges() { return ranges; } public void addRanges(List ranges) { this.ranges.addAll(0, ranges); } public List getLengths() { return lengths; } public void addLengths(List lengths) { this.lengths.addAll(0, lengths); } public List getPatterns() { return patterns; } public void addPatterns(List patterns) { this.patterns.addAll(0, patterns); } public Integer getFractionDigits() { return fractionDigits; } public void setFractionDigits(Integer fractionDigits) { if (fractionDigits != null) { this.fractionDigits = fractionDigits; } } } }