-/*
- * Copyright (c) 2013 Cisco Systems, Inc. and others. All rights reserved.
- *
- * This program and the accompanying materials are made available under the
- * terms of the Eclipse Public License v1.0 which accompanies this distribution,
- * and is available at http://www.eclipse.org/legal/epl-v10.html
- */
-package org.opendaylight.yangtools.yang.parser.impl;
-
-import static org.opendaylight.yangtools.yang.parser.util.ParserUtils.*;
-import static org.opendaylight.yangtools.yang.parser.util.TypeUtils.*;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.FileNotFoundException;
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.Date;
-import java.util.HashMap;
-import java.util.LinkedHashMap;
-import java.util.LinkedHashSet;
-import java.util.List;
-import java.util.Map;
-import java.util.Map.Entry;
-import java.util.Set;
-import java.util.TreeMap;
-
-import org.antlr.v4.runtime.ANTLRInputStream;
-import org.antlr.v4.runtime.CommonTokenStream;
-import org.antlr.v4.runtime.tree.ParseTree;
-import org.antlr.v4.runtime.tree.ParseTreeWalker;
-import org.opendaylight.yangtools.antlrv4.code.gen.YangLexer;
-import org.opendaylight.yangtools.antlrv4.code.gen.YangParser;
-import org.opendaylight.yangtools.yang.common.QName;
-import org.opendaylight.yangtools.yang.model.api.DataNodeContainer;
-import org.opendaylight.yangtools.yang.model.api.ExtensionDefinition;
-import org.opendaylight.yangtools.yang.model.api.GroupingDefinition;
-import org.opendaylight.yangtools.yang.model.api.IdentitySchemaNode;
-import org.opendaylight.yangtools.yang.model.api.Module;
-import org.opendaylight.yangtools.yang.model.api.SchemaContext;
-import org.opendaylight.yangtools.yang.model.api.SchemaNode;
-import org.opendaylight.yangtools.yang.model.api.SchemaPath;
-import org.opendaylight.yangtools.yang.model.parser.api.YangModelParser;
-import org.opendaylight.yangtools.yang.model.util.IdentityrefType;
-import org.opendaylight.yangtools.yang.parser.builder.api.AugmentationSchemaBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.api.Builder;
-import org.opendaylight.yangtools.yang.parser.builder.api.DataNodeContainerBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.api.GroupingBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.api.SchemaNodeBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.api.TypeAwareBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.api.UsesNodeBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.DeviationBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.ExtensionBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.IdentitySchemaNodeBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.IdentityrefTypeBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.ModuleBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.UnionTypeBuilder;
-import org.opendaylight.yangtools.yang.parser.builder.impl.UnknownSchemaNodeBuilder;
-import org.opendaylight.yangtools.yang.parser.util.GroupingUtils;
-import org.opendaylight.yangtools.yang.parser.util.ModuleDependencySort;
-import org.opendaylight.yangtools.yang.parser.util.ParserUtils;
-import org.opendaylight.yangtools.yang.parser.util.YangParseException;
-import org.opendaylight.yangtools.yang.validator.YangModelBasicValidator;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import com.google.common.collect.Lists;
-import com.google.common.collect.Maps;
-import com.google.common.collect.Sets;
-
-public final class YangParserImpl implements YangModelParser {
- private static final Logger LOG = LoggerFactory.getLogger(YangParserImpl.class);
-
- @Override
- public Set<Module> parseYangModels(final List<File> yangFiles) {
- return Sets.newLinkedHashSet(parseYangModelsMapped(yangFiles).values());
- }
-
- @Override
- public Set<Module> parseYangModels(final List<File> yangFiles, final SchemaContext context) {
- if (yangFiles != null) {
- final Map<InputStream, File> inputStreams = Maps.newHashMap();
-
- for (final File yangFile : yangFiles) {
- try {
- inputStreams.put(new FileInputStream(yangFile), yangFile);
- } catch (FileNotFoundException e) {
- LOG.warn("Exception while reading yang file: " + yangFile.getName(), e);
- }
- }
-
- Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();
-
- final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(
- Lists.newArrayList(inputStreams.keySet()), builderToStreamMap);
-
- for (InputStream is : inputStreams.keySet()) {
- try {
- is.close();
- } catch (IOException e) {
- LOG.debug("Failed to close stream.");
- }
- }
-
- return new LinkedHashSet<Module>(buildWithContext(modules, context).values());
- }
- return Collections.emptySet();
- }
-
- @Override
- public Set<Module> parseYangModelsFromStreams(final List<InputStream> yangModelStreams) {
- return Sets.newHashSet(parseYangModelsFromStreamsMapped(yangModelStreams).values());
- }
-
- @Override
- public Set<Module> parseYangModelsFromStreams(final List<InputStream> yangModelStreams, SchemaContext context) {
- if (yangModelStreams != null) {
- Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();
- final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuildersWithContext(
- yangModelStreams, builderToStreamMap, context);
- return new LinkedHashSet<Module>(buildWithContext(modules, context).values());
- }
- return Collections.emptySet();
- }
-
- @Override
- public Map<File, Module> parseYangModelsMapped(List<File> yangFiles) {
- if (yangFiles != null) {
- final Map<InputStream, File> inputStreams = Maps.newHashMap();
-
- for (final File yangFile : yangFiles) {
- try {
- inputStreams.put(new FileInputStream(yangFile), yangFile);
- } catch (FileNotFoundException e) {
- LOG.warn("Exception while reading yang file: " + yangFile.getName(), e);
- }
- }
-
- Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();
- final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(
- Lists.newArrayList(inputStreams.keySet()), builderToStreamMap);
-
- for (InputStream is : inputStreams.keySet()) {
- try {
- is.close();
- } catch (IOException e) {
- LOG.debug("Failed to close stream.");
- }
- }
-
- Map<File, Module> retVal = Maps.newLinkedHashMap();
- Map<ModuleBuilder, Module> builderToModuleMap = build(modules);
-
- for (Entry<ModuleBuilder, Module> builderToModule : builderToModuleMap.entrySet()) {
- retVal.put(inputStreams.get(builderToStreamMap.get(builderToModule.getKey())),
- builderToModule.getValue());
- }
-
- return retVal;
- }
- return Collections.emptyMap();
- }
-
- @Override
- public Map<InputStream, Module> parseYangModelsFromStreamsMapped(final List<InputStream> yangModelStreams) {
- Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();
-
- final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(yangModelStreams,
- builderToStreamMap);
- Map<InputStream, Module> retVal = Maps.newLinkedHashMap();
- Map<ModuleBuilder, Module> builderToModuleMap = build(modules);
-
- for (Entry<ModuleBuilder, Module> builderToModule : builderToModuleMap.entrySet()) {
- retVal.put(builderToStreamMap.get(builderToModule.getKey()), builderToModule.getValue());
- }
- return retVal;
- }
-
- @Override
- public SchemaContext resolveSchemaContext(final Set<Module> modules) {
- return new SchemaContextImpl(modules);
- }
-
- private ModuleBuilder[] parseModuleBuilders(List<InputStream> inputStreams,
- Map<ModuleBuilder, InputStream> streamToBuilderMap) {
-
- final ParseTreeWalker walker = new ParseTreeWalker();
- final List<ParseTree> trees = parseStreams(inputStreams);
- final ModuleBuilder[] builders = new ModuleBuilder[trees.size()];
-
- // validate yang
- new YangModelBasicValidator(walker).validate(trees);
-
- YangParserListenerImpl yangModelParser = null;
- for (int i = 0; i < trees.size(); i++) {
- yangModelParser = new YangParserListenerImpl();
- walker.walk(yangModelParser, trees.get(i));
- ModuleBuilder moduleBuilder = yangModelParser.getModuleBuilder();
-
- // We expect the order of trees and streams has to be the same
- streamToBuilderMap.put(moduleBuilder, inputStreams.get(i));
- builders[i] = moduleBuilder;
- }
- return builders;
- }
-
- private Map<String, TreeMap<Date, ModuleBuilder>> resolveModuleBuilders(final List<InputStream> yangFileStreams,
- Map<ModuleBuilder, InputStream> streamToBuilderMap) {
- return resolveModuleBuildersWithContext(yangFileStreams, streamToBuilderMap, null);
- }
-
- private Map<String, TreeMap<Date, ModuleBuilder>> resolveModuleBuildersWithContext(
- final List<InputStream> yangFileStreams, final Map<ModuleBuilder, InputStream> streamToBuilderMap,
- final SchemaContext context) {
- final ModuleBuilder[] builders = parseModuleBuilders(yangFileStreams, streamToBuilderMap);
-
- // LinkedHashMap must be used to preserve order
- final LinkedHashMap<String, TreeMap<Date, ModuleBuilder>> modules = new LinkedHashMap<String, TreeMap<Date, ModuleBuilder>>();
-
- // module dependency graph sorted
- List<ModuleBuilder> sorted = null;
- if (context == null) {
- sorted = ModuleDependencySort.sort(builders);
- } else {
- sorted = ModuleDependencySort.sortWithContext(context, builders);
- }
-
- for (final ModuleBuilder builder : sorted) {
- if (builder == null) {
- continue;
- }
- final String builderName = builder.getName();
- Date builderRevision = builder.getRevision();
- if (builderRevision == null) {
- builderRevision = new Date(0L);
- }
- TreeMap<Date, ModuleBuilder> builderByRevision = modules.get(builderName);
- if (builderByRevision == null) {
- builderByRevision = new TreeMap<Date, ModuleBuilder>();
- }
- builderByRevision.put(builderRevision, builder);
- modules.put(builderName, builderByRevision);
- }
- return modules;
- }
-
- private List<ParseTree> parseStreams(final List<InputStream> yangStreams) {
- final List<ParseTree> trees = new ArrayList<ParseTree>();
- for (InputStream yangStream : yangStreams) {
- trees.add(parseStream(yangStream));
- }
- return trees;
- }
-
- private ParseTree parseStream(final InputStream yangStream) {
- ParseTree result = null;
- try {
- final ANTLRInputStream input = new ANTLRInputStream(yangStream);
- final YangLexer lexer = new YangLexer(input);
- final CommonTokenStream tokens = new CommonTokenStream(lexer);
- final YangParser parser = new YangParser(tokens);
- parser.removeErrorListeners();
- parser.addErrorListener(new YangErrorListener());
-
- result = parser.yang();
- } catch (IOException e) {
- LOG.warn("Exception while reading yang file: " + yangStream, e);
- }
- return result;
- }
-
- private Map<ModuleBuilder, Module> build(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {
- // fix unresolved nodes
- findUsesTargets(modules, null);
- resolveDirtyNodes(modules);
- resolveAugments(modules);
- resolveUses(modules);
- resolveDeviations(modules);
-
- // build
- final Map<ModuleBuilder, Module> result = new LinkedHashMap<ModuleBuilder, Module>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- final Map<Date, Module> modulesByRevision = new HashMap<Date, Module>();
- for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {
- final ModuleBuilder moduleBuilder = childEntry.getValue();
- final Module module = moduleBuilder.build();
- modulesByRevision.put(childEntry.getKey(), module);
- result.put(moduleBuilder, module);
- }
- }
- return result;
- }
-
- private Map<ModuleBuilder, Module> buildWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final SchemaContext context) {
- // fix unresolved nodes
- findUsesTargets(modules, context);
- resolvedDirtyNodesWithContext(modules, context);
- resolveAugmentsWithContext(modules, context);
- resolveUsesWithContext(modules, context);
- resolveDeviationsWithContext(modules, context);
-
- // build
- final Map<ModuleBuilder, Module> result = new LinkedHashMap<ModuleBuilder, Module>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- final Map<Date, Module> modulesByRevision = new HashMap<Date, Module>();
- for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {
- final ModuleBuilder moduleBuilder = childEntry.getValue();
- final Module module = moduleBuilder.build();
- modulesByRevision.put(childEntry.getKey(), module);
- result.put(moduleBuilder, module);
- }
- }
- return result;
- }
-
- private void resolveDirtyNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {
- final ModuleBuilder module = childEntry.getValue();
- resolveDirtyNodes(modules, module);
- resolveIdentities(modules, module);
- resolveUnknownNodes(modules, module);
- }
- }
- }
-
- private void resolvedDirtyNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final SchemaContext context) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {
- final ModuleBuilder module = childEntry.getValue();
- resolveDirtyNodesWithContext(modules, module, context);
- resolveIdentitiesWithContext(modules, module, context);
- resolveUnknownNodesWithContext(modules, module, context);
- }
- }
- }
-
- /**
- * Search for dirty nodes (node which contains UnknownType) and resolve
- * unknown types.
- *
- * @param modules
- * all available modules
- * @param module
- * current module
- */
- private void resolveDirtyNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {
- final Set<TypeAwareBuilder> dirtyNodes = module.getDirtyNodes();
- if (!dirtyNodes.isEmpty()) {
- for (TypeAwareBuilder nodeToResolve : dirtyNodes) {
- if (nodeToResolve instanceof UnionTypeBuilder) {
- // special handling for union types
- resolveTypeUnion((UnionTypeBuilder) nodeToResolve, modules, module);
- } else if (nodeToResolve.getTypedef() instanceof IdentityrefTypeBuilder) {
- // special handling for identityref types
- IdentityrefTypeBuilder idref = (IdentityrefTypeBuilder) nodeToResolve.getTypedef();
- nodeToResolve.setType(new IdentityrefType(findFullQName(modules, module, idref), idref.getPath()));
- } else {
- resolveType(nodeToResolve, modules, module);
- }
- }
- }
- }
-
- private void resolveDirtyNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final ModuleBuilder module, SchemaContext context) {
- final Set<TypeAwareBuilder> dirtyNodes = module.getDirtyNodes();
- if (!dirtyNodes.isEmpty()) {
- for (TypeAwareBuilder nodeToResolve : dirtyNodes) {
- if (nodeToResolve instanceof UnionTypeBuilder) {
- // special handling for union types
- resolveTypeUnionWithContext((UnionTypeBuilder) nodeToResolve, modules, module, context);
- } else if (nodeToResolve.getTypedef() instanceof IdentityrefTypeBuilder) {
- // special handling for identityref types
- IdentityrefTypeBuilder idref = (IdentityrefTypeBuilder) nodeToResolve.getTypedef();
- nodeToResolve.setType(new IdentityrefType(findFullQName(modules, module, idref), idref.getPath()));
- } else {
- resolveTypeWithContext(nodeToResolve, modules, module, context);
- }
- }
- }
- }
-
- /**
- * Go through all augment definitions and perform augmentation. It is
- * expected that modules are already sorted by their dependencies.
- *
- * @param modules
- * all loaded modules
- */
- private void resolveAugments(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {
- // collect augments from all loaded modules
- final List<AugmentationSchemaBuilder> allAugments = new ArrayList<>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- allAugments.addAll(inner.getValue().getAllAugments());
- }
- }
-
- for (int i = 0; i < allAugments.size(); i++) {
- // pick one augment
- final AugmentationSchemaBuilder augment = allAugments.get(i);
- // create collection of others
- List<AugmentationSchemaBuilder> others = new ArrayList<>(allAugments);
- others.remove(augment);
-
- // try to resolve it
- boolean resolved = resolveAugment(modules, augment);
- // while not resolved
- int j = 0;
- while (!(resolved) && j < others.size()) {
- // try to resolve next augment
- resolveAugment(modules, others.get(j));
- // then try to resolve first again
- resolved = resolveAugment(modules, augment);
- j++;
-
- }
-
- if (!resolved) {
- throw new YangParseException(augment.getModuleName(), augment.getLine(),
- "Error in augment parsing: failed to find augment target");
- }
- }
- }
-
- /**
- * Search for augment target and perform augmentation.
- *
- * @param modules
- * all loaded modules
- * @param augmentBuilder
- * augment to resolve
- * @return true if target node found, false otherwise
- */
- private boolean resolveAugment(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final AugmentationSchemaBuilder augmentBuilder) {
- if (augmentBuilder.isResolved()) {
- return true;
- }
-
- int line = augmentBuilder.getLine();
- ModuleBuilder module = getParentModule(augmentBuilder);
- List<QName> path = augmentBuilder.getTargetPath().getPath();
- Builder augmentParent = augmentBuilder.getParent();
-
- Builder firstNodeParent = null;
- if (augmentParent instanceof ModuleBuilder) {
- // if augment is defined under module, parent of first node is
- // target module
- final QName firstNameInPath = path.get(0);
- String prefix = firstNameInPath.getPrefix();
- if (prefix == null) {
- prefix = module.getPrefix();
- }
- firstNodeParent = findDependentModuleBuilder(modules, module, prefix, line);
- } else if (augmentParent instanceof UsesNodeBuilder) {
- firstNodeParent = augmentParent.getParent();
- } else {
- // augment can be defined only under module or uses
- throw new YangParseException(augmentBuilder.getModuleName(), line,
- "Failed to parse augment: Unresolved parent of augment: " + augmentParent);
- }
-
- return processAugmentation(augmentBuilder, firstNodeParent, path);
- }
-
- /**
- * Go through all augment definitions and resolve them. This method works in
- * same way as {@link #resolveAugments(Map)} except that if target node is
- * not found in loaded modules, it search for target node in given context.
- *
- * @param modules
- * all loaded modules
- * @param context
- * SchemaContext containing already resolved modules
- */
- private void resolveAugmentsWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final SchemaContext context) {
- // collect augments from all loaded modules
- final List<AugmentationSchemaBuilder> allAugments = new ArrayList<>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- allAugments.addAll(inner.getValue().getAllAugments());
- }
- }
-
- for (int i = 0; i < allAugments.size(); i++) {
- // pick augment from list
- final AugmentationSchemaBuilder augment = allAugments.get(i);
- // try to resolve it
- boolean resolved = resolveAugmentWithContext(modules, augment, context);
- // while not resolved
- int j = i + 1;
- while (!(resolved) && j < allAugments.size()) {
- // try to resolve next augment
- resolveAugmentWithContext(modules, allAugments.get(j), context);
- // then try to resolve first again
- resolved = resolveAugmentWithContext(modules, augment, context);
- j++;
- }
-
- if (!resolved) {
- throw new YangParseException(augment.getModuleName(), augment.getLine(),
- "Error in augment parsing: failed to find augment target");
- }
- }
- }
-
- /**
- * Search for augment target and perform augmentation.
- *
- * @param modules
- * all loaded modules
- * @param augment
- * augment to resolve
- * @param context
- * SchemaContext containing already resolved modules
- * @return true if target node found, false otherwise
- */
- private boolean resolveAugmentWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final AugmentationSchemaBuilder augment, final SchemaContext context) {
- if (augment.isResolved()) {
- return true;
- }
- int line = augment.getLine();
- ModuleBuilder module = getParentModule(augment);
- List<QName> path = augment.getTargetPath().getPath();
- final QName firstNameInPath = path.get(0);
- String prefix = firstNameInPath.getPrefix();
- if (prefix == null) {
- prefix = module.getPrefix();
- }
- Builder augmentParent = augment.getParent();
- Builder currentParent = null;
-
- if (augmentParent instanceof ModuleBuilder) {
- // if augment is defined under module, first parent is target module
- currentParent = findDependentModuleBuilder(modules, module, prefix, line);
- } else if (augmentParent instanceof UsesNodeBuilder) {
- currentParent = augmentParent.getParent();
- } else {
- // augment can be defined only under module or uses
- throw new YangParseException(augment.getModuleName(), augment.getLine(),
- "Error in augment parsing: Unresolved parent of augment: " + augmentParent);
- }
-
- if (currentParent == null) {
- return processAugmentationOnContext(augment, path, module, prefix, context);
- } else {
- return processAugmentation(augment, currentParent, path);
- }
- }
-
- /**
- * Go through identity statements defined in current module and resolve
- * their 'base' statement if present.
- *
- * @param modules
- * all modules
- * @param module
- * module being resolved
- */
- private void resolveIdentities(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {
- final Set<IdentitySchemaNodeBuilder> identities = module.getIdentities();
- for (IdentitySchemaNodeBuilder identity : identities) {
- final String baseIdentityName = identity.getBaseIdentityName();
- if (baseIdentityName != null) {
- String baseIdentityPrefix = null;
- String baseIdentityLocalName = null;
- if (baseIdentityName.contains(":")) {
- final String[] splitted = baseIdentityName.split(":");
- baseIdentityPrefix = splitted[0];
- baseIdentityLocalName = splitted[1];
- } else {
- baseIdentityPrefix = module.getPrefix();
- baseIdentityLocalName = baseIdentityName;
- }
- final ModuleBuilder dependentModule = findDependentModuleBuilder(modules, module, baseIdentityPrefix,
- identity.getLine());
-
- final Set<IdentitySchemaNodeBuilder> dependentModuleIdentities = dependentModule.getIdentities();
- for (IdentitySchemaNodeBuilder idBuilder : dependentModuleIdentities) {
- if (idBuilder.getQName().getLocalName().equals(baseIdentityLocalName)) {
- identity.setBaseIdentity(idBuilder);
- }
- }
- }
- }
- }
-
- /**
- * Go through identity statements defined in current module and resolve
- * their 'base' statement. Method tries to find base identity in given
- * modules. If base identity is not found, method will search it in context.
- *
- * @param modules
- * all loaded modules
- * @param module
- * current module
- * @param context
- * SchemaContext containing already resolved modules
- */
- private void resolveIdentitiesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final ModuleBuilder module, final SchemaContext context) {
- final Set<IdentitySchemaNodeBuilder> identities = module.getIdentities();
- for (IdentitySchemaNodeBuilder identity : identities) {
- final String baseIdentityName = identity.getBaseIdentityName();
- if (baseIdentityName != null) {
- String baseIdentityPrefix = null;
- String baseIdentityLocalName = null;
- if (baseIdentityName.contains(":")) {
- final String[] splitted = baseIdentityName.split(":");
- baseIdentityPrefix = splitted[0];
- baseIdentityLocalName = splitted[1];
- } else {
- baseIdentityPrefix = module.getPrefix();
- baseIdentityLocalName = baseIdentityName;
- }
- final ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module,
- baseIdentityPrefix, identity.getLine());
-
- if (dependentModuleBuilder == null) {
- final Module dependentModule = findModuleFromContext(context, module, baseIdentityPrefix,
- identity.getLine());
- final Set<IdentitySchemaNode> dependentModuleIdentities = dependentModule.getIdentities();
- for (IdentitySchemaNode idNode : dependentModuleIdentities) {
- if (idNode.getQName().getLocalName().equals(baseIdentityLocalName)) {
- identity.setBaseIdentity(idNode);
- }
- }
- } else {
- final Set<IdentitySchemaNodeBuilder> dependentModuleIdentities = dependentModuleBuilder
- .getIdentities();
- for (IdentitySchemaNodeBuilder idBuilder : dependentModuleIdentities) {
- if (idBuilder.getQName().getLocalName().equals(baseIdentityLocalName)) {
- identity.setBaseIdentity(idBuilder);
- }
- }
- }
- }
- }
- }
-
- /**
- * Find and add reference of uses target grouping.
- *
- * @param modules
- * all loaded modules
- * @param context
- * SchemaContext containing already resolved modules or null if
- * context is not available
- */
- private void findUsesTargets(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final SchemaContext context) {
- final List<UsesNodeBuilder> allUses = new ArrayList<>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- allUses.addAll(inner.getValue().getAllUsesNodes());
- }
- }
- for (UsesNodeBuilder usesNode : allUses) {
- ModuleBuilder module = ParserUtils.getParentModule(usesNode);
- final GroupingBuilder targetGroupingBuilder = GroupingUtils.getTargetGroupingFromModules(usesNode, modules,
- module);
- if (targetGroupingBuilder == null) {
- if (context == null) {
- throw new YangParseException(module.getName(), usesNode.getLine(), "Referenced grouping '"
- + usesNode.getGroupingPathAsString() + "' not found.");
- } else {
- GroupingDefinition targetGroupingDefinition = GroupingUtils.getTargetGroupingFromContext(usesNode,
- module, context);
- usesNode.setGroupingDefinition(targetGroupingDefinition);
- }
- } else {
- usesNode.setGrouping(targetGroupingBuilder);
- }
- }
- }
-
- /**
- * Copy data from uses target, update uses parent and perform refinement.
- * Augmentations have to be resolved already.
- *
- * @param modules
- * all loaded modules
- */
- private void resolveUses(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- ModuleBuilder module = inner.getValue();
- List<UsesNodeBuilder> usesNodes = null;
- boolean dataCollected = module.isAllUsesDataCollected();
-
- while (!dataCollected) {
- usesNodes = new ArrayList<>(module.getAllUsesNodes());
- for (UsesNodeBuilder usesNode : usesNodes) {
- if (!usesNode.isDataCollected()) {
- GroupingUtils.collectUsesData(usesNode);
- }
- }
- dataCollected = module.isAllUsesDataCollected();
- }
- }
- }
-
- // new loop is must because in collecting data process new uses could
- // be created
- final List<UsesNodeBuilder> allModulesUses = new ArrayList<>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- allModulesUses.addAll(inner.getValue().getAllUsesNodes());
- }
- }
-
- for (UsesNodeBuilder usesNode : allModulesUses) {
- GroupingUtils.updateUsesParent(usesNode);
- GroupingUtils.performRefine(usesNode);
- }
- for (UsesNodeBuilder usesNode : allModulesUses) {
- GroupingUtils.fixUsesNodesPath(usesNode);
- }
-
- for (UsesNodeBuilder usesNode : allModulesUses) {
- if (usesNode.isCopy()) {
- usesNode.getParent().getUsesNodes().remove(usesNode);
- }
- }
- }
-
- /**
- * Copy data from uses target, update uses parent and perform refinement.
- * Augmentations have to be resolved already.
- *
- * @param modules
- * all loaded modules
- * @param context
- * SchemaContext containing already resolved modules
- */
- private void resolveUsesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final SchemaContext context) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- ModuleBuilder module = inner.getValue();
- List<UsesNodeBuilder> usesNodes = null;
- boolean dataCollected = module.isAllUsesDataCollected();
-
- while (!dataCollected) {
- usesNodes = new ArrayList<>(module.getAllUsesNodes());
- for (UsesNodeBuilder usesNode : usesNodes) {
- if (!usesNode.isDataCollected()) {
- if (usesNode.getGroupingBuilder() == null) {
- GroupingUtils.collectUsesDataFromContext(usesNode);
- } else {
- GroupingUtils.collectUsesData(usesNode);
- }
- }
- }
- dataCollected = module.isAllUsesDataCollected();
- }
- }
- }
-
- // new loop is must because in collecting data process new uses could
- // be created
- final List<UsesNodeBuilder> allModulesUses = new ArrayList<>();
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- allModulesUses.addAll(inner.getValue().getAllUsesNodes());
- }
- }
-
- for (UsesNodeBuilder usesNode : allModulesUses) {
- GroupingUtils.updateUsesParent(usesNode);
- GroupingUtils.performRefine(usesNode);
- }
- for (UsesNodeBuilder usesNode : allModulesUses) {
- GroupingUtils.fixUsesNodesPath(usesNode);
- }
- }
-
- private void resolveUnknownNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {
- for (UnknownSchemaNodeBuilder usnb : module.getAllUnknownNodes()) {
- QName nodeType = usnb.getNodeType();
- try {
- ModuleBuilder dependentModule = findDependentModuleBuilder(modules, module, nodeType.getPrefix(),
- usnb.getLine());
- for (ExtensionBuilder extension : dependentModule.getExtensions()) {
- if (extension.getQName().getLocalName().equals(nodeType.getLocalName())) {
- usnb.setNodeType(extension.getQName());
- usnb.setExtensionBuilder(extension);
- break;
- }
- }
- } catch (YangParseException e) {
- throw new YangParseException(module.getName(), usnb.getLine(), "Failed to resolve node " + usnb
- + ": no such extension definition found.");
- }
- }
- }
-
- private void resolveUnknownNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final ModuleBuilder module, final SchemaContext context) {
- for (UnknownSchemaNodeBuilder usnb : module.getAllUnknownNodes()) {
- QName nodeType = usnb.getNodeType();
- try {
- ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module,
- nodeType.getPrefix(), usnb.getLine());
-
- if (dependentModuleBuilder == null) {
- Module dependentModule = findModuleFromContext(context, module, nodeType.getPrefix(),
- usnb.getLine());
- for (ExtensionDefinition e : dependentModule.getExtensionSchemaNodes()) {
- if (e.getQName().getLocalName().equals(nodeType.getLocalName())) {
- usnb.setNodeType(new QName(e.getQName().getNamespace(), e.getQName().getRevision(),
- nodeType.getPrefix(), e.getQName().getLocalName()));
- usnb.setExtensionDefinition(e);
- break;
- }
- }
- } else {
- for (ExtensionBuilder extension : dependentModuleBuilder.getExtensions()) {
- if (extension.getQName().getLocalName().equals(nodeType.getLocalName())) {
- usnb.setExtensionBuilder(extension);
- break;
- }
- }
- }
-
- } catch (YangParseException e) {
- throw new YangParseException(module.getName(), usnb.getLine(), "Failed to resolve node " + usnb
- + ": no such extension definition found.");
- }
-
- }
- }
-
- /**
- * Traverse through modules and resolve their deviation statements.
- *
- * @param modules
- * all loaded modules
- */
- private void resolveDeviations(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- ModuleBuilder b = inner.getValue();
- resolveDeviation(modules, b);
- }
- }
- }
-
- /**
- * Traverse through module and resolve its deviation statements.
- *
- * @param modules
- * all loaded modules
- * @param module
- * module in which resolve deviations
- */
- private void resolveDeviation(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {
- for (DeviationBuilder dev : module.getDeviations()) {
- int line = dev.getLine();
- SchemaPath targetPath = dev.getTargetPath();
- List<QName> path = targetPath.getPath();
- QName q0 = path.get(0);
- String prefix = q0.getPrefix();
- if (prefix == null) {
- prefix = module.getPrefix();
- }
-
- ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module, prefix, line);
- processDeviation(dev, dependentModuleBuilder, path, module);
- }
- }
-
- /**
- * Traverse through modules and resolve their deviation statements with
- * given context.
- *
- * @param modules
- * all loaded modules
- * @param context
- * already resolved context
- */
- private void resolveDeviationsWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final SchemaContext context) {
- for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {
- for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {
- ModuleBuilder b = inner.getValue();
- resolveDeviationWithContext(modules, b, context);
- }
- }
- }
-
- /**
- * Traverse through module and resolve its deviation statements with given
- * context.
- *
- * @param modules
- * all loaded modules
- * @param module
- * module in which resolve deviations
- * @param context
- * already resolved context
- */
- private void resolveDeviationWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,
- final ModuleBuilder module, final SchemaContext context) {
- for (DeviationBuilder dev : module.getDeviations()) {
- int line = dev.getLine();
- SchemaPath targetPath = dev.getTargetPath();
- List<QName> path = targetPath.getPath();
- QName q0 = path.get(0);
- String prefix = q0.getPrefix();
- if (prefix == null) {
- prefix = module.getPrefix();
- }
- String name = null;
-
- ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module, prefix, line);
- if (dependentModuleBuilder == null) {
- Module dependentModule = findModuleFromContext(context, module, prefix, line);
- Object currentParent = dependentModule;
-
- for (int i = 0; i < path.size(); i++) {
- if (currentParent == null) {
- throw new YangParseException(module.getName(), line, "Failed to find deviation target.");
- }
- QName q = path.get(i);
- name = q.getLocalName();
- if (currentParent instanceof DataNodeContainer) {
- currentParent = ((DataNodeContainer) currentParent).getDataChildByName(name);
- }
- }
-
- if (currentParent == null) {
- throw new YangParseException(module.getName(), line, "Failed to find deviation target.");
- }
- if (currentParent instanceof SchemaNode) {
- dev.setTargetPath(((SchemaNode) currentParent).getPath());
- }
-
- } else {
- processDeviation(dev, dependentModuleBuilder, path, module);
- }
- }
- }
-
- /**
- * Correct deviation target path in deviation builder.
- *
- * @param dev
- * deviation
- * @param dependentModuleBuilder
- * module containing deviation target
- * @param path
- * current deviation target path
- * @param module
- * current module
- */
- private void processDeviation(final DeviationBuilder dev, final ModuleBuilder dependentModuleBuilder,
- final List<QName> path, final ModuleBuilder module) {
- final int line = dev.getLine();
- Builder currentParent = dependentModuleBuilder;
-
- for (int i = 0; i < path.size(); i++) {
- if (currentParent == null) {
- throw new YangParseException(module.getName(), line, "Failed to find deviation target.");
- }
- QName q = path.get(i);
- String name = q.getLocalName();
- if (currentParent instanceof DataNodeContainerBuilder) {
- currentParent = ((DataNodeContainerBuilder) currentParent).getDataChildByName(name);
- }
- }
-
- if (currentParent == null || !(currentParent instanceof SchemaNodeBuilder)) {
- throw new YangParseException(module.getName(), line, "Failed to find deviation target.");
- }
- dev.setTargetPath(((SchemaNodeBuilder) currentParent).getPath());
- }
-
-}
+/*\r
+ * Copyright (c) 2013 Cisco Systems, Inc. and others. All rights reserved.\r
+ *\r
+ * This program and the accompanying materials are made available under the\r
+ * terms of the Eclipse Public License v1.0 which accompanies this distribution,\r
+ * and is available at http://www.eclipse.org/legal/epl-v10.html\r
+ */\r
+package org.opendaylight.yangtools.yang.parser.impl;\r
+\r
+import static org.opendaylight.yangtools.yang.parser.util.ParserUtils.*;\r
+import static org.opendaylight.yangtools.yang.parser.util.TypeUtils.*;\r
+\r
+import java.io.File;\r
+import java.io.FileInputStream;\r
+import java.io.FileNotFoundException;\r
+import java.io.IOException;\r
+import java.io.InputStream;\r
+import java.util.ArrayList;\r
+import java.util.Collections;\r
+import java.util.Date;\r
+import java.util.HashMap;\r
+import java.util.LinkedHashMap;\r
+import java.util.LinkedHashSet;\r
+import java.util.List;\r
+import java.util.Map;\r
+import java.util.Map.Entry;\r
+import java.util.Set;\r
+import java.util.TreeMap;\r
+\r
+import org.antlr.v4.runtime.ANTLRInputStream;\r
+import org.antlr.v4.runtime.CommonTokenStream;\r
+import org.antlr.v4.runtime.tree.ParseTree;\r
+import org.antlr.v4.runtime.tree.ParseTreeWalker;\r
+import org.opendaylight.yangtools.antlrv4.code.gen.YangLexer;\r
+import org.opendaylight.yangtools.antlrv4.code.gen.YangParser;\r
+import org.opendaylight.yangtools.yang.common.QName;\r
+import org.opendaylight.yangtools.yang.model.api.DataNodeContainer;\r
+import org.opendaylight.yangtools.yang.model.api.ExtensionDefinition;\r
+import org.opendaylight.yangtools.yang.model.api.GroupingDefinition;\r
+import org.opendaylight.yangtools.yang.model.api.IdentitySchemaNode;\r
+import org.opendaylight.yangtools.yang.model.api.Module;\r
+import org.opendaylight.yangtools.yang.model.api.SchemaContext;\r
+import org.opendaylight.yangtools.yang.model.api.SchemaNode;\r
+import org.opendaylight.yangtools.yang.model.api.SchemaPath;\r
+import org.opendaylight.yangtools.yang.model.parser.api.YangModelParser;\r
+import org.opendaylight.yangtools.yang.model.util.IdentityrefType;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.AugmentationSchemaBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.Builder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.DataNodeContainerBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.GroupingBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.SchemaNodeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.TypeAwareBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.api.UsesNodeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.DeviationBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.ExtensionBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.IdentitySchemaNodeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.IdentityrefTypeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.ModuleBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.UnionTypeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.builder.impl.UnknownSchemaNodeBuilder;\r
+import org.opendaylight.yangtools.yang.parser.util.GroupingUtils;\r
+import org.opendaylight.yangtools.yang.parser.util.ModuleDependencySort;\r
+import org.opendaylight.yangtools.yang.parser.util.ParserUtils;\r
+import org.opendaylight.yangtools.yang.parser.util.YangParseException;\r
+import org.opendaylight.yangtools.yang.validator.YangModelBasicValidator;\r
+import org.slf4j.Logger;\r
+import org.slf4j.LoggerFactory;\r
+\r
+import com.google.common.collect.Lists;\r
+import com.google.common.collect.Maps;\r
+import com.google.common.collect.Sets;\r
+\r
+public final class YangParserImpl implements YangModelParser {\r
+ private static final Logger LOG = LoggerFactory.getLogger(YangParserImpl.class);\r
+\r
+ @Override\r
+ public Set<Module> parseYangModels(final List<File> yangFiles) {\r
+ return Sets.newLinkedHashSet(parseYangModelsMapped(yangFiles).values());\r
+ }\r
+\r
+ @Override\r
+ public Set<Module> parseYangModels(final List<File> yangFiles, final SchemaContext context) {\r
+ if (yangFiles != null) {\r
+ final Map<InputStream, File> inputStreams = Maps.newHashMap();\r
+\r
+ for (final File yangFile : yangFiles) {\r
+ try {\r
+ inputStreams.put(new FileInputStream(yangFile), yangFile);\r
+ } catch (FileNotFoundException e) {\r
+ LOG.warn("Exception while reading yang file: " + yangFile.getName(), e);\r
+ }\r
+ }\r
+\r
+ Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();\r
+\r
+ final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(\r
+ Lists.newArrayList(inputStreams.keySet()), builderToStreamMap);\r
+\r
+ for (InputStream is : inputStreams.keySet()) {\r
+ try {\r
+ is.close();\r
+ } catch (IOException e) {\r
+ LOG.debug("Failed to close stream.");\r
+ }\r
+ }\r
+\r
+ return new LinkedHashSet<Module>(buildWithContext(modules, context).values());\r
+ }\r
+ return Collections.emptySet();\r
+ }\r
+\r
+ @Override\r
+ public Set<Module> parseYangModelsFromStreams(final List<InputStream> yangModelStreams) {\r
+ return Sets.newHashSet(parseYangModelsFromStreamsMapped(yangModelStreams).values());\r
+ }\r
+\r
+ @Override\r
+ public Set<Module> parseYangModelsFromStreams(final List<InputStream> yangModelStreams, SchemaContext context) {\r
+ if (yangModelStreams != null) {\r
+ Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();\r
+ final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuildersWithContext(\r
+ yangModelStreams, builderToStreamMap, context);\r
+ return new LinkedHashSet<Module>(buildWithContext(modules, context).values());\r
+ }\r
+ return Collections.emptySet();\r
+ }\r
+\r
+ @Override\r
+ public Map<File, Module> parseYangModelsMapped(List<File> yangFiles) {\r
+ if (yangFiles != null) {\r
+ final Map<InputStream, File> inputStreams = Maps.newHashMap();\r
+\r
+ for (final File yangFile : yangFiles) {\r
+ try {\r
+ inputStreams.put(new FileInputStream(yangFile), yangFile);\r
+ } catch (FileNotFoundException e) {\r
+ LOG.warn("Exception while reading yang file: " + yangFile.getName(), e);\r
+ }\r
+ }\r
+\r
+ Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();\r
+ final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(\r
+ Lists.newArrayList(inputStreams.keySet()), builderToStreamMap);\r
+\r
+ for (InputStream is : inputStreams.keySet()) {\r
+ try {\r
+ is.close();\r
+ } catch (IOException e) {\r
+ LOG.debug("Failed to close stream.");\r
+ }\r
+ }\r
+\r
+ Map<File, Module> retVal = Maps.newLinkedHashMap();\r
+ Map<ModuleBuilder, Module> builderToModuleMap = build(modules);\r
+\r
+ for (Entry<ModuleBuilder, Module> builderToModule : builderToModuleMap.entrySet()) {\r
+ retVal.put(inputStreams.get(builderToStreamMap.get(builderToModule.getKey())),\r
+ builderToModule.getValue());\r
+ }\r
+\r
+ return retVal;\r
+ }\r
+ return Collections.emptyMap();\r
+ }\r
+\r
+ @Override\r
+ public Map<InputStream, Module> parseYangModelsFromStreamsMapped(final List<InputStream> yangModelStreams) {\r
+ Map<ModuleBuilder, InputStream> builderToStreamMap = Maps.newHashMap();\r
+\r
+ final Map<String, TreeMap<Date, ModuleBuilder>> modules = resolveModuleBuilders(yangModelStreams,\r
+ builderToStreamMap);\r
+ Map<InputStream, Module> retVal = Maps.newLinkedHashMap();\r
+ Map<ModuleBuilder, Module> builderToModuleMap = build(modules);\r
+\r
+ for (Entry<ModuleBuilder, Module> builderToModule : builderToModuleMap.entrySet()) {\r
+ retVal.put(builderToStreamMap.get(builderToModule.getKey()), builderToModule.getValue());\r
+ }\r
+ return retVal;\r
+ }\r
+\r
+ @Override\r
+ public SchemaContext resolveSchemaContext(final Set<Module> modules) {\r
+ return new SchemaContextImpl(modules);\r
+ }\r
+\r
+ private ModuleBuilder[] parseModuleBuilders(List<InputStream> inputStreams,\r
+ Map<ModuleBuilder, InputStream> streamToBuilderMap) {\r
+\r
+ final ParseTreeWalker walker = new ParseTreeWalker();\r
+ final List<ParseTree> trees = parseStreams(inputStreams);\r
+ final ModuleBuilder[] builders = new ModuleBuilder[trees.size()];\r
+\r
+ // validate yang\r
+ new YangModelBasicValidator(walker).validate(trees);\r
+\r
+ YangParserListenerImpl yangModelParser = null;\r
+ for (int i = 0; i < trees.size(); i++) {\r
+ yangModelParser = new YangParserListenerImpl();\r
+ walker.walk(yangModelParser, trees.get(i));\r
+ ModuleBuilder moduleBuilder = yangModelParser.getModuleBuilder();\r
+\r
+ // We expect the order of trees and streams has to be the same\r
+ streamToBuilderMap.put(moduleBuilder, inputStreams.get(i));\r
+ builders[i] = moduleBuilder;\r
+ }\r
+ return builders;\r
+ }\r
+\r
+ private Map<String, TreeMap<Date, ModuleBuilder>> resolveModuleBuilders(final List<InputStream> yangFileStreams,\r
+ Map<ModuleBuilder, InputStream> streamToBuilderMap) {\r
+ return resolveModuleBuildersWithContext(yangFileStreams, streamToBuilderMap, null);\r
+ }\r
+\r
+ private Map<String, TreeMap<Date, ModuleBuilder>> resolveModuleBuildersWithContext(\r
+ final List<InputStream> yangFileStreams, final Map<ModuleBuilder, InputStream> streamToBuilderMap,\r
+ final SchemaContext context) {\r
+ final ModuleBuilder[] builders = parseModuleBuilders(yangFileStreams, streamToBuilderMap);\r
+\r
+ // LinkedHashMap must be used to preserve order\r
+ final LinkedHashMap<String, TreeMap<Date, ModuleBuilder>> modules = new LinkedHashMap<String, TreeMap<Date, ModuleBuilder>>();\r
+\r
+ // module dependency graph sorted\r
+ List<ModuleBuilder> sorted = null;\r
+ if (context == null) {\r
+ sorted = ModuleDependencySort.sort(builders);\r
+ } else {\r
+ sorted = ModuleDependencySort.sortWithContext(context, builders);\r
+ }\r
+\r
+ for (final ModuleBuilder builder : sorted) {\r
+ if (builder == null) {\r
+ continue;\r
+ }\r
+ final String builderName = builder.getName();\r
+ Date builderRevision = builder.getRevision();\r
+ if (builderRevision == null) {\r
+ builderRevision = new Date(0L);\r
+ }\r
+ TreeMap<Date, ModuleBuilder> builderByRevision = modules.get(builderName);\r
+ if (builderByRevision == null) {\r
+ builderByRevision = new TreeMap<Date, ModuleBuilder>();\r
+ }\r
+ builderByRevision.put(builderRevision, builder);\r
+ modules.put(builderName, builderByRevision);\r
+ }\r
+ return modules;\r
+ }\r
+\r
+ private List<ParseTree> parseStreams(final List<InputStream> yangStreams) {\r
+ final List<ParseTree> trees = new ArrayList<ParseTree>();\r
+ for (InputStream yangStream : yangStreams) {\r
+ trees.add(parseStream(yangStream));\r
+ }\r
+ return trees;\r
+ }\r
+\r
+ private ParseTree parseStream(final InputStream yangStream) {\r
+ ParseTree result = null;\r
+ try {\r
+ final ANTLRInputStream input = new ANTLRInputStream(yangStream);\r
+ final YangLexer lexer = new YangLexer(input);\r
+ final CommonTokenStream tokens = new CommonTokenStream(lexer);\r
+ final YangParser parser = new YangParser(tokens);\r
+ parser.removeErrorListeners();\r
+ parser.addErrorListener(new YangErrorListener());\r
+\r
+ result = parser.yang();\r
+ } catch (IOException e) {\r
+ LOG.warn("Exception while reading yang file: " + yangStream, e);\r
+ }\r
+ return result;\r
+ }\r
+\r
+ private Map<ModuleBuilder, Module> build(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {\r
+ // fix unresolved nodes\r
+ findUsesTargets(modules, null);\r
+ resolveDirtyNodes(modules);\r
+ resolveAugments(modules);\r
+ resolveUses(modules);\r
+ resolveDeviations(modules);\r
+\r
+ // build\r
+ final Map<ModuleBuilder, Module> result = new LinkedHashMap<ModuleBuilder, Module>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ final Map<Date, Module> modulesByRevision = new HashMap<Date, Module>();\r
+ for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {\r
+ final ModuleBuilder moduleBuilder = childEntry.getValue();\r
+ final Module module = moduleBuilder.build();\r
+ modulesByRevision.put(childEntry.getKey(), module);\r
+ result.put(moduleBuilder, module);\r
+ }\r
+ }\r
+ return result;\r
+ }\r
+\r
+ private Map<ModuleBuilder, Module> buildWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final SchemaContext context) {\r
+ // fix unresolved nodes\r
+ findUsesTargets(modules, context);\r
+ resolvedDirtyNodesWithContext(modules, context);\r
+ resolveAugmentsWithContext(modules, context);\r
+ resolveUsesWithContext(modules, context);\r
+ resolveDeviationsWithContext(modules, context);\r
+\r
+ // build\r
+ final Map<ModuleBuilder, Module> result = new LinkedHashMap<ModuleBuilder, Module>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ final Map<Date, Module> modulesByRevision = new HashMap<Date, Module>();\r
+ for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {\r
+ final ModuleBuilder moduleBuilder = childEntry.getValue();\r
+ final Module module = moduleBuilder.build();\r
+ modulesByRevision.put(childEntry.getKey(), module);\r
+ result.put(moduleBuilder, module);\r
+ }\r
+ }\r
+ return result;\r
+ }\r
+\r
+ private void resolveDirtyNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {\r
+ final ModuleBuilder module = childEntry.getValue();\r
+ resolveDirtyNodes(modules, module);\r
+ resolveIdentities(modules, module);\r
+ resolveUnknownNodes(modules, module);\r
+ }\r
+ }\r
+ }\r
+\r
+ private void resolvedDirtyNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final SchemaContext context) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> childEntry : entry.getValue().entrySet()) {\r
+ final ModuleBuilder module = childEntry.getValue();\r
+ resolveDirtyNodesWithContext(modules, module, context);\r
+ resolveIdentitiesWithContext(modules, module, context);\r
+ resolveUnknownNodesWithContext(modules, module, context);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Search for dirty nodes (node which contains UnknownType) and resolve\r
+ * unknown types.\r
+ *\r
+ * @param modules\r
+ * all available modules\r
+ * @param module\r
+ * current module\r
+ */\r
+ private void resolveDirtyNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {\r
+ final Set<TypeAwareBuilder> dirtyNodes = module.getDirtyNodes();\r
+ if (!dirtyNodes.isEmpty()) {\r
+ for (TypeAwareBuilder nodeToResolve : dirtyNodes) {\r
+ if (nodeToResolve instanceof UnionTypeBuilder) {\r
+ // special handling for union types\r
+ resolveTypeUnion((UnionTypeBuilder) nodeToResolve, modules, module);\r
+ } else if (nodeToResolve.getTypedef() instanceof IdentityrefTypeBuilder) {\r
+ // special handling for identityref types\r
+ IdentityrefTypeBuilder idref = (IdentityrefTypeBuilder) nodeToResolve.getTypedef();\r
+ nodeToResolve.setType(new IdentityrefType(findFullQName(modules, module, idref), idref.getPath()));\r
+ } else {\r
+ resolveType(nodeToResolve, modules, module);\r
+ }\r
+ }\r
+ }\r
+ }\r
+\r
+ private void resolveDirtyNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final ModuleBuilder module, SchemaContext context) {\r
+ final Set<TypeAwareBuilder> dirtyNodes = module.getDirtyNodes();\r
+ if (!dirtyNodes.isEmpty()) {\r
+ for (TypeAwareBuilder nodeToResolve : dirtyNodes) {\r
+ if (nodeToResolve instanceof UnionTypeBuilder) {\r
+ // special handling for union types\r
+ resolveTypeUnionWithContext((UnionTypeBuilder) nodeToResolve, modules, module, context);\r
+ } else if (nodeToResolve.getTypedef() instanceof IdentityrefTypeBuilder) {\r
+ // special handling for identityref types\r
+ IdentityrefTypeBuilder idref = (IdentityrefTypeBuilder) nodeToResolve.getTypedef();\r
+ nodeToResolve.setType(new IdentityrefType(findFullQName(modules, module, idref), idref.getPath()));\r
+ } else {\r
+ resolveTypeWithContext(nodeToResolve, modules, module, context);\r
+ }\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Go through all augment definitions and perform augmentation. It is\r
+ * expected that modules are already sorted by their dependencies.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ */\r
+ private void resolveAugments(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {\r
+ // collect augments from all loaded modules\r
+ final List<AugmentationSchemaBuilder> allAugments = new ArrayList<>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ allAugments.addAll(inner.getValue().getAllAugments());\r
+ }\r
+ }\r
+\r
+ for (int i = 0; i < allAugments.size(); i++) {\r
+ // pick one augment\r
+ final AugmentationSchemaBuilder augment = allAugments.get(i);\r
+ // create collection of others\r
+ List<AugmentationSchemaBuilder> others = new ArrayList<>(allAugments);\r
+ others.remove(augment);\r
+\r
+ // try to resolve it\r
+ boolean resolved = resolveAugment(modules, augment);\r
+ // while not resolved\r
+ int j = 0;\r
+ while (!(resolved) && j < others.size()) {\r
+ // try to resolve next augment\r
+ resolveAugment(modules, others.get(j));\r
+ // then try to resolve first again\r
+ resolved = resolveAugment(modules, augment);\r
+ j++;\r
+\r
+ }\r
+\r
+ if (!resolved) {\r
+ throw new YangParseException(augment.getModuleName(), augment.getLine(),\r
+ "Error in augment parsing: failed to find augment target");\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Search for augment target and perform augmentation.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param augmentBuilder\r
+ * augment to resolve\r
+ * @return true if target node found, false otherwise\r
+ */\r
+ private boolean resolveAugment(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final AugmentationSchemaBuilder augmentBuilder) {\r
+ if (augmentBuilder.isResolved()) {\r
+ return true;\r
+ }\r
+\r
+ int line = augmentBuilder.getLine();\r
+ ModuleBuilder module = getParentModule(augmentBuilder);\r
+ List<QName> path = augmentBuilder.getTargetPath().getPath();\r
+ Builder augmentParent = augmentBuilder.getParent();\r
+\r
+ Builder firstNodeParent = null;\r
+ if (augmentParent instanceof ModuleBuilder) {\r
+ // if augment is defined under module, parent of first node is\r
+ // target module\r
+ final QName firstNameInPath = path.get(0);\r
+ String prefix = firstNameInPath.getPrefix();\r
+ if (prefix == null) {\r
+ prefix = module.getPrefix();\r
+ }\r
+ firstNodeParent = findDependentModuleBuilder(modules, module, prefix, line);\r
+ } else if (augmentParent instanceof UsesNodeBuilder) {\r
+ firstNodeParent = augmentParent.getParent();\r
+ } else {\r
+ // augment can be defined only under module or uses\r
+ throw new YangParseException(augmentBuilder.getModuleName(), line,\r
+ "Failed to parse augment: Unresolved parent of augment: " + augmentParent);\r
+ }\r
+\r
+ return processAugmentation(augmentBuilder, firstNodeParent, path);\r
+ }\r
+\r
+ /**\r
+ * Go through all augment definitions and resolve them. This method works in\r
+ * same way as {@link #resolveAugments(Map)} except that if target node is\r
+ * not found in loaded modules, it search for target node in given context.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param context\r
+ * SchemaContext containing already resolved modules\r
+ */\r
+ private void resolveAugmentsWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final SchemaContext context) {\r
+ // collect augments from all loaded modules\r
+ final List<AugmentationSchemaBuilder> allAugments = new ArrayList<>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ allAugments.addAll(inner.getValue().getAllAugments());\r
+ }\r
+ }\r
+\r
+ for (int i = 0; i < allAugments.size(); i++) {\r
+ // pick augment from list\r
+ final AugmentationSchemaBuilder augment = allAugments.get(i);\r
+ // try to resolve it\r
+ boolean resolved = resolveAugmentWithContext(modules, augment, context);\r
+ // while not resolved\r
+ int j = i + 1;\r
+ while (!(resolved) && j < allAugments.size()) {\r
+ // try to resolve next augment\r
+ resolveAugmentWithContext(modules, allAugments.get(j), context);\r
+ // then try to resolve first again\r
+ resolved = resolveAugmentWithContext(modules, augment, context);\r
+ j++;\r
+ }\r
+\r
+ if (!resolved) {\r
+ throw new YangParseException(augment.getModuleName(), augment.getLine(),\r
+ "Error in augment parsing: failed to find augment target");\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Search for augment target and perform augmentation.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param augment\r
+ * augment to resolve\r
+ * @param context\r
+ * SchemaContext containing already resolved modules\r
+ * @return true if target node found, false otherwise\r
+ */\r
+ private boolean resolveAugmentWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final AugmentationSchemaBuilder augment, final SchemaContext context) {\r
+ if (augment.isResolved()) {\r
+ return true;\r
+ }\r
+ int line = augment.getLine();\r
+ ModuleBuilder module = getParentModule(augment);\r
+ List<QName> path = augment.getTargetPath().getPath();\r
+ final QName firstNameInPath = path.get(0);\r
+ String prefix = firstNameInPath.getPrefix();\r
+ if (prefix == null) {\r
+ prefix = module.getPrefix();\r
+ }\r
+ Builder augmentParent = augment.getParent();\r
+ Builder currentParent = null;\r
+\r
+ if (augmentParent instanceof ModuleBuilder) {\r
+ // if augment is defined under module, first parent is target module\r
+ currentParent = findDependentModuleBuilder(modules, module, prefix, line);\r
+ } else if (augmentParent instanceof UsesNodeBuilder) {\r
+ currentParent = augmentParent.getParent();\r
+ } else {\r
+ // augment can be defined only under module or uses\r
+ throw new YangParseException(augment.getModuleName(), augment.getLine(),\r
+ "Error in augment parsing: Unresolved parent of augment: " + augmentParent);\r
+ }\r
+\r
+ if (currentParent == null) {\r
+ return processAugmentationOnContext(augment, path, module, prefix, context);\r
+ } else {\r
+ return processAugmentation(augment, currentParent, path);\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Go through identity statements defined in current module and resolve\r
+ * their 'base' statement if present.\r
+ *\r
+ * @param modules\r
+ * all modules\r
+ * @param module\r
+ * module being resolved\r
+ */\r
+ private void resolveIdentities(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {\r
+ final Set<IdentitySchemaNodeBuilder> identities = module.getIdentities();\r
+ for (IdentitySchemaNodeBuilder identity : identities) {\r
+ final String baseIdentityName = identity.getBaseIdentityName();\r
+ if (baseIdentityName != null) {\r
+ String baseIdentityPrefix = null;\r
+ String baseIdentityLocalName = null;\r
+ if (baseIdentityName.contains(":")) {\r
+ final String[] splitted = baseIdentityName.split(":");\r
+ baseIdentityPrefix = splitted[0];\r
+ baseIdentityLocalName = splitted[1];\r
+ } else {\r
+ baseIdentityPrefix = module.getPrefix();\r
+ baseIdentityLocalName = baseIdentityName;\r
+ }\r
+ final ModuleBuilder dependentModule = findDependentModuleBuilder(modules, module, baseIdentityPrefix,\r
+ identity.getLine());\r
+\r
+ final Set<IdentitySchemaNodeBuilder> dependentModuleIdentities = dependentModule.getIdentities();\r
+ for (IdentitySchemaNodeBuilder idBuilder : dependentModuleIdentities) {\r
+ if (idBuilder.getQName().getLocalName().equals(baseIdentityLocalName)) {\r
+ identity.setBaseIdentity(idBuilder);\r
+ }\r
+ }\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Go through identity statements defined in current module and resolve\r
+ * their 'base' statement. Method tries to find base identity in given\r
+ * modules. If base identity is not found, method will search it in context.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param module\r
+ * current module\r
+ * @param context\r
+ * SchemaContext containing already resolved modules\r
+ */\r
+ private void resolveIdentitiesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final ModuleBuilder module, final SchemaContext context) {\r
+ final Set<IdentitySchemaNodeBuilder> identities = module.getIdentities();\r
+ for (IdentitySchemaNodeBuilder identity : identities) {\r
+ final String baseIdentityName = identity.getBaseIdentityName();\r
+ if (baseIdentityName != null) {\r
+ String baseIdentityPrefix = null;\r
+ String baseIdentityLocalName = null;\r
+ if (baseIdentityName.contains(":")) {\r
+ final String[] splitted = baseIdentityName.split(":");\r
+ baseIdentityPrefix = splitted[0];\r
+ baseIdentityLocalName = splitted[1];\r
+ } else {\r
+ baseIdentityPrefix = module.getPrefix();\r
+ baseIdentityLocalName = baseIdentityName;\r
+ }\r
+ final ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module,\r
+ baseIdentityPrefix, identity.getLine());\r
+\r
+ if (dependentModuleBuilder == null) {\r
+ final Module dependentModule = findModuleFromContext(context, module, baseIdentityPrefix,\r
+ identity.getLine());\r
+ final Set<IdentitySchemaNode> dependentModuleIdentities = dependentModule.getIdentities();\r
+ for (IdentitySchemaNode idNode : dependentModuleIdentities) {\r
+ if (idNode.getQName().getLocalName().equals(baseIdentityLocalName)) {\r
+ identity.setBaseIdentity(idNode);\r
+ }\r
+ }\r
+ } else {\r
+ final Set<IdentitySchemaNodeBuilder> dependentModuleIdentities = dependentModuleBuilder\r
+ .getIdentities();\r
+ for (IdentitySchemaNodeBuilder idBuilder : dependentModuleIdentities) {\r
+ if (idBuilder.getQName().getLocalName().equals(baseIdentityLocalName)) {\r
+ identity.setBaseIdentity(idBuilder);\r
+ }\r
+ }\r
+ }\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Find and add reference of uses target grouping.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param context\r
+ * SchemaContext containing already resolved modules or null if\r
+ * context is not available\r
+ */\r
+ private void findUsesTargets(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final SchemaContext context) {\r
+ final List<UsesNodeBuilder> allUses = new ArrayList<>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ allUses.addAll(inner.getValue().getAllUsesNodes());\r
+ }\r
+ }\r
+ for (UsesNodeBuilder usesNode : allUses) {\r
+ ModuleBuilder module = ParserUtils.getParentModule(usesNode);\r
+ final GroupingBuilder targetGroupingBuilder = GroupingUtils.getTargetGroupingFromModules(usesNode, modules,\r
+ module);\r
+ if (targetGroupingBuilder == null) {\r
+ if (context == null) {\r
+ throw new YangParseException(module.getName(), usesNode.getLine(), "Referenced grouping '"\r
+ + usesNode.getGroupingPathAsString() + "' not found.");\r
+ } else {\r
+ GroupingDefinition targetGroupingDefinition = GroupingUtils.getTargetGroupingFromContext(usesNode,\r
+ module, context);\r
+ usesNode.setGroupingDefinition(targetGroupingDefinition);\r
+ }\r
+ } else {\r
+ usesNode.setGrouping(targetGroupingBuilder);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Copy data from uses target, update uses parent and perform refinement.\r
+ * Augmentations have to be resolved already.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ */\r
+ private void resolveUses(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ ModuleBuilder module = inner.getValue();\r
+ List<UsesNodeBuilder> usesNodes = null;\r
+ boolean dataCollected = module.isAllUsesDataCollected();\r
+\r
+ while (!dataCollected) {\r
+ usesNodes = new ArrayList<>(module.getAllUsesNodes());\r
+ for (UsesNodeBuilder usesNode : usesNodes) {\r
+ if (!usesNode.isDataCollected()) {\r
+ GroupingUtils.collectUsesData(usesNode);\r
+ }\r
+ }\r
+ dataCollected = module.isAllUsesDataCollected();\r
+ }\r
+ }\r
+ }\r
+\r
+ // new loop is must because in collecting data process new uses could\r
+ // be created\r
+ final List<UsesNodeBuilder> allModulesUses = new ArrayList<>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ allModulesUses.addAll(inner.getValue().getAllUsesNodes());\r
+ }\r
+ }\r
+\r
+ for (UsesNodeBuilder usesNode : allModulesUses) {\r
+ GroupingUtils.updateUsesParent(usesNode);\r
+ GroupingUtils.performRefine(usesNode);\r
+ }\r
+ for (UsesNodeBuilder usesNode : allModulesUses) {\r
+ GroupingUtils.fixUsesNodesPath(usesNode);\r
+ }\r
+\r
+ for (UsesNodeBuilder usesNode : allModulesUses) {\r
+ if (usesNode.isCopy()) {\r
+ usesNode.getParent().getUsesNodes().remove(usesNode);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Copy data from uses target, update uses parent and perform refinement.\r
+ * Augmentations have to be resolved already.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param context\r
+ * SchemaContext containing already resolved modules\r
+ */\r
+ private void resolveUsesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final SchemaContext context) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ ModuleBuilder module = inner.getValue();\r
+ List<UsesNodeBuilder> usesNodes = null;\r
+ boolean dataCollected = module.isAllUsesDataCollected();\r
+\r
+ while (!dataCollected) {\r
+ usesNodes = new ArrayList<>(module.getAllUsesNodes());\r
+ for (UsesNodeBuilder usesNode : usesNodes) {\r
+ if (!usesNode.isDataCollected()) {\r
+ if (usesNode.getGroupingBuilder() == null) {\r
+ GroupingUtils.collectUsesDataFromContext(usesNode);\r
+ } else {\r
+ GroupingUtils.collectUsesData(usesNode);\r
+ }\r
+ }\r
+ }\r
+ dataCollected = module.isAllUsesDataCollected();\r
+ }\r
+ }\r
+ }\r
+\r
+ // new loop is must because in collecting data process new uses could\r
+ // be created\r
+ final List<UsesNodeBuilder> allModulesUses = new ArrayList<>();\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ allModulesUses.addAll(inner.getValue().getAllUsesNodes());\r
+ }\r
+ }\r
+\r
+ for (UsesNodeBuilder usesNode : allModulesUses) {\r
+ GroupingUtils.updateUsesParent(usesNode);\r
+ GroupingUtils.performRefine(usesNode);\r
+ }\r
+ for (UsesNodeBuilder usesNode : allModulesUses) {\r
+ GroupingUtils.fixUsesNodesPath(usesNode);\r
+ }\r
+ }\r
+\r
+ private void resolveUnknownNodes(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {\r
+ for (UnknownSchemaNodeBuilder usnb : module.getAllUnknownNodes()) {\r
+ QName nodeType = usnb.getNodeType();\r
+ try {\r
+ ModuleBuilder dependentModule = findDependentModuleBuilder(modules, module, nodeType.getPrefix(),\r
+ usnb.getLine());\r
+ for (ExtensionBuilder extension : dependentModule.getExtensions()) {\r
+ if (extension.getQName().getLocalName().equals(nodeType.getLocalName())) {\r
+ usnb.setNodeType(extension.getQName());\r
+ usnb.setExtensionBuilder(extension);\r
+ break;\r
+ }\r
+ }\r
+ } catch (YangParseException e) {\r
+ throw new YangParseException(module.getName(), usnb.getLine(), "Failed to resolve node " + usnb\r
+ + ": no such extension definition found.");\r
+ }\r
+ }\r
+ }\r
+\r
+ private void resolveUnknownNodesWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final ModuleBuilder module, final SchemaContext context) {\r
+ for (UnknownSchemaNodeBuilder usnb : module.getAllUnknownNodes()) {\r
+ QName nodeType = usnb.getNodeType();\r
+ try {\r
+ ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module,\r
+ nodeType.getPrefix(), usnb.getLine());\r
+\r
+ if (dependentModuleBuilder == null) {\r
+ Module dependentModule = findModuleFromContext(context, module, nodeType.getPrefix(),\r
+ usnb.getLine());\r
+ for (ExtensionDefinition e : dependentModule.getExtensionSchemaNodes()) {\r
+ if (e.getQName().getLocalName().equals(nodeType.getLocalName())) {\r
+ usnb.setNodeType(new QName(e.getQName().getNamespace(), e.getQName().getRevision(),\r
+ nodeType.getPrefix(), e.getQName().getLocalName()));\r
+ usnb.setExtensionDefinition(e);\r
+ break;\r
+ }\r
+ }\r
+ } else {\r
+ for (ExtensionBuilder extension : dependentModuleBuilder.getExtensions()) {\r
+ if (extension.getQName().getLocalName().equals(nodeType.getLocalName())) {\r
+ usnb.setExtensionBuilder(extension);\r
+ break;\r
+ }\r
+ }\r
+ }\r
+\r
+ } catch (YangParseException e) {\r
+ throw new YangParseException(module.getName(), usnb.getLine(), "Failed to resolve node " + usnb\r
+ + ": no such extension definition found.");\r
+ }\r
+\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Traverse through modules and resolve their deviation statements.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ */\r
+ private void resolveDeviations(final Map<String, TreeMap<Date, ModuleBuilder>> modules) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ ModuleBuilder b = inner.getValue();\r
+ resolveDeviation(modules, b);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Traverse through module and resolve its deviation statements.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param module\r
+ * module in which resolve deviations\r
+ */\r
+ private void resolveDeviation(final Map<String, TreeMap<Date, ModuleBuilder>> modules, final ModuleBuilder module) {\r
+ for (DeviationBuilder dev : module.getDeviations()) {\r
+ int line = dev.getLine();\r
+ SchemaPath targetPath = dev.getTargetPath();\r
+ List<QName> path = targetPath.getPath();\r
+ QName q0 = path.get(0);\r
+ String prefix = q0.getPrefix();\r
+ if (prefix == null) {\r
+ prefix = module.getPrefix();\r
+ }\r
+\r
+ ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module, prefix, line);\r
+ processDeviation(dev, dependentModuleBuilder, path, module);\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Traverse through modules and resolve their deviation statements with\r
+ * given context.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param context\r
+ * already resolved context\r
+ */\r
+ private void resolveDeviationsWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final SchemaContext context) {\r
+ for (Map.Entry<String, TreeMap<Date, ModuleBuilder>> entry : modules.entrySet()) {\r
+ for (Map.Entry<Date, ModuleBuilder> inner : entry.getValue().entrySet()) {\r
+ ModuleBuilder b = inner.getValue();\r
+ resolveDeviationWithContext(modules, b, context);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Traverse through module and resolve its deviation statements with given\r
+ * context.\r
+ *\r
+ * @param modules\r
+ * all loaded modules\r
+ * @param module\r
+ * module in which resolve deviations\r
+ * @param context\r
+ * already resolved context\r
+ */\r
+ private void resolveDeviationWithContext(final Map<String, TreeMap<Date, ModuleBuilder>> modules,\r
+ final ModuleBuilder module, final SchemaContext context) {\r
+ for (DeviationBuilder dev : module.getDeviations()) {\r
+ int line = dev.getLine();\r
+ SchemaPath targetPath = dev.getTargetPath();\r
+ List<QName> path = targetPath.getPath();\r
+ QName q0 = path.get(0);\r
+ String prefix = q0.getPrefix();\r
+ if (prefix == null) {\r
+ prefix = module.getPrefix();\r
+ }\r
+ String name = null;\r
+\r
+ ModuleBuilder dependentModuleBuilder = findDependentModuleBuilder(modules, module, prefix, line);\r
+ if (dependentModuleBuilder == null) {\r
+ Module dependentModule = findModuleFromContext(context, module, prefix, line);\r
+ Object currentParent = dependentModule;\r
+\r
+ for (int i = 0; i < path.size(); i++) {\r
+ if (currentParent == null) {\r
+ throw new YangParseException(module.getName(), line, "Failed to find deviation target.");\r
+ }\r
+ QName q = path.get(i);\r
+ name = q.getLocalName();\r
+ if (currentParent instanceof DataNodeContainer) {\r
+ currentParent = ((DataNodeContainer) currentParent).getDataChildByName(name);\r
+ }\r
+ }\r
+\r
+ if (currentParent == null) {\r
+ throw new YangParseException(module.getName(), line, "Failed to find deviation target.");\r
+ }\r
+ if (currentParent instanceof SchemaNode) {\r
+ dev.setTargetPath(((SchemaNode) currentParent).getPath());\r
+ }\r
+\r
+ } else {\r
+ processDeviation(dev, dependentModuleBuilder, path, module);\r
+ }\r
+ }\r
+ }\r
+\r
+ /**\r
+ * Correct deviation target path in deviation builder.\r
+ *\r
+ * @param dev\r
+ * deviation\r
+ * @param dependentModuleBuilder\r
+ * module containing deviation target\r
+ * @param path\r
+ * current deviation target path\r
+ * @param module\r
+ * current module\r
+ */\r
+ private void processDeviation(final DeviationBuilder dev, final ModuleBuilder dependentModuleBuilder,\r
+ final List<QName> path, final ModuleBuilder module) {\r
+ final int line = dev.getLine();\r
+ Builder currentParent = dependentModuleBuilder;\r
+\r
+ for (int i = 0; i < path.size(); i++) {\r
+ if (currentParent == null) {\r
+ throw new YangParseException(module.getName(), line, "Failed to find deviation target.");\r
+ }\r
+ QName q = path.get(i);\r
+ String name = q.getLocalName();\r
+ if (currentParent instanceof DataNodeContainerBuilder) {\r
+ currentParent = ((DataNodeContainerBuilder) currentParent).getDataChildByName(name);\r
+ }\r
+ }\r
+\r
+ if (currentParent == null || !(currentParent instanceof SchemaNodeBuilder)) {\r
+ throw new YangParseException(module.getName(), line, "Failed to find deviation target.");\r
+ }\r
+ dev.setTargetPath(((SchemaNodeBuilder) currentParent).getPath());\r
+ }\r
+\r
+}\r