bgp/bmp-impl/src/test/java/org/opendaylight/protocol/bmp/impl/app/BmpMonitorImplTest.java

   1 /*
   2  * Copyright (c) 2015 Cisco Systems, Inc. and others.  All rights reserved.
   3  *
   4  * This program and the accompanying materials are made available under the
   5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
   6  * and is available at http://www.eclipse.org/legal/epl-v10.html
   7  */
   8
   9 package org.opendaylight.protocol.bmp.impl.app;
  10
  11 import static org.junit.Assert.assertEquals;
  12 import static org.junit.Assert.assertFalse;
  13 import static org.junit.Assert.assertNotNull;
  14 import static org.junit.Assert.assertNull;
  15 import static org.junit.Assert.assertTrue;
  16 import static org.junit.Assert.fail;
  17
  18 import com.google.common.base.Optional;
  19 import com.google.common.base.Stopwatch;
  20 import com.google.common.net.InetAddresses;
  21 import com.google.common.util.concurrent.Uninterruptibles;
  22 import io.netty.bootstrap.Bootstrap;
  23 import io.netty.channel.Channel;
  24 import io.netty.channel.ChannelFuture;
  25 import io.netty.channel.ChannelInitializer;
  26 import io.netty.channel.ChannelOption;
  27 import io.netty.channel.EventLoopGroup;
  28 import io.netty.channel.epoll.Epoll;
  29 import io.netty.channel.epoll.EpollEventLoopGroup;
  30 import io.netty.channel.epoll.EpollSocketChannel;
  31 import io.netty.channel.nio.NioEventLoopGroup;
  32 import io.netty.channel.socket.SocketChannel;
  33 import io.netty.channel.socket.nio.NioSocketChannel;
  34 import io.netty.util.concurrent.Future;
  35 import java.net.InetSocketAddress;
  36 import java.util.List;
  37 import java.util.concurrent.CountDownLatch;
  38 import java.util.concurrent.TimeUnit;
  39 import java.util.function.Function;
  40 import javassist.ClassPool;
  41 import org.junit.After;
  42 import org.junit.Assert;
  43 import org.junit.Before;
  44 import org.junit.Test;
  45 import org.mockito.MockitoAnnotations;
  46 import org.opendaylight.controller.md.sal.binding.api.ReadOnlyTransaction;
  47 import org.opendaylight.controller.md.sal.binding.impl.BindingToNormalizedNodeCodec;
  48 import org.opendaylight.controller.md.sal.binding.test.AbstractDataBrokerTest;
  49 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
  50 import org.opendaylight.controller.md.sal.common.api.data.ReadFailedException;
  51 import org.opendaylight.protocol.bgp.inet.RIBActivator;
  52 import org.opendaylight.protocol.bgp.parser.impl.BGPActivator;
  53 import org.opendaylight.protocol.bgp.parser.spi.BGPExtensionProviderContext;
  54 import org.opendaylight.protocol.bgp.parser.spi.pojo.SimpleBGPExtensionProviderContext;
  55 import org.opendaylight.protocol.bgp.rib.spi.RIBExtensionProviderContext;
  56 import org.opendaylight.protocol.bgp.rib.spi.SimpleRIBExtensionProviderContext;
  57 import org.opendaylight.protocol.bmp.api.BmpDispatcher;
  58 import org.opendaylight.protocol.bmp.impl.BmpDispatcherImpl;
  59 import org.opendaylight.protocol.bmp.impl.BmpHandlerFactory;
  60 import org.opendaylight.protocol.bmp.impl.session.DefaultBmpSessionFactory;
  61 import org.opendaylight.protocol.bmp.impl.spi.BmpMonitoringStation;
  62 import org.opendaylight.protocol.bmp.parser.BmpActivator;
  63 import org.opendaylight.protocol.bmp.parser.message.TestUtil;
  64 import org.opendaylight.protocol.bmp.spi.registry.BmpMessageRegistry;
  65 import org.opendaylight.protocol.bmp.spi.registry.SimpleBmpExtensionProviderContext;
  66 import org.opendaylight.protocol.concepts.KeyMapping;
  67 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpAddress;
  68 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.Ipv4Address;
  69 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet.rev150305.bmp.monitor.monitor.router.peer.pre.policy.rib.tables.routes.Ipv4RoutesCase;
  70 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet.rev150305.update.attributes.mp.reach.nlri.advertized.routes.destination.type.DestinationIpv4Case;
  71 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.message.rev130919.open.message.BgpParameters;
  72 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.multiprotocol.rev130919.CParameters1;
  73 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.multiprotocol.rev130919.mp.capabilities.MultiprotocolCapability;
  74 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.multiprotocol.rev130919.update.attributes.mp.reach.nlri.AdvertizedRoutes;
  75 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev130925.PeerId;
  76 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev130925.rib.Tables;
  77 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev130919.Ipv4AddressFamily;
  78 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev130919.UnicastSubsequentAddressFamily;
  79 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.AdjRibInType;
  80 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.InitiationMessage;
  81 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.PeerType;
  82 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.RouteMirroringMessage;
  83 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.StatsReportsMessage;
  84 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.peer.up.ReceivedOpen;
  85 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.peer.up.SentOpen;
  86 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev150512.stat.Tlvs;
  87 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.BmpMonitor;
  88 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.MonitorId;
  89 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.RouterId;
  90 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.Status;
  91 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.bmp.monitor.Monitor;
  92 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.bmp.monitor.MonitorKey;
  93 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.Peer;
  94 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.PeerKey;
  95 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.peer.Mirrors;
  96 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.peer.PeerSession;
  97 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.peer.PostPolicyRib;
  98 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.peer.PrePolicyRib;
  99 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.peers.peer.Stats;
 100 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.routers.Router;
 101 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev150512.routers.RouterKey;
 102 import org.opendaylight.yangtools.binding.data.codec.gen.impl.StreamWriterGenerator;
 103 import org.opendaylight.yangtools.binding.data.codec.impl.BindingNormalizedNodeCodecRegistry;
 104 import org.opendaylight.yangtools.sal.binding.generator.impl.GeneratedClassLoadingStrategy;
 105 import org.opendaylight.yangtools.sal.binding.generator.impl.ModuleInfoBackedContext;
 106 import org.opendaylight.yangtools.sal.binding.generator.util.JavassistUtils;
 107 import org.opendaylight.yangtools.yang.binding.DataObject;
 108 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
 109 import org.opendaylight.yangtools.yang.binding.KeyedInstanceIdentifier;
 110 import org.opendaylight.yangtools.yang.binding.util.BindingReflections;
 111
 112 public class BmpMonitorImplTest extends AbstractDataBrokerTest {
 113     // the local port and address where the monitor (ODL) will listen for incoming BMP request
 114     private static final int MONITOR_LOCAL_PORT = 12345;
 115     private static final String MONITOR_LOCAL_ADDRESS = "127.0.0.10";
 116     private static final String MONITOR_LOCAL_ADDRESS_2 = "127.0.0.11";
 117     // the router (monitee) address where we are going to simulate a BMP request from
 118     private static final String REMOTE_ROUTER_ADDRESS_1 = "127.0.0.12";
 119     private static final String REMOTE_ROUTER_ADDRESS_2 = "127.0.0.13";
 120     private static final Ipv4Address PEER1 = new Ipv4Address("20.20.20.20");
 121     private static final MonitorId MONITOR_ID = new MonitorId("monitor");
 122     private static final KeyedInstanceIdentifier<Monitor, MonitorKey> MONITOR_IID = InstanceIdentifier.create(BmpMonitor.class).child(Monitor.class, new MonitorKey(MONITOR_ID));
 123     private static final PeerId PEER_ID = new PeerId(PEER1.getValue());
 124     private static final String MD5_PASSWORD = "abcdef";
 125
 126     private BindingToNormalizedNodeCodec mappingService;
 127     private RIBActivator ribActivator;
 128     private BGPActivator bgpActivator;
 129     private BmpActivator bmpActivator;
 130     private BmpDispatcher dispatcher;
 131     private BmpMonitoringStation bmpApp;
 132     private BmpMessageRegistry msgRegistry;
 133     private ModuleInfoBackedContext moduleInfoBackedContext;
 134
 135
 136     @Before
 137     public void setUp() throws Exception {
 138         MockitoAnnotations.initMocks(this);
 139         this.mappingService = new BindingToNormalizedNodeCodec(GeneratedClassLoadingStrategy.getTCCLClassLoadingStrategy(),
 140                 new BindingNormalizedNodeCodecRegistry(StreamWriterGenerator.create(JavassistUtils.forClassPool(ClassPool.getDefault()))));
 141         this.moduleInfoBackedContext = ModuleInfoBackedContext.create();
 142         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(InitiationMessage.class));
 143         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(CParameters1.class));
 144         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(BgpParameters.class));
 145         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(MultiprotocolCapability.class));
 146         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(DestinationIpv4Case.class));
 147         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(AdvertizedRoutes.class));
 148         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(SentOpen.class));
 149         this.moduleInfoBackedContext.registerModuleInfo(BindingReflections.getModuleInfo(ReceivedOpen.class));
 150         this.mappingService.onGlobalContextUpdated(this.moduleInfoBackedContext.tryToCreateSchemaContext().get());
 151
 152         final KeyMapping keys = KeyMapping.getKeyMapping(InetAddresses.forString(MONITOR_LOCAL_ADDRESS), MD5_PASSWORD);
 153         this.ribActivator = new RIBActivator();
 154         final RIBExtensionProviderContext ribExtension = new SimpleRIBExtensionProviderContext();
 155         this.ribActivator.startRIBExtensionProvider(ribExtension);
 156
 157         this.bgpActivator = new BGPActivator();
 158         final BGPExtensionProviderContext context = new SimpleBGPExtensionProviderContext();
 159         this.bgpActivator.start(context);
 160         final SimpleBmpExtensionProviderContext ctx = new SimpleBmpExtensionProviderContext();
 161         this.bmpActivator = new BmpActivator(context);
 162         this.bmpActivator.start(ctx);
 163         this.msgRegistry = ctx.getBmpMessageRegistry();
 164
 165         this.dispatcher = new BmpDispatcherImpl(new NioEventLoopGroup(), new NioEventLoopGroup(),
 166                 ctx.getBmpMessageRegistry(), new DefaultBmpSessionFactory());
 167
 168         this.bmpApp = BmpMonitoringStationImpl.createBmpMonitorInstance(ribExtension, this.dispatcher, getDomBroker(),
 169                 MONITOR_ID, new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS), MONITOR_LOCAL_PORT), Optional.of(keys),
 170                 this.mappingService.getCodecFactory(), this.moduleInfoBackedContext.getSchemaContext(), null);
 171
 172         readData(InstanceIdentifier.create(BmpMonitor.class), monitor -> {
 173             Assert.assertEquals(1, monitor.getMonitor().size());
 174             final Monitor bmpMonitor = monitor.getMonitor().get(0);
 175             Assert.assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
 176             Assert.assertEquals(0, bmpMonitor.getRouter().size());
 177             Assert.assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
 178             Assert.assertEquals(0, bmpMonitor.getRouter().size());
 179             return monitor;
 180         });
 181     }
 182
 183     @After
 184     public void tearDown() throws Exception {
 185         this.ribActivator.close();
 186         this.bgpActivator.close();
 187         this.bmpActivator.close();
 188         this.dispatcher.close();
 189         this.bmpApp.close();
 190         this.mappingService.close();
 191
 192         readData(InstanceIdentifier.create(BmpMonitor.class), monitor -> {
 193             assertTrue(monitor.getMonitor().isEmpty());
 194             return monitor;
 195         });
 196     }
 197
 198     @Test
 199     public void testRouterMonitoring() throws Exception {
 200         // first test if a single router monitoring is working
 201         final Channel channel1 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
 202         readData(MONITOR_IID, monitor -> {
 203             assertEquals(1, monitor.getRouter().size());
 204             return monitor;
 205         });
 206
 207         final Channel channel2 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_2);
 208         readData(MONITOR_IID, monitor -> {
 209             assertEquals(2, monitor.getRouter().size());
 210             return monitor;
 211         });
 212
 213         // initiate another BMP request from router 1, create a redundant connection
 214         // we expect the connection to be closed
 215         final Channel channel3 = connectTestClient(REMOTE_ROUTER_ADDRESS_1, this.msgRegistry);
 216
 217         Thread.sleep(500);
 218
 219         // channel 1 should still be open, while channel3 should be closed
 220         assertTrue(channel1.isOpen());
 221         assertFalse(channel3.isOpen());
 222
 223         // now if we close the channel 1 and try it again, it should succeed
 224         waitFutureSuccess(channel1.close());
 225
 226         // channel 2 is still open
 227         readData(MONITOR_IID, monitor -> {
 228             assertEquals(1, monitor.getRouter().size());
 229             return monitor;
 230         });
 231
 232         final Channel channel4 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
 233         readData(MONITOR_IID, monitor -> {
 234             assertEquals(2, monitor.getRouter().size());
 235             return monitor;
 236         });
 237
 238         // close all channel altogether
 239         waitFutureSuccess(channel2.close());
 240         Thread.sleep(500);
 241
 242         // sleep for a while to avoid intermittent InMemoryDataTree modification conflict
 243         waitFutureSuccess(channel4.close());
 244
 245         readData(MONITOR_IID, monitor -> {
 246             assertEquals(0, monitor.getRouter().size());
 247             return monitor;
 248         });
 249     }
 250
 251     private static <T extends Future> void waitFutureSuccess(final T future) throws InterruptedException {
 252         final CountDownLatch latch = new CountDownLatch(1);
 253         future.addListener(future1 -> latch.countDown());
 254         Uninterruptibles.awaitUninterruptibly(latch, 10, TimeUnit.SECONDS);
 255     }
 256
 257     private void waitWriteAndFlushSuccess(final ChannelFuture channelFuture) throws InterruptedException {
 258         waitFutureSuccess(channelFuture);
 259     }
 260
 261     private Channel testMonitoringStation(final String remoteRouterIpAddr) throws InterruptedException {
 262         final Channel channel = connectTestClient(remoteRouterIpAddr, this.msgRegistry);
 263         final RouterId routerId = getRouterId(remoteRouterIpAddr);
 264         try {
 265             readData(MONITOR_IID, monitor -> {
 266                 assertFalse(monitor.getRouter().isEmpty());
 267                 // now find the current router instance
 268                 Router router = null;
 269                 for (final Router r : monitor.getRouter()) {
 270                     if (routerId.equals(r.getRouterId())) {
 271                         router = r;
 272                         break;
 273                     }
 274                 }
 275                 assertNotNull(router);
 276                 assertEquals(Status.Down, router.getStatus());
 277                 assertTrue(router.getPeer().isEmpty());
 278                 return router;
 279             });
 280
 281             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createInitMsg("description", "name", "some info")));
 282
 283             readData(MONITOR_IID, monitor -> {
 284                 assertFalse(monitor.getRouter().isEmpty());
 285                 Router retRouter = null;
 286                 for (final Router r : monitor.getRouter()) {
 287                     if (routerId.equals(r.getRouterId())) {
 288                         retRouter = r;
 289                         break;
 290                     }
 291                 }
 292
 293                 assertEquals("some info;", retRouter.getInfo());
 294                 assertEquals("name", retRouter.getName());
 295                 assertEquals("description", retRouter.getDescription());
 296                 assertEquals(routerId, retRouter.getRouterId());
 297                 assertTrue(retRouter.getPeer().isEmpty());
 298                 assertEquals(Status.Up, retRouter.getStatus());
 299                 return retRouter;
 300             });
 301
 302             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerUpNotification(PEER1, true)));
 303             final KeyedInstanceIdentifier<Router, RouterKey> routerIId = MONITOR_IID.child(Router.class, new RouterKey(routerId));
 304
 305             readData(routerIId, router -> {
 306                 final List<Peer> peers = router.getPeer();
 307                 assertEquals(1, peers.size());
 308                 final Peer peer = peers.get(0);
 309                 assertEquals(PeerType.Global, peer.getType());
 310                 assertEquals(PEER_ID, peer.getPeerId());
 311                 assertEquals(PEER1, peer.getBgpId());
 312                 assertEquals(TestUtil.IPV4_ADDRESS_10, peer.getAddress().getIpv4Address());
 313                 assertEquals(TestUtil.PEER_AS, peer.getAs());
 314                 assertNull(peer.getDistinguisher());
 315                 assertNull(peer.getStats());
 316
 317                 assertNotNull(peer.getPrePolicyRib());
 318                 assertEquals(1, peer.getPrePolicyRib().getTables().size());
 319                 final Tables prePolicyTable = peer.getPrePolicyRib().getTables().get(0);
 320                 assertEquals(Ipv4AddressFamily.class, prePolicyTable.getAfi());
 321                 assertEquals(UnicastSubsequentAddressFamily.class, prePolicyTable.getSafi());
 322                 assertFalse(prePolicyTable.getAttributes().isUptodate());
 323                 assertNotNull(prePolicyTable.getRoutes());
 324
 325                 assertNotNull(peer.getPostPolicyRib());
 326                 assertEquals(1, peer.getPostPolicyRib().getTables().size());
 327                 final Tables postPolicyTable = peer.getPrePolicyRib().getTables().get(0);
 328                 assertEquals(Ipv4AddressFamily.class, postPolicyTable.getAfi());
 329                 assertEquals(UnicastSubsequentAddressFamily.class, postPolicyTable.getSafi());
 330                 assertFalse(postPolicyTable.getAttributes().isUptodate());
 331                 assertNotNull(postPolicyTable.getRoutes());
 332
 333                 assertNotNull(peer.getPeerSession());
 334                 final PeerSession peerSession = peer.getPeerSession();
 335                 assertEquals(TestUtil.IPV4_ADDRESS_10, peerSession.getLocalAddress().getIpv4Address());
 336                 assertEquals(TestUtil.PEER_LOCAL_PORT, peerSession.getLocalPort());
 337                 assertEquals(TestUtil.PEER_REMOTE_PORT, peerSession.getRemotePort());
 338                 assertEquals(Status.Up, peerSession.getStatus());
 339                 assertNotNull(peerSession.getReceivedOpen());
 340                 assertNotNull(peerSession.getSentOpen());
 341                 return router;
 342             });
 343
 344
 345             final StatsReportsMessage statsMsg = TestUtil.createStatsReportMsg(PEER1);
 346             waitWriteAndFlushSuccess(channel.writeAndFlush(statsMsg));
 347             final KeyedInstanceIdentifier<Peer, PeerKey> peerIId = routerIId.child(Peer.class, new PeerKey(PEER_ID));
 348
 349             readData(peerIId.child(Stats.class), peerStats -> {
 350                 assertNotNull(peerStats.getTimestampSec());
 351                 final Tlvs tlvs = statsMsg.getTlvs();
 352                 assertEquals(tlvs.getAdjRibsInRoutesTlv().getCount(), peerStats.getAdjRibsInRoutes());
 353                 assertEquals(tlvs.getDuplicatePrefixAdvertisementsTlv().getCount(), peerStats.getDuplicatePrefixAdvertisements());
 354                 assertEquals(tlvs.getDuplicateWithdrawsTlv().getCount(), peerStats.getDuplicateWithdraws());
 355                 assertEquals(tlvs.getInvalidatedAsConfedLoopTlv().getCount(), peerStats.getInvalidatedAsConfedLoop());
 356                 assertEquals(tlvs.getInvalidatedAsPathLoopTlv().getCount(), peerStats.getInvalidatedAsPathLoop());
 357                 assertEquals(tlvs.getInvalidatedClusterListLoopTlv().getCount(), peerStats.getInvalidatedClusterListLoop());
 358                 assertEquals(tlvs.getInvalidatedOriginatorIdTlv().getCount(), peerStats.getInvalidatedOriginatorId());
 359                 assertEquals(tlvs.getLocRibRoutesTlv().getCount(), peerStats.getLocRibRoutes());
 360                 assertEquals(tlvs.getRejectedPrefixesTlv().getCount(), peerStats.getRejectedPrefixes());
 361                 assertEquals(tlvs.getPerAfiSafiAdjRibInTlv().getCount().toString(), peerStats.getPerAfiSafiAdjRibInRoutes().getAfiSafi().get(0).getCount().toString());
 362                 assertEquals(tlvs.getPerAfiSafiLocRibTlv().getCount().toString(), peerStats.getPerAfiSafiLocRibRoutes().getAfiSafi().get(0).getCount().toString());
 363                 return peerStats;
 364             });
 365
 366             // route mirror message test
 367             final RouteMirroringMessage routeMirrorMsg = TestUtil.createRouteMirrorMsg(PEER1);
 368             waitWriteAndFlushSuccess(channel.writeAndFlush(routeMirrorMsg));
 369
 370             readData(peerIId.child(Mirrors.class), routeMirrors -> {
 371                 assertNotNull(routeMirrors.getTimestampSec());
 372                 return routeMirrors;
 373             });
 374
 375             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createRouteMonitMsg(false, PEER1, AdjRibInType.PrePolicy)));
 376             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createRouteMonMsgWithEndOfRibMarker(PEER1, AdjRibInType.PrePolicy)));
 377
 378             readData(peerIId.child(PrePolicyRib.class), prePolicyRib -> {
 379                 assertTrue(!prePolicyRib.getTables().isEmpty());
 380                 final Tables tables = prePolicyRib.getTables().get(0);
 381                 assertTrue(tables.getAttributes().isUptodate());
 382                 assertEquals(3, ((Ipv4RoutesCase) tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
 383                 return tables;
 384             });
 385
 386             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createRouteMonitMsg(false, PEER1, AdjRibInType.PostPolicy)));
 387             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createRouteMonMsgWithEndOfRibMarker(PEER1, AdjRibInType.PostPolicy)));
 388
 389             readData(peerIId.child(PostPolicyRib.class), postPolicyRib -> {
 390                 assertTrue(!postPolicyRib.getTables().isEmpty());
 391                 final Tables tables = postPolicyRib.getTables().get(0);
 392                 assertTrue(tables.getAttributes().isUptodate());
 393                 assertEquals(3, ((org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet.rev150305.bmp.monitor.monitor.router.peer.post.policy.rib.tables.routes.Ipv4RoutesCase)
 394                         tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
 395                 return tables;
 396             });
 397
 398             waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerDownNotification(PEER1)));
 399
 400             readData(routerIId, router -> {
 401                 final List<Peer> peersAfterDown = router.getPeer();
 402                 assertTrue(peersAfterDown.isEmpty());
 403                 return router;
 404             });
 405         } catch (final Exception e) {
 406             final StringBuffer ex = new StringBuffer();
 407             ex.append(e.getMessage()).append("\n");
 408             for (final StackTraceElement element : e.getStackTrace()) {
 409                 ex.append(element.toString() + "\n");
 410             }
 411             fail(ex.toString());
 412         }
 413         return channel;
 414     }
 415
 416     @Test
 417     public void deploySecondInstance() throws Exception {
 418         final BmpMonitoringStation monitoringStation2 = BmpMonitoringStationImpl.createBmpMonitorInstance(new SimpleRIBExtensionProviderContext(), this.dispatcher, getDomBroker(),
 419                 new MonitorId("monitor2"), new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS_2), MONITOR_LOCAL_PORT), Optional.of(KeyMapping.getKeyMapping()),
 420                 this.mappingService.getCodecFactory(), this.moduleInfoBackedContext.getSchemaContext(), null);
 421
 422         readData(InstanceIdentifier.create(BmpMonitor.class), monitor -> {
 423             Assert.assertEquals(2, monitor.getMonitor().size());
 424             return monitor;
 425         });
 426
 427         monitoringStation2.close();
 428     }
 429
 430     private Channel connectTestClient(final String routerIp, final BmpMessageRegistry msgRegistry) throws InterruptedException {
 431         final BmpHandlerFactory hf = new BmpHandlerFactory(msgRegistry);
 432         final Bootstrap b = new Bootstrap();
 433         final EventLoopGroup workerGroup;
 434         if(Epoll.isAvailable()){
 435             b.channel(EpollSocketChannel.class);
 436             workerGroup =new EpollEventLoopGroup();
 437         } else {
 438             b.channel(NioSocketChannel.class);
 439             workerGroup = new NioEventLoopGroup();
 440         }
 441         b.group(workerGroup);
 442         b.option(ChannelOption.SO_KEEPALIVE, true);
 443         b.handler(new ChannelInitializer<SocketChannel>() {
 444             @Override
 445             protected void initChannel(final SocketChannel ch) throws Exception {
 446                 ch.pipeline().addLast(hf.getDecoders());
 447                 ch.pipeline().addLast(hf.getEncoders());
 448             }
 449         });
 450         b.localAddress(new InetSocketAddress(routerIp, 0));
 451         b.option(ChannelOption.SO_REUSEADDR, true);
 452         final ChannelFuture future = b.connect(new InetSocketAddress(MONITOR_LOCAL_ADDRESS, MONITOR_LOCAL_PORT)).sync();
 453         waitFutureSuccess(future);
 454         return future.channel();
 455     }
 456
 457     private <R, T extends DataObject> R readData(final InstanceIdentifier<T> iid, final Function<T, R> function)
 458             throws ReadFailedException {
 459         AssertionError lastError = null;
 460         final Stopwatch sw = Stopwatch.createStarted();
 461         while(sw.elapsed(TimeUnit.SECONDS) <= 10) {
 462             try (final ReadOnlyTransaction tx = getDataBroker().newReadOnlyTransaction()) {
 463                 final Optional<T> data = tx.read(LogicalDatastoreType.OPERATIONAL, iid).checkedGet();
 464                 if(data.isPresent()) {
 465                     try {
 466                         return function.apply(data.get());
 467                     } catch (final AssertionError e) {
 468                         lastError = e;
 469                         Uninterruptibles.sleepUninterruptibly(50, TimeUnit.MILLISECONDS);
 470                     }
 471                 }
 472             }
 473         }
 474
 475         throw lastError;
 476     }
 477
 478     private RouterId getRouterId(final String routerIp) {
 479         return new RouterId(new IpAddress(new Ipv4Address(routerIp)));
 480     }
 481 }