Reduce use of waitFutureSuccess utility
[bgpcep.git] / bmp / bmp-impl / src / test / java / org / opendaylight / protocol / bmp / impl / app / BmpMonitorImplTest.java
1 /*
2  * Copyright (c) 2015 Cisco Systems, Inc. and others.  All rights reserved.
3  *
4  * This program and the accompanying materials are made available under the
5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6  * and is available at http://www.eclipse.org/legal/epl-v10.html
7  */
8
9 package org.opendaylight.protocol.bmp.impl.app;
10
11 import static org.junit.Assert.assertEquals;
12 import static org.junit.Assert.assertFalse;
13 import static org.junit.Assert.assertNotNull;
14 import static org.junit.Assert.assertNull;
15 import static org.junit.Assert.assertTrue;
16 import static org.mockito.Matchers.any;
17 import static org.mockito.Mockito.doAnswer;
18 import static org.opendaylight.protocol.bmp.parser.message.TestUtil.createRouteMonMsgWithEndOfRibMarker;
19 import static org.opendaylight.protocol.bmp.parser.message.TestUtil.createRouteMonitMsg;
20 import static org.opendaylight.protocol.util.CheckUtil.readDataOperational;
21
22 import com.google.common.net.InetAddresses;
23 import io.netty.bootstrap.Bootstrap;
24 import io.netty.channel.Channel;
25 import io.netty.channel.ChannelFuture;
26 import io.netty.channel.ChannelInitializer;
27 import io.netty.channel.ChannelOption;
28 import io.netty.channel.EventLoopGroup;
29 import io.netty.channel.epoll.Epoll;
30 import io.netty.channel.epoll.EpollEventLoopGroup;
31 import io.netty.channel.epoll.EpollSocketChannel;
32 import io.netty.channel.nio.NioEventLoopGroup;
33 import io.netty.channel.socket.SocketChannel;
34 import io.netty.channel.socket.nio.NioSocketChannel;
35 import java.net.InetSocketAddress;
36 import java.util.List;
37 import org.junit.After;
38 import org.junit.Before;
39 import org.junit.Test;
40 import org.mockito.Mock;
41 import org.mockito.MockitoAnnotations;
42 import org.opendaylight.controller.md.sal.binding.impl.BindingToNormalizedNodeCodec;
43 import org.opendaylight.controller.md.sal.binding.test.AbstractConcurrentDataBrokerTest;
44 import org.opendaylight.controller.md.sal.binding.test.AbstractDataBrokerTestCustomizer;
45 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
46 import org.opendaylight.controller.md.sal.common.api.data.ReadFailedException;
47 import org.opendaylight.controller.md.sal.dom.api.DOMDataWriteTransaction;
48 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonService;
49 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonServiceProvider;
50 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonServiceRegistration;
51 import org.opendaylight.protocol.bgp.inet.RIBActivator;
52 import org.opendaylight.protocol.bgp.parser.impl.BGPActivator;
53 import org.opendaylight.protocol.bgp.parser.spi.BGPExtensionProviderContext;
54 import org.opendaylight.protocol.bgp.parser.spi.pojo.SimpleBGPExtensionProviderContext;
55 import org.opendaylight.protocol.bgp.rib.spi.RIBExtensionProviderContext;
56 import org.opendaylight.protocol.bgp.rib.spi.SimpleRIBExtensionProviderContext;
57 import org.opendaylight.protocol.bmp.api.BmpDispatcher;
58 import org.opendaylight.protocol.bmp.impl.BmpDispatcherImpl;
59 import org.opendaylight.protocol.bmp.impl.BmpHandlerFactory;
60 import org.opendaylight.protocol.bmp.impl.config.BmpDeployerDependencies;
61 import org.opendaylight.protocol.bmp.impl.session.DefaultBmpSessionFactory;
62 import org.opendaylight.protocol.bmp.impl.spi.BmpMonitoringStation;
63 import org.opendaylight.protocol.bmp.parser.BmpActivator;
64 import org.opendaylight.protocol.bmp.parser.message.TestUtil;
65 import org.opendaylight.protocol.bmp.spi.registry.BmpMessageRegistry;
66 import org.opendaylight.protocol.bmp.spi.registry.SimpleBmpExtensionProviderContext;
67 import org.opendaylight.protocol.util.CheckUtil;
68 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpAddress;
69 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.Ipv4Address;
70 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet.rev180329.bmp.monitor.monitor.router.peer.pre.policy.rib.tables.routes.Ipv4RoutesCase;
71 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev180329.PeerId;
72 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev180329.rib.Tables;
73 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev180329.Ipv4AddressFamily;
74 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev180329.UnicastSubsequentAddressFamily;
75 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.AdjRibInType;
76 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.PeerType;
77 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.RouteMirroringMessage;
78 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.StatsReportsMessage;
79 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.stat.Tlvs;
80 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.BmpMonitor;
81 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.MonitorId;
82 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.RouterId;
83 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.Status;
84 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.bmp.monitor.Monitor;
85 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.bmp.monitor.MonitorKey;
86 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.Peer;
87 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.PeerKey;
88 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.Mirrors;
89 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PeerSession;
90 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PostPolicyRib;
91 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PrePolicyRib;
92 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.Stats;
93 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.routers.Router;
94 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.routers.RouterKey;
95 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
96 import org.opendaylight.yangtools.yang.binding.KeyedInstanceIdentifier;
97 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
98 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifier;
99 import org.opendaylight.yangtools.yang.data.api.schema.ContainerNode;
100 import org.opendaylight.yangtools.yang.data.impl.schema.Builders;
101 import org.opendaylight.yangtools.yang.data.impl.schema.ImmutableNodes;
102
103 public class BmpMonitorImplTest extends AbstractConcurrentDataBrokerTest {
104     // the local port and address where the monitor (ODL) will listen for incoming BMP request
105     private static final int MONITOR_LOCAL_PORT = 12345;
106     private static final String MONITOR_LOCAL_ADDRESS = "127.0.0.10";
107     private static final String MONITOR_LOCAL_ADDRESS_2 = "127.0.0.11";
108     // the router (monitee) address where we are going to simulate a BMP request from
109     private static final String REMOTE_ROUTER_ADDRESS_1 = "127.0.0.12";
110     private static final String REMOTE_ROUTER_ADDRESS_2 = "127.0.0.13";
111     private static final Ipv4Address PEER1 = new Ipv4Address("20.20.20.20");
112     private static final MonitorId MONITOR_ID = new MonitorId("monitor");
113     private static final KeyedInstanceIdentifier<Monitor, MonitorKey> MONITOR_IID = InstanceIdentifier
114         .create(BmpMonitor.class).child(Monitor.class, new MonitorKey(MONITOR_ID));
115     private static final PeerId PEER_ID = new PeerId(PEER1.getValue());
116     private static final InstanceIdentifier<BmpMonitor> BMP_II = InstanceIdentifier.create(BmpMonitor.class);
117     private BindingToNormalizedNodeCodec mappingService;
118     private RIBActivator ribActivator;
119     private BGPActivator bgpActivator;
120     private BmpActivator bmpActivator;
121     private BmpDispatcher dispatcher;
122     private BmpMonitoringStation bmpApp;
123     private BmpMessageRegistry msgRegistry;
124     private RIBExtensionProviderContext ribExtension;
125     private ClusterSingletonService singletonService;
126     private ClusterSingletonService singletonService2;
127     @Mock
128     private ClusterSingletonServiceRegistration singletonServiceRegistration;
129     @Mock
130     private ClusterSingletonServiceRegistration singletonServiceRegistration2;
131     @Mock
132     private ClusterSingletonServiceProvider clusterSSProv;
133     @Mock
134     private ClusterSingletonServiceProvider clusterSSProv2;
135
136     @Before
137     public void setUp() throws Exception {
138         super.setup();
139
140         MockitoAnnotations.initMocks(this);
141
142         doAnswer(invocationOnMock -> {
143             BmpMonitorImplTest.this.singletonService = (ClusterSingletonService) invocationOnMock.getArguments()[0];
144             this.singletonService.instantiateServiceInstance();
145             return BmpMonitorImplTest.this.singletonServiceRegistration;
146         }).when(this.clusterSSProv).registerClusterSingletonService(any(ClusterSingletonService.class));
147
148         doAnswer(invocationOnMock -> BmpMonitorImplTest.this.singletonService.closeServiceInstance())
149             .when(this.singletonServiceRegistration).close();
150
151         doAnswer(invocationOnMock -> {
152             this.singletonService2 = (ClusterSingletonService) invocationOnMock.getArguments()[0];
153             this.singletonService2.instantiateServiceInstance();
154             return BmpMonitorImplTest.this.singletonServiceRegistration2;
155         }).when(this.clusterSSProv2).registerClusterSingletonService(any(ClusterSingletonService.class));
156
157         doAnswer(invocationOnMock -> BmpMonitorImplTest.this.singletonService2.closeServiceInstance())
158             .when(this.singletonServiceRegistration2).close();
159
160         this.mappingService.onGlobalContextUpdated(getSchemaContext());
161         this.ribActivator = new RIBActivator();
162         this.ribExtension = new SimpleRIBExtensionProviderContext();
163         this.ribActivator.startRIBExtensionProvider(this.ribExtension, this.mappingService);
164
165         this.bgpActivator = new BGPActivator();
166         final BGPExtensionProviderContext context = new SimpleBGPExtensionProviderContext();
167         this.bgpActivator.start(context);
168         final SimpleBmpExtensionProviderContext ctx = new SimpleBmpExtensionProviderContext();
169         this.bmpActivator = new BmpActivator(context);
170         this.bmpActivator.start(ctx);
171         this.msgRegistry = ctx.getBmpMessageRegistry();
172
173         this.dispatcher = new BmpDispatcherImpl(new NioEventLoopGroup(), new NioEventLoopGroup(),
174             ctx.getBmpMessageRegistry(), new DefaultBmpSessionFactory());
175
176         final InetSocketAddress inetAddress = new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS),
177             MONITOR_LOCAL_PORT);
178
179         final DOMDataWriteTransaction wTx = getDomBroker().newWriteOnlyTransaction();
180         final ContainerNode parentNode = Builders.containerBuilder().withNodeIdentifier(
181                 new NodeIdentifier(BmpMonitor.QNAME))
182                 .addChild(ImmutableNodes.mapNodeBuilder(Monitor.QNAME).build()).build();
183         wTx.merge(LogicalDatastoreType.OPERATIONAL, YangInstanceIdentifier.of(BmpMonitor.QNAME), parentNode);
184         wTx.commit().get();
185
186         final BmpDeployerDependencies bmpDependecies = new BmpDeployerDependencies(getDataBroker(), getDomBroker(),
187             this.ribExtension, this.mappingService.getCodecFactory(), getSchemaContext(), this.clusterSSProv);
188         this.bmpApp = new BmpMonitoringStationImpl(bmpDependecies, this.dispatcher, MONITOR_ID, inetAddress, null);
189         readDataOperational(getDataBroker(), BMP_II, monitor -> {
190             assertEquals(1, monitor.getMonitor().size());
191             final Monitor bmpMonitor = monitor.getMonitor().get(0);
192             assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
193             assertEquals(0, bmpMonitor.getRouter().size());
194             assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
195             assertEquals(0, bmpMonitor.getRouter().size());
196             return monitor;
197         });
198     }
199
200     @Override
201     protected final AbstractDataBrokerTestCustomizer createDataBrokerTestCustomizer() {
202         final AbstractDataBrokerTestCustomizer customizer = super.createDataBrokerTestCustomizer();
203         this.mappingService = customizer.getBindingToNormalized();
204         return customizer;
205     }
206
207     @After
208     public void tearDown() throws Exception {
209         this.ribActivator.close();
210         this.bgpActivator.close();
211         this.bmpActivator.close();
212         this.dispatcher.close();
213         this.bmpApp.close();
214         this.mappingService.close();
215
216         readDataOperational(getDataBroker(), BMP_II, monitor -> {
217             assertTrue(monitor.getMonitor().isEmpty());
218             return monitor;
219         });
220     }
221
222     @Test(timeout = 20000)
223     public void testRouterMonitoring() throws Exception {
224         // first test if a single router monitoring is working
225         final Channel channel1 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
226         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
227             assertEquals(1, monitor.getRouter().size());
228             return monitor;
229         });
230
231         final Channel channel2 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_2);
232         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
233             assertEquals(2, monitor.getRouter().size());
234             return monitor;
235         });
236
237         // initiate another BMP request from router 1, create a redundant connection
238         // we expect the connection to be closed
239         final Channel channel3 = connectTestClient(REMOTE_ROUTER_ADDRESS_1, this.msgRegistry);
240
241
242         // channel 1 should still be open, while channel3 should be closed
243         CheckUtil.checkEquals(() -> assertTrue(channel1.isOpen()));
244         CheckUtil.checkEquals(() -> assertFalse(channel3.isOpen()));
245
246         // now if we close the channel 1 and try it again, it should succeed
247         channel1.close().sync();
248
249         // channel 2 is still open
250         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
251             assertEquals(1, monitor.getRouter().size());
252             return monitor;
253         });
254
255         final Channel channel4 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
256         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
257             assertEquals(2, monitor.getRouter().size());
258             return monitor;
259         });
260
261         // close all channel altogether
262         channel2.close().sync();
263         Thread.sleep(100);
264
265         // sleep for a while to avoid intermittent InMemoryDataTree modification conflict
266         channel4.close().sync();
267
268         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
269             assertEquals(0, monitor.getRouter().size());
270             return monitor;
271         });
272     }
273
274     private static void waitWriteAndFlushSuccess(final ChannelFuture channelFuture) throws InterruptedException {
275         channelFuture.sync();
276     }
277
278     private Channel testMonitoringStation(final String remoteRouterIpAddr) throws InterruptedException,
279             ReadFailedException {
280         final Channel channel = connectTestClient(remoteRouterIpAddr, this.msgRegistry);
281         final RouterId routerId = getRouterId(remoteRouterIpAddr);
282
283         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
284             assertFalse(monitor.getRouter().isEmpty());
285             // now find the current router instance
286             Router router = null;
287             for (final Router r : monitor.getRouter()) {
288                 if (routerId.equals(r.getRouterId())) {
289                     router = r;
290                     break;
291                 }
292             }
293             assertNotNull(router);
294             assertEquals(Status.Down, router.getStatus());
295             assertTrue(router.getPeer().isEmpty());
296             return router;
297         });
298
299         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil
300                 .createInitMsg("description", "name", "some info")));
301
302         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
303             assertFalse(monitor.getRouter().isEmpty());
304             Router retRouter = null;
305             for (final Router r : monitor.getRouter()) {
306                 if (routerId.equals(r.getRouterId())) {
307                     retRouter = r;
308                     break;
309                 }
310             }
311
312             assertEquals("some info;", retRouter.getInfo());
313             assertEquals("name", retRouter.getName());
314             assertEquals("description", retRouter.getDescription());
315             assertEquals(routerId, retRouter.getRouterId());
316             assertTrue(retRouter.getPeer().isEmpty());
317             assertEquals(Status.Up, retRouter.getStatus());
318             return retRouter;
319         });
320
321         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerUpNotification(PEER1, true)));
322         final KeyedInstanceIdentifier<Router, RouterKey> routerIId =
323                 MONITOR_IID.child(Router.class, new RouterKey(routerId));
324
325         readDataOperational(getDataBroker(), routerIId, router -> {
326             final List<Peer> peers = router.getPeer();
327             assertEquals(1, peers.size());
328             final Peer peer = peers.get(0);
329             assertEquals(PeerType.Global, peer.getType());
330             assertEquals(PEER_ID, peer.getPeerId());
331             assertEquals(PEER1, peer.getBgpId());
332             assertEquals(TestUtil.IPV4_ADDRESS_10, peer.getAddress().getIpv4Address());
333             assertEquals(TestUtil.PEER_AS, peer.getAs());
334             assertNull(peer.getPeerDistinguisher());
335             assertNull(peer.getStats());
336
337             assertNotNull(peer.getPrePolicyRib());
338             assertEquals(1, peer.getPrePolicyRib().getTables().size());
339             final Tables prePolicyTable = peer.getPrePolicyRib().getTables().get(0);
340             assertEquals(Ipv4AddressFamily.class, prePolicyTable.getAfi());
341             assertEquals(UnicastSubsequentAddressFamily.class, prePolicyTable.getSafi());
342             assertFalse(prePolicyTable.getAttributes().isUptodate());
343             assertNotNull(prePolicyTable.getRoutes());
344
345             assertNotNull(peer.getPostPolicyRib());
346             assertEquals(1, peer.getPostPolicyRib().getTables().size());
347             final Tables postPolicyTable = peer.getPrePolicyRib().getTables().get(0);
348             assertEquals(Ipv4AddressFamily.class, postPolicyTable.getAfi());
349             assertEquals(UnicastSubsequentAddressFamily.class, postPolicyTable.getSafi());
350             assertFalse(postPolicyTable.getAttributes().isUptodate());
351             assertNotNull(postPolicyTable.getRoutes());
352
353             assertNotNull(peer.getPeerSession());
354             final PeerSession peerSession = peer.getPeerSession();
355             assertEquals(TestUtil.IPV4_ADDRESS_10, peerSession.getLocalAddress().getIpv4Address());
356             assertEquals(TestUtil.PEER_LOCAL_PORT, peerSession.getLocalPort());
357             assertEquals(TestUtil.PEER_REMOTE_PORT, peerSession.getRemotePort());
358             assertEquals(Status.Up, peerSession.getStatus());
359             assertNotNull(peerSession.getReceivedOpen());
360             assertNotNull(peerSession.getSentOpen());
361             return router;
362         });
363
364
365         final StatsReportsMessage statsMsg = TestUtil.createStatsReportMsg(PEER1);
366         waitWriteAndFlushSuccess(channel.writeAndFlush(statsMsg));
367         final KeyedInstanceIdentifier<Peer, PeerKey> peerIId = routerIId.child(Peer.class, new PeerKey(PEER_ID));
368
369         readDataOperational(getDataBroker(), peerIId.child(Stats.class), peerStats -> {
370             assertNotNull(peerStats.getTimestampSec());
371             final Tlvs tlvs = statsMsg.getTlvs();
372             assertEquals(tlvs.getAdjRibsInRoutesTlv().getCount(), peerStats.getAdjRibsInRoutes());
373             assertEquals(tlvs.getDuplicatePrefixAdvertisementsTlv().getCount(),
374                     peerStats.getDuplicatePrefixAdvertisements());
375             assertEquals(tlvs.getDuplicateWithdrawsTlv().getCount(), peerStats.getDuplicateWithdraws());
376             assertEquals(tlvs.getInvalidatedAsConfedLoopTlv().getCount(), peerStats.getInvalidatedAsConfedLoop());
377             assertEquals(tlvs.getInvalidatedAsPathLoopTlv().getCount(), peerStats.getInvalidatedAsPathLoop());
378             assertEquals(tlvs.getInvalidatedClusterListLoopTlv().getCount(),
379                     peerStats.getInvalidatedClusterListLoop());
380             assertEquals(tlvs.getInvalidatedOriginatorIdTlv().getCount(), peerStats.getInvalidatedOriginatorId());
381             assertEquals(tlvs.getLocRibRoutesTlv().getCount(), peerStats.getLocRibRoutes());
382             assertEquals(tlvs.getRejectedPrefixesTlv().getCount(), peerStats.getRejectedPrefixes());
383             assertEquals(tlvs.getPerAfiSafiAdjRibInTlv().getCount().toString(),
384                     peerStats.getPerAfiSafiAdjRibInRoutes().getAfiSafi().get(0).getCount().toString());
385             assertEquals(tlvs.getPerAfiSafiLocRibTlv().getCount().toString(),
386                     peerStats.getPerAfiSafiLocRibRoutes().getAfiSafi().get(0).getCount().toString());
387             return peerStats;
388         });
389
390         // route mirror message test
391         final RouteMirroringMessage routeMirrorMsg = TestUtil.createRouteMirrorMsg(PEER1);
392         waitWriteAndFlushSuccess(channel.writeAndFlush(routeMirrorMsg));
393
394         readDataOperational(getDataBroker(), peerIId.child(Mirrors.class), routeMirrors -> {
395             assertNotNull(routeMirrors.getTimestampSec());
396             return routeMirrors;
397         });
398
399         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonitMsg(false, PEER1,
400                 AdjRibInType.PrePolicy)));
401         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonMsgWithEndOfRibMarker(PEER1,
402                 AdjRibInType.PrePolicy)));
403
404         readDataOperational(getDataBroker(), peerIId.child(PrePolicyRib.class), prePolicyRib -> {
405             assertTrue(!prePolicyRib.getTables().isEmpty());
406             final Tables tables = prePolicyRib.getTables().get(0);
407             assertTrue(tables.getAttributes().isUptodate());
408             assertEquals(3, ((Ipv4RoutesCase) tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
409             return tables;
410         });
411
412         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonitMsg(false, PEER1,
413                 AdjRibInType.PostPolicy)));
414         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonMsgWithEndOfRibMarker(PEER1,
415                 AdjRibInType.PostPolicy)));
416
417         readDataOperational(getDataBroker(), peerIId.child(PostPolicyRib.class), postPolicyRib -> {
418             assertTrue(!postPolicyRib.getTables().isEmpty());
419             final Tables tables = postPolicyRib.getTables().get(0);
420             assertTrue(tables.getAttributes().isUptodate());
421             assertEquals(3, ((org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet
422                     .rev180329.bmp.monitor.monitor.router.peer.post.policy.rib.tables.routes.Ipv4RoutesCase)
423                     tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
424             return tables;
425         });
426
427         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerDownNotification(PEER1)));
428
429         readDataOperational(getDataBroker(), routerIId, router -> {
430             final List<Peer> peersAfterDown = router.getPeer();
431             assertTrue(peersAfterDown.isEmpty());
432             return router;
433         });
434
435         return channel;
436     }
437
438     @Test
439     public void deploySecondInstance() throws Exception {
440         final BmpDeployerDependencies bmpDependecies = new BmpDeployerDependencies(getDataBroker(), getDomBroker(),
441             this.ribExtension, this.mappingService.getCodecFactory(), getSchemaContext(), this.clusterSSProv2);
442
443         final BmpMonitoringStation monitoringStation2 = new BmpMonitoringStationImpl(bmpDependecies,
444             this.dispatcher, new MonitorId("monitor2"),
445                 new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS_2), MONITOR_LOCAL_PORT), null);
446
447         readDataOperational(getDataBroker(), BMP_II, monitor -> {
448             assertEquals(2, monitor.getMonitor().size());
449             return monitor;
450         });
451
452         monitoringStation2.close();
453     }
454
455     private static Channel connectTestClient(final String routerIp, final BmpMessageRegistry msgRegistry)
456             throws InterruptedException {
457         final BmpHandlerFactory hf = new BmpHandlerFactory(msgRegistry);
458         final Bootstrap b = new Bootstrap();
459         final EventLoopGroup workerGroup;
460         if (Epoll.isAvailable()) {
461             b.channel(EpollSocketChannel.class);
462             workerGroup = new EpollEventLoopGroup();
463         } else {
464             b.channel(NioSocketChannel.class);
465             workerGroup = new NioEventLoopGroup();
466         }
467         b.group(workerGroup);
468         b.option(ChannelOption.SO_KEEPALIVE, true);
469         b.handler(new ChannelInitializer<SocketChannel>() {
470             @Override
471             protected void initChannel(final SocketChannel ch) {
472                 ch.pipeline().addLast(hf.getDecoders());
473                 ch.pipeline().addLast(hf.getEncoders());
474             }
475         });
476         b.localAddress(new InetSocketAddress(routerIp, 0));
477         b.option(ChannelOption.SO_REUSEADDR, true);
478         final ChannelFuture future = b.connect(new InetSocketAddress(MONITOR_LOCAL_ADDRESS, MONITOR_LOCAL_PORT)).sync();
479         future.sync();
480         return future.channel();
481     }
482
483     private static RouterId getRouterId(final String routerIp) {
484         return new RouterId(new IpAddress(new Ipv4Address(routerIp)));
485     }
486 }