Do not create empty route list container
[bgpcep.git] / bmp / bmp-impl / src / test / java / org / opendaylight / protocol / bmp / impl / app / BmpMonitorImplTest.java
1 /*
2  * Copyright (c) 2015 Cisco Systems, Inc. and others.  All rights reserved.
3  *
4  * This program and the accompanying materials are made available under the
5  * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6  * and is available at http://www.eclipse.org/legal/epl-v10.html
7  */
8 package org.opendaylight.protocol.bmp.impl.app;
9
10 import static org.junit.Assert.assertEquals;
11 import static org.junit.Assert.assertFalse;
12 import static org.junit.Assert.assertNotNull;
13 import static org.junit.Assert.assertNull;
14 import static org.junit.Assert.assertTrue;
15 import static org.mockito.ArgumentMatchers.any;
16 import static org.mockito.Mockito.doAnswer;
17 import static org.opendaylight.protocol.bmp.parser.message.TestUtil.createRouteMonMsgWithEndOfRibMarker;
18 import static org.opendaylight.protocol.bmp.parser.message.TestUtil.createRouteMonitMsg;
19 import static org.opendaylight.protocol.util.CheckUtil.checkNotPresentOperational;
20 import static org.opendaylight.protocol.util.CheckUtil.readDataOperational;
21
22 import com.google.common.net.InetAddresses;
23 import io.netty.bootstrap.Bootstrap;
24 import io.netty.channel.Channel;
25 import io.netty.channel.ChannelFuture;
26 import io.netty.channel.ChannelInitializer;
27 import io.netty.channel.ChannelOption;
28 import io.netty.channel.EventLoopGroup;
29 import io.netty.channel.epoll.Epoll;
30 import io.netty.channel.epoll.EpollEventLoopGroup;
31 import io.netty.channel.epoll.EpollSocketChannel;
32 import io.netty.channel.nio.NioEventLoopGroup;
33 import io.netty.channel.socket.SocketChannel;
34 import io.netty.channel.socket.nio.NioSocketChannel;
35 import java.net.InetSocketAddress;
36 import java.util.List;
37 import org.junit.After;
38 import org.junit.Before;
39 import org.junit.Test;
40 import org.mockito.Mock;
41 import org.mockito.MockitoAnnotations;
42 import org.opendaylight.controller.md.sal.binding.impl.BindingToNormalizedNodeCodec;
43 import org.opendaylight.controller.md.sal.binding.test.AbstractConcurrentDataBrokerTest;
44 import org.opendaylight.controller.md.sal.binding.test.AbstractDataBrokerTestCustomizer;
45 import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType;
46 import org.opendaylight.controller.md.sal.common.api.data.ReadFailedException;
47 import org.opendaylight.controller.md.sal.dom.api.DOMDataWriteTransaction;
48 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonService;
49 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonServiceProvider;
50 import org.opendaylight.mdsal.singleton.common.api.ClusterSingletonServiceRegistration;
51 import org.opendaylight.protocol.bgp.inet.RIBActivator;
52 import org.opendaylight.protocol.bgp.parser.impl.BGPActivator;
53 import org.opendaylight.protocol.bgp.parser.spi.BGPExtensionProviderContext;
54 import org.opendaylight.protocol.bgp.parser.spi.pojo.SimpleBGPExtensionProviderContext;
55 import org.opendaylight.protocol.bgp.rib.spi.RIBExtensionProviderContext;
56 import org.opendaylight.protocol.bgp.rib.spi.SimpleRIBExtensionProviderContext;
57 import org.opendaylight.protocol.bmp.api.BmpDispatcher;
58 import org.opendaylight.protocol.bmp.impl.BmpDispatcherImpl;
59 import org.opendaylight.protocol.bmp.impl.BmpHandlerFactory;
60 import org.opendaylight.protocol.bmp.impl.config.BmpDeployerDependencies;
61 import org.opendaylight.protocol.bmp.impl.session.DefaultBmpSessionFactory;
62 import org.opendaylight.protocol.bmp.impl.spi.BmpMonitoringStation;
63 import org.opendaylight.protocol.bmp.parser.BmpActivator;
64 import org.opendaylight.protocol.bmp.parser.message.TestUtil;
65 import org.opendaylight.protocol.bmp.spi.registry.BmpMessageRegistry;
66 import org.opendaylight.protocol.bmp.spi.registry.SimpleBmpExtensionProviderContext;
67 import org.opendaylight.protocol.util.CheckUtil;
68 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.IpAddress;
69 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.inet.types.rev130715.Ipv4Address;
70 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet.rev180329.bmp.monitor.monitor.router.peer.pre.policy.rib.tables.routes.Ipv4RoutesCase;
71 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev180329.PeerId;
72 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.rib.rev180329.rib.Tables;
73 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev180329.Ipv4AddressFamily;
74 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.types.rev180329.UnicastSubsequentAddressFamily;
75 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.AdjRibInType;
76 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.PeerType;
77 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.RouteMirroringMessage;
78 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.StatsReportsMessage;
79 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.message.rev180329.stat.Tlvs;
80 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.BmpMonitor;
81 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.MonitorId;
82 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.RouterId;
83 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.Status;
84 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.bmp.monitor.Monitor;
85 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.bmp.monitor.MonitorKey;
86 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.Peer;
87 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.PeerKey;
88 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.Mirrors;
89 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PeerSession;
90 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PostPolicyRib;
91 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.PrePolicyRib;
92 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.peers.peer.Stats;
93 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.routers.Router;
94 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bmp.monitor.rev180329.routers.RouterKey;
95 import org.opendaylight.yangtools.yang.binding.InstanceIdentifier;
96 import org.opendaylight.yangtools.yang.binding.KeyedInstanceIdentifier;
97 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier;
98 import org.opendaylight.yangtools.yang.data.api.YangInstanceIdentifier.NodeIdentifier;
99 import org.opendaylight.yangtools.yang.data.api.schema.ContainerNode;
100 import org.opendaylight.yangtools.yang.data.impl.schema.Builders;
101 import org.opendaylight.yangtools.yang.data.impl.schema.ImmutableNodes;
102
103 public class BmpMonitorImplTest extends AbstractConcurrentDataBrokerTest {
104     // the local port and address where the monitor (ODL) will listen for incoming BMP request
105     private static final int MONITOR_LOCAL_PORT = 12345;
106     private static final String MONITOR_LOCAL_ADDRESS = "127.0.0.10";
107     private static final String MONITOR_LOCAL_ADDRESS_2 = "127.0.0.11";
108     // the router (monitee) address where we are going to simulate a BMP request from
109     private static final String REMOTE_ROUTER_ADDRESS_1 = "127.0.0.12";
110     private static final String REMOTE_ROUTER_ADDRESS_2 = "127.0.0.13";
111     private static final Ipv4Address PEER1 = new Ipv4Address("20.20.20.20");
112     private static final MonitorId MONITOR_ID = new MonitorId("monitor");
113     private static final KeyedInstanceIdentifier<Monitor, MonitorKey> MONITOR_IID = InstanceIdentifier
114         .create(BmpMonitor.class).child(Monitor.class, new MonitorKey(MONITOR_ID));
115     private static final PeerId PEER_ID = new PeerId(PEER1.getValue());
116     private static final InstanceIdentifier<BmpMonitor> BMP_II = InstanceIdentifier.create(BmpMonitor.class);
117     private BindingToNormalizedNodeCodec mappingService;
118     private RIBActivator ribActivator;
119     private BGPActivator bgpActivator;
120     private BmpActivator bmpActivator;
121     private BmpDispatcher dispatcher;
122     private BmpMonitoringStation bmpApp;
123     private BmpMessageRegistry msgRegistry;
124     private RIBExtensionProviderContext ribExtension;
125     private ClusterSingletonService singletonService;
126     private ClusterSingletonService singletonService2;
127     @Mock
128     private ClusterSingletonServiceRegistration singletonServiceRegistration;
129     @Mock
130     private ClusterSingletonServiceRegistration singletonServiceRegistration2;
131     @Mock
132     private ClusterSingletonServiceProvider clusterSSProv;
133     @Mock
134     private ClusterSingletonServiceProvider clusterSSProv2;
135
136     @Before
137     public void setUp() throws Exception {
138         super.setup();
139
140         MockitoAnnotations.initMocks(this);
141
142         doAnswer(invocationOnMock -> {
143             BmpMonitorImplTest.this.singletonService = (ClusterSingletonService) invocationOnMock.getArguments()[0];
144             this.singletonService.instantiateServiceInstance();
145             return BmpMonitorImplTest.this.singletonServiceRegistration;
146         }).when(this.clusterSSProv).registerClusterSingletonService(any(ClusterSingletonService.class));
147
148         doAnswer(invocationOnMock -> BmpMonitorImplTest.this.singletonService.closeServiceInstance())
149             .when(this.singletonServiceRegistration).close();
150
151         doAnswer(invocationOnMock -> {
152             this.singletonService2 = (ClusterSingletonService) invocationOnMock.getArguments()[0];
153             this.singletonService2.instantiateServiceInstance();
154             return BmpMonitorImplTest.this.singletonServiceRegistration2;
155         }).when(this.clusterSSProv2).registerClusterSingletonService(any(ClusterSingletonService.class));
156
157         doAnswer(invocationOnMock -> BmpMonitorImplTest.this.singletonService2.closeServiceInstance())
158             .when(this.singletonServiceRegistration2).close();
159
160         this.mappingService.onGlobalContextUpdated(getSchemaContext());
161         this.ribActivator = new RIBActivator();
162         this.ribExtension = new SimpleRIBExtensionProviderContext();
163         this.ribActivator.startRIBExtensionProvider(this.ribExtension, this.mappingService);
164
165         this.bgpActivator = new BGPActivator();
166         final BGPExtensionProviderContext context = new SimpleBGPExtensionProviderContext();
167         this.bgpActivator.start(context);
168         final SimpleBmpExtensionProviderContext ctx = new SimpleBmpExtensionProviderContext();
169         this.bmpActivator = new BmpActivator(context);
170         this.bmpActivator.start(ctx);
171         this.msgRegistry = ctx.getBmpMessageRegistry();
172
173         this.dispatcher = new BmpDispatcherImpl(new NioEventLoopGroup(), new NioEventLoopGroup(),
174             ctx.getBmpMessageRegistry(), new DefaultBmpSessionFactory());
175
176         final InetSocketAddress inetAddress = new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS),
177             MONITOR_LOCAL_PORT);
178
179         final DOMDataWriteTransaction wTx = getDomBroker().newWriteOnlyTransaction();
180         final ContainerNode parentNode = Builders.containerBuilder().withNodeIdentifier(
181                 new NodeIdentifier(BmpMonitor.QNAME))
182                 .addChild(ImmutableNodes.mapNodeBuilder(Monitor.QNAME).build()).build();
183         wTx.merge(LogicalDatastoreType.OPERATIONAL, YangInstanceIdentifier.of(BmpMonitor.QNAME), parentNode);
184         wTx.commit().get();
185
186         final BmpDeployerDependencies bmpDependecies = new BmpDeployerDependencies(getDataBroker(), getDomBroker(),
187             this.ribExtension, this.mappingService.getCodecFactory(), getSchemaContext(), this.clusterSSProv);
188         this.bmpApp = new BmpMonitoringStationImpl(bmpDependecies, this.dispatcher, MONITOR_ID, inetAddress, null);
189         readDataOperational(getDataBroker(), BMP_II, monitor -> {
190             assertEquals(1, monitor.getMonitor().size());
191             final Monitor bmpMonitor = monitor.getMonitor().get(0);
192             assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
193             assertEquals(0, bmpMonitor.getRouter().size());
194             assertEquals(MONITOR_ID, bmpMonitor.getMonitorId());
195             assertEquals(0, bmpMonitor.getRouter().size());
196             return monitor;
197         });
198     }
199
200     @Override
201     protected final AbstractDataBrokerTestCustomizer createDataBrokerTestCustomizer() {
202         final AbstractDataBrokerTestCustomizer customizer = super.createDataBrokerTestCustomizer();
203         this.mappingService = customizer.getBindingToNormalized();
204         return customizer;
205     }
206
207     @After
208     public void tearDown() throws Exception {
209         this.ribActivator.close();
210         this.bgpActivator.close();
211         this.bmpActivator.close();
212         this.dispatcher.close();
213         this.bmpApp.close();
214         this.mappingService.close();
215
216         checkNotPresentOperational(getDataBroker(), BMP_II);
217     }
218
219     @Test(timeout = 20000)
220     public void testRouterMonitoring() throws Exception {
221         // first test if a single router monitoring is working
222         final Channel channel1 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
223         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
224             assertEquals(1, monitor.getRouter().size());
225             return monitor;
226         });
227
228         final Channel channel2 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_2);
229         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
230             assertEquals(2, monitor.getRouter().size());
231             return monitor;
232         });
233
234         // initiate another BMP request from router 1, create a redundant connection
235         // we expect the connection to be closed
236         final Channel channel3 = connectTestClient(REMOTE_ROUTER_ADDRESS_1, this.msgRegistry);
237
238
239         // channel 1 should still be open, while channel3 should be closed
240         CheckUtil.checkEquals(() -> assertTrue(channel1.isOpen()));
241         CheckUtil.checkEquals(() -> assertFalse(channel3.isOpen()));
242
243         // now if we close the channel 1 and try it again, it should succeed
244         channel1.close().sync();
245
246         // channel 2 is still open
247         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
248             assertEquals(1, monitor.getRouter().size());
249             return monitor;
250         });
251
252         final Channel channel4 = testMonitoringStation(REMOTE_ROUTER_ADDRESS_1);
253         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
254             assertEquals(2, monitor.getRouter().size());
255             return monitor;
256         });
257
258         // close all channel altogether
259         channel2.close().sync();
260         Thread.sleep(100);
261
262         // sleep for a while to avoid intermittent InMemoryDataTree modification conflict
263         channel4.close().sync();
264
265         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
266             assertNull(monitor.getRouter());
267             return monitor;
268         });
269     }
270
271     private static void waitWriteAndFlushSuccess(final ChannelFuture channelFuture) throws InterruptedException {
272         channelFuture.sync();
273     }
274
275     private Channel testMonitoringStation(final String remoteRouterIpAddr) throws InterruptedException,
276             ReadFailedException {
277         final Channel channel = connectTestClient(remoteRouterIpAddr, this.msgRegistry);
278         final RouterId routerId = getRouterId(remoteRouterIpAddr);
279
280         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
281             assertNotNull(monitor.getRouter());
282             // now find the current router instance
283             Router router = null;
284             for (final Router r : monitor.getRouter()) {
285                 if (routerId.equals(r.getRouterId())) {
286                     router = r;
287                     break;
288                 }
289             }
290             assertNotNull(router);
291             assertEquals(Status.Down, router.getStatus());
292             assertTrue(router.getPeer().isEmpty());
293             return router;
294         });
295
296         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil
297                 .createInitMsg("description", "name", "some info")));
298
299         readDataOperational(getDataBroker(), MONITOR_IID, monitor -> {
300             assertNotNull(monitor.getRouter());
301             Router retRouter = null;
302             for (final Router r : monitor.getRouter()) {
303                 if (routerId.equals(r.getRouterId())) {
304                     retRouter = r;
305                     break;
306                 }
307             }
308
309             assertEquals("some info;", retRouter.getInfo());
310             assertEquals("name", retRouter.getName());
311             assertEquals("description", retRouter.getDescription());
312             assertEquals(routerId, retRouter.getRouterId());
313             assertTrue(retRouter.getPeer().isEmpty());
314             assertEquals(Status.Up, retRouter.getStatus());
315             return retRouter;
316         });
317
318         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerUpNotification(PEER1, true)));
319         final KeyedInstanceIdentifier<Router, RouterKey> routerIId =
320                 MONITOR_IID.child(Router.class, new RouterKey(routerId));
321
322         readDataOperational(getDataBroker(), routerIId, router -> {
323             final List<Peer> peers = router.getPeer();
324             assertNotNull(peers.size());
325             assertEquals(1, peers.size());
326             final Peer peer = peers.get(0);
327             assertEquals(PeerType.Global, peer.getType());
328             assertEquals(PEER_ID, peer.getPeerId());
329             assertEquals(PEER1, peer.getBgpId());
330             assertEquals(TestUtil.IPV4_ADDRESS_10, peer.getAddress().getIpv4Address());
331             assertEquals(TestUtil.PEER_AS, peer.getAs());
332             assertNull(peer.getPeerDistinguisher());
333             assertNull(peer.getStats());
334
335             assertNotNull(peer.getPrePolicyRib());
336             assertEquals(1, peer.getPrePolicyRib().getTables().size());
337             final Tables prePolicyTable = peer.getPrePolicyRib().getTables().get(0);
338             assertEquals(Ipv4AddressFamily.class, prePolicyTable.getAfi());
339             assertEquals(UnicastSubsequentAddressFamily.class, prePolicyTable.getSafi());
340             assertFalse(prePolicyTable.getAttributes().isUptodate());
341
342             assertNotNull(peer.getPostPolicyRib());
343             assertEquals(1, peer.getPostPolicyRib().getTables().size());
344             final Tables postPolicyTable = peer.getPrePolicyRib().getTables().get(0);
345             assertEquals(Ipv4AddressFamily.class, postPolicyTable.getAfi());
346             assertEquals(UnicastSubsequentAddressFamily.class, postPolicyTable.getSafi());
347             assertFalse(postPolicyTable.getAttributes().isUptodate());
348
349             assertNotNull(peer.getPeerSession());
350             final PeerSession peerSession = peer.getPeerSession();
351             assertEquals(TestUtil.IPV4_ADDRESS_10, peerSession.getLocalAddress().getIpv4Address());
352             assertEquals(TestUtil.PEER_LOCAL_PORT, peerSession.getLocalPort());
353             assertEquals(TestUtil.PEER_REMOTE_PORT, peerSession.getRemotePort());
354             assertEquals(Status.Up, peerSession.getStatus());
355             assertNotNull(peerSession.getReceivedOpen());
356             assertNotNull(peerSession.getSentOpen());
357             return router;
358         });
359
360
361         final StatsReportsMessage statsMsg = TestUtil.createStatsReportMsg(PEER1);
362         waitWriteAndFlushSuccess(channel.writeAndFlush(statsMsg));
363         final KeyedInstanceIdentifier<Peer, PeerKey> peerIId = routerIId.child(Peer.class, new PeerKey(PEER_ID));
364
365         readDataOperational(getDataBroker(), peerIId.child(Stats.class), peerStats -> {
366             assertNotNull(peerStats.getTimestampSec());
367             final Tlvs tlvs = statsMsg.getTlvs();
368             assertEquals(tlvs.getAdjRibsInRoutesTlv().getCount(), peerStats.getAdjRibsInRoutes());
369             assertEquals(tlvs.getDuplicatePrefixAdvertisementsTlv().getCount(),
370                     peerStats.getDuplicatePrefixAdvertisements());
371             assertEquals(tlvs.getDuplicateWithdrawsTlv().getCount(), peerStats.getDuplicateWithdraws());
372             assertEquals(tlvs.getInvalidatedAsConfedLoopTlv().getCount(), peerStats.getInvalidatedAsConfedLoop());
373             assertEquals(tlvs.getInvalidatedAsPathLoopTlv().getCount(), peerStats.getInvalidatedAsPathLoop());
374             assertEquals(tlvs.getInvalidatedClusterListLoopTlv().getCount(),
375                     peerStats.getInvalidatedClusterListLoop());
376             assertEquals(tlvs.getInvalidatedOriginatorIdTlv().getCount(), peerStats.getInvalidatedOriginatorId());
377             assertEquals(tlvs.getLocRibRoutesTlv().getCount(), peerStats.getLocRibRoutes());
378             assertEquals(tlvs.getRejectedPrefixesTlv().getCount(), peerStats.getRejectedPrefixes());
379             assertEquals(tlvs.getPerAfiSafiAdjRibInTlv().getCount().toString(),
380                     peerStats.getPerAfiSafiAdjRibInRoutes().getAfiSafi().get(0).getCount().toString());
381             assertEquals(tlvs.getPerAfiSafiLocRibTlv().getCount().toString(),
382                     peerStats.getPerAfiSafiLocRibRoutes().getAfiSafi().get(0).getCount().toString());
383             return peerStats;
384         });
385
386         // route mirror message test
387         final RouteMirroringMessage routeMirrorMsg = TestUtil.createRouteMirrorMsg(PEER1);
388         waitWriteAndFlushSuccess(channel.writeAndFlush(routeMirrorMsg));
389
390         readDataOperational(getDataBroker(), peerIId.child(Mirrors.class), routeMirrors -> {
391             assertNotNull(routeMirrors.getTimestampSec());
392             return routeMirrors;
393         });
394
395         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonitMsg(false, PEER1,
396                 AdjRibInType.PrePolicy)));
397         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonMsgWithEndOfRibMarker(PEER1,
398                 AdjRibInType.PrePolicy)));
399
400         readDataOperational(getDataBroker(), peerIId.child(PrePolicyRib.class), prePolicyRib -> {
401             assertTrue(!prePolicyRib.getTables().isEmpty());
402             final Tables tables = prePolicyRib.getTables().get(0);
403             assertTrue(tables.getAttributes().isUptodate());
404             assertEquals(3, ((Ipv4RoutesCase) tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
405             return tables;
406         });
407
408         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonitMsg(false, PEER1,
409                 AdjRibInType.PostPolicy)));
410         waitWriteAndFlushSuccess(channel.writeAndFlush(createRouteMonMsgWithEndOfRibMarker(PEER1,
411                 AdjRibInType.PostPolicy)));
412
413         readDataOperational(getDataBroker(), peerIId.child(PostPolicyRib.class), postPolicyRib -> {
414             assertTrue(!postPolicyRib.getTables().isEmpty());
415             final Tables tables = postPolicyRib.getTables().get(0);
416             assertTrue(tables.getAttributes().isUptodate());
417             assertEquals(3, ((org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.bgp.inet
418                     .rev180329.bmp.monitor.monitor.router.peer.post.policy.rib.tables.routes.Ipv4RoutesCase)
419                     tables.getRoutes()).getIpv4Routes().getIpv4Route().size());
420             return tables;
421         });
422
423         waitWriteAndFlushSuccess(channel.writeAndFlush(TestUtil.createPeerDownNotification(PEER1)));
424
425         readDataOperational(getDataBroker(), routerIId, router -> {
426             assertNull(router.getPeer());
427             return router;
428         });
429
430         return channel;
431     }
432
433     @Test
434     public void deploySecondInstance() throws Exception {
435         final BmpDeployerDependencies bmpDependecies = new BmpDeployerDependencies(getDataBroker(), getDomBroker(),
436             this.ribExtension, this.mappingService.getCodecFactory(), getSchemaContext(), this.clusterSSProv2);
437
438         final BmpMonitoringStation monitoringStation2 = new BmpMonitoringStationImpl(bmpDependecies,
439             this.dispatcher, new MonitorId("monitor2"),
440                 new InetSocketAddress(InetAddresses.forString(MONITOR_LOCAL_ADDRESS_2), MONITOR_LOCAL_PORT), null);
441
442         readDataOperational(getDataBroker(), BMP_II, monitor -> {
443             assertEquals(2, monitor.getMonitor().size());
444             return monitor;
445         });
446
447         monitoringStation2.close();
448     }
449
450     private static Channel connectTestClient(final String routerIp, final BmpMessageRegistry msgRegistry)
451             throws InterruptedException {
452         final BmpHandlerFactory hf = new BmpHandlerFactory(msgRegistry);
453         final Bootstrap b = new Bootstrap();
454         final EventLoopGroup workerGroup;
455         if (Epoll.isAvailable()) {
456             b.channel(EpollSocketChannel.class);
457             workerGroup = new EpollEventLoopGroup();
458         } else {
459             b.channel(NioSocketChannel.class);
460             workerGroup = new NioEventLoopGroup();
461         }
462         b.group(workerGroup);
463         b.option(ChannelOption.SO_KEEPALIVE, true);
464         b.handler(new ChannelInitializer<SocketChannel>() {
465             @Override
466             protected void initChannel(final SocketChannel ch) {
467                 ch.pipeline().addLast(hf.getDecoders());
468                 ch.pipeline().addLast(hf.getEncoders());
469             }
470         });
471         b.localAddress(new InetSocketAddress(routerIp, 0));
472         b.option(ChannelOption.SO_REUSEADDR, true);
473         final ChannelFuture future = b.connect(new InetSocketAddress(MONITOR_LOCAL_ADDRESS, MONITOR_LOCAL_PORT)).sync();
474         future.sync();
475         return future.channel();
476     }
477
478     private static RouterId getRouterId(final String routerIp) {
479         return new RouterId(new IpAddress(new Ipv4Address(routerIp)));
480     }
481 }