2 * Copyright (c) 2014 Brocade Communications Systems, Inc. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
8 package org.opendaylight.netconf.sal.connect.netconf.listener;
10 import static org.junit.Assert.assertEquals;
11 import static org.junit.Assert.assertFalse;
12 import static org.junit.Assert.assertNotNull;
13 import static org.junit.Assert.assertTrue;
14 import static org.mockito.ArgumentMatchers.any;
15 import static org.mockito.ArgumentMatchers.eq;
16 import static org.mockito.ArgumentMatchers.same;
17 import static org.mockito.Mockito.doNothing;
18 import static org.mockito.Mockito.doReturn;
19 import static org.mockito.Mockito.mock;
20 import static org.mockito.Mockito.never;
21 import static org.mockito.Mockito.reset;
22 import static org.mockito.Mockito.spy;
23 import static org.mockito.Mockito.timeout;
24 import static org.mockito.Mockito.verify;
25 import static org.opendaylight.netconf.api.xml.XmlNetconfConstants.URN_IETF_PARAMS_XML_NS_NETCONF_BASE_1_0;
27 import com.google.common.base.CharMatcher;
28 import com.google.common.base.Strings;
29 import com.google.common.collect.Sets;
30 import com.google.common.util.concurrent.ListenableFuture;
31 import io.netty.channel.ChannelFuture;
32 import io.netty.channel.EventLoopGroup;
33 import io.netty.channel.nio.NioEventLoopGroup;
34 import io.netty.util.HashedWheelTimer;
35 import io.netty.util.Timer;
36 import io.netty.util.concurrent.Future;
37 import io.netty.util.concurrent.GenericFutureListener;
38 import io.netty.util.concurrent.GlobalEventExecutor;
39 import java.io.ByteArrayInputStream;
40 import java.net.InetSocketAddress;
41 import java.util.ArrayList;
42 import java.util.Collection;
43 import java.util.Collections;
44 import java.util.UUID;
45 import java.util.concurrent.TimeUnit;
46 import java.util.concurrent.TimeoutException;
47 import javax.xml.parsers.ParserConfigurationException;
48 import org.junit.Before;
49 import org.junit.Test;
50 import org.junit.runner.RunWith;
51 import org.mockito.ArgumentCaptor;
52 import org.mockito.Mock;
53 import org.mockito.junit.MockitoJUnitRunner;
54 import org.opendaylight.netconf.api.NetconfMessage;
55 import org.opendaylight.netconf.api.NetconfTerminationReason;
56 import org.opendaylight.netconf.api.xml.XmlNetconfConstants;
57 import org.opendaylight.netconf.client.NetconfClientDispatcherImpl;
58 import org.opendaylight.netconf.client.NetconfClientSession;
59 import org.opendaylight.netconf.client.conf.NetconfClientConfiguration;
60 import org.opendaylight.netconf.client.conf.NetconfReconnectingClientConfiguration;
61 import org.opendaylight.netconf.client.conf.NetconfReconnectingClientConfigurationBuilder;
62 import org.opendaylight.netconf.nettyutil.ReconnectStrategy;
63 import org.opendaylight.netconf.nettyutil.TimedReconnectStrategy;
64 import org.opendaylight.netconf.nettyutil.handler.ssh.authentication.LoginPasswordHandler;
65 import org.opendaylight.netconf.sal.connect.api.RemoteDevice;
66 import org.opendaylight.netconf.sal.connect.netconf.util.NetconfMessageTransformUtil;
67 import org.opendaylight.netconf.sal.connect.util.RemoteDeviceId;
68 import org.opendaylight.yangtools.util.xml.UntrustedXML;
69 import org.opendaylight.yangtools.yang.common.QName;
70 import org.opendaylight.yangtools.yang.common.RpcError;
71 import org.opendaylight.yangtools.yang.common.RpcResult;
72 import org.slf4j.Logger;
73 import org.slf4j.LoggerFactory;
74 import org.w3c.dom.Document;
75 import org.w3c.dom.Element;
77 @RunWith(MockitoJUnitRunner.StrictStubs.class)
78 public class NetconfDeviceCommunicatorTest {
80 private static final Logger LOG = LoggerFactory.getLogger(NetconfDeviceCommunicatorTest.class);
83 NetconfClientSession mockSession;
86 RemoteDevice<NetconfSessionPreferences, NetconfMessage, NetconfDeviceCommunicator> mockDevice;
88 NetconfDeviceCommunicator communicator;
91 public void setUp() throws Exception {
92 communicator = new NetconfDeviceCommunicator(
93 new RemoteDeviceId("test", InetSocketAddress.createUnresolved("localhost", 22)), mockDevice, 10);
97 doReturn(Collections.<String>emptySet()).when(mockSession).getServerCapabilities();
98 doNothing().when(mockDevice).onRemoteSessionUp(any(NetconfSessionPreferences.class),
99 any(NetconfDeviceCommunicator.class));
100 communicator.onSessionUp(mockSession);
103 private ListenableFuture<RpcResult<NetconfMessage>> sendRequest() throws Exception {
104 return sendRequest(UUID.randomUUID().toString(), true);
107 @SuppressWarnings("unchecked")
108 private ListenableFuture<RpcResult<NetconfMessage>> sendRequest(final String messageID,
109 final boolean doLastTest) throws Exception {
110 Document doc = UntrustedXML.newDocumentBuilder().newDocument();
111 Element element = doc.createElement("request");
112 element.setAttribute("message-id", messageID);
113 doc.appendChild(element);
114 NetconfMessage message = new NetconfMessage(doc);
116 ChannelFuture mockChannelFuture = mock(ChannelFuture.class);
117 doReturn(mockChannelFuture).when(mockChannelFuture)
118 .addListener(any(GenericFutureListener.class));
119 doReturn(mockChannelFuture).when(mockSession).sendMessage(same(message));
121 ListenableFuture<RpcResult<NetconfMessage>> resultFuture =
122 communicator.sendRequest(message, QName.create("", "mockRpc"));
124 assertNotNull("ListenableFuture is null", resultFuture);
130 public void testOnSessionUp() {
131 String testCapability = "urn:opendaylight:params:xml:ns:test?module=test-module&revision=2014-06-02";
132 Collection<String> serverCapabilities =
133 Sets.newHashSet(NetconfMessageTransformUtil.NETCONF_ROLLBACK_ON_ERROR_URI.toString(),
134 NetconfMessageTransformUtil.IETF_NETCONF_MONITORING.getNamespace().toString(),
136 doReturn(serverCapabilities).when(mockSession).getServerCapabilities();
138 ArgumentCaptor<NetconfSessionPreferences> netconfSessionPreferences =
139 ArgumentCaptor.forClass(NetconfSessionPreferences.class);
140 doNothing().when(mockDevice).onRemoteSessionUp(netconfSessionPreferences.capture(), eq(communicator));
142 communicator.onSessionUp(mockSession);
144 verify(mockSession).getServerCapabilities();
145 verify(mockDevice).onRemoteSessionUp(netconfSessionPreferences.capture(), eq(communicator));
147 NetconfSessionPreferences actualCapabilites = netconfSessionPreferences.getValue();
148 assertEquals("containsModuleCapability", true, actualCapabilites.containsNonModuleCapability(
149 NetconfMessageTransformUtil.NETCONF_ROLLBACK_ON_ERROR_URI.toString()));
150 assertEquals("containsModuleCapability", false, actualCapabilites.containsNonModuleCapability(testCapability));
151 assertEquals("getModuleBasedCaps", Sets.newHashSet(
152 QName.create("urn:opendaylight:params:xml:ns:test", "2014-06-02", "test-module")),
153 actualCapabilites.getModuleBasedCaps());
154 assertEquals("isRollbackSupported", true, actualCapabilites.isRollbackSupported());
155 assertEquals("isMonitoringSupported", true, actualCapabilites.isMonitoringSupported());
158 @SuppressWarnings("unchecked")
159 @Test(timeout = 5000)
160 public void testOnSessionDown() throws Exception {
163 ListenableFuture<RpcResult<NetconfMessage>> resultFuture1 = sendRequest();
164 final ListenableFuture<RpcResult<NetconfMessage>> resultFuture2 = sendRequest();
166 doNothing().when(mockDevice).onRemoteSessionDown();
168 communicator.onSessionDown(mockSession, new Exception("mock ex"));
170 verifyErrorRpcResult(resultFuture1.get(), RpcError.ErrorType.TRANSPORT, "operation-failed");
171 verifyErrorRpcResult(resultFuture2.get(), RpcError.ErrorType.TRANSPORT, "operation-failed");
173 verify(mockDevice).onRemoteSessionDown();
177 communicator.onSessionDown(mockSession, new Exception("mock ex"));
179 verify(mockDevice, never()).onRemoteSessionDown();
183 public void testOnSessionTerminated() throws Exception {
186 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest();
188 doNothing().when(mockDevice).onRemoteSessionDown();
190 String reasonText = "testing terminate";
191 NetconfTerminationReason reason = new NetconfTerminationReason(reasonText);
192 communicator.onSessionTerminated(mockSession, reason);
194 RpcError rpcError = verifyErrorRpcResult(resultFuture.get(), RpcError.ErrorType.TRANSPORT,
196 assertEquals("RpcError message", reasonText, rpcError.getMessage());
198 verify(mockDevice).onRemoteSessionDown();
202 public void testClose() throws Exception {
203 communicator.close();
204 verify(mockDevice, never()).onRemoteSessionDown();
207 @SuppressWarnings({"rawtypes", "unchecked"})
209 public void testSendRequest() throws Exception {
212 NetconfMessage message = new NetconfMessage(UntrustedXML.newDocumentBuilder().newDocument());
213 QName rpc = QName.create("", "mockRpc");
215 ArgumentCaptor<GenericFutureListener> futureListener =
216 ArgumentCaptor.forClass(GenericFutureListener.class);
218 ChannelFuture mockChannelFuture = mock(ChannelFuture.class);
219 doReturn(mockChannelFuture).when(mockChannelFuture).addListener(futureListener.capture());
220 doReturn(mockChannelFuture).when(mockSession).sendMessage(same(message));
222 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = communicator.sendRequest(message, rpc);
224 verify(mockSession).sendMessage(same(message));
226 assertNotNull("ListenableFuture is null", resultFuture);
228 verify(mockChannelFuture).addListener(futureListener.capture());
229 Future<Void> operationFuture = mock(Future.class);
230 doReturn(true).when(operationFuture).isSuccess();
231 futureListener.getValue().operationComplete(operationFuture);
234 resultFuture.get(1, TimeUnit.MILLISECONDS); // verify it's not cancelled or has an error set
235 } catch (TimeoutException e) {
236 LOG.info("Operation failed due timeout.");
241 public void testSendRequestWithNoSession() throws Exception {
242 NetconfMessage message = new NetconfMessage(UntrustedXML.newDocumentBuilder().newDocument());
243 QName rpc = QName.create("", "mockRpc");
245 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = communicator.sendRequest(message, rpc);
247 assertNotNull("ListenableFuture is null", resultFuture);
249 // Should have an immediate result
250 RpcResult<NetconfMessage> rpcResult = resultFuture.get(3, TimeUnit.MILLISECONDS);
252 verifyErrorRpcResult(rpcResult, RpcError.ErrorType.TRANSPORT, "operation-failed");
255 private static NetconfMessage createSuccessResponseMessage(final String messageID)
256 throws ParserConfigurationException {
257 Document doc = UntrustedXML.newDocumentBuilder().newDocument();
259 doc.createElementNS(URN_IETF_PARAMS_XML_NS_NETCONF_BASE_1_0, XmlNetconfConstants.RPC_REPLY_KEY);
260 rpcReply.setAttribute("message-id", messageID);
261 Element element = doc.createElementNS("ns", "data");
262 element.setTextContent(messageID);
263 rpcReply.appendChild(element);
264 doc.appendChild(rpcReply);
266 return new NetconfMessage(doc);
269 @SuppressWarnings({ "rawtypes", "unchecked" })
271 public void testSendRequestWithWithSendFailure() throws Exception {
274 NetconfMessage message = new NetconfMessage(UntrustedXML.newDocumentBuilder().newDocument());
275 QName rpc = QName.create("", "mockRpc");
277 ArgumentCaptor<GenericFutureListener> futureListener =
278 ArgumentCaptor.forClass(GenericFutureListener.class);
280 ChannelFuture mockChannelFuture = mock(ChannelFuture.class);
281 doReturn(mockChannelFuture).when(mockChannelFuture).addListener(futureListener.capture());
282 doReturn(mockChannelFuture).when(mockSession).sendMessage(same(message));
284 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = communicator.sendRequest(message, rpc);
286 assertNotNull("ListenableFuture is null", resultFuture);
288 verify(mockChannelFuture).addListener(futureListener.capture());
290 Future<Void> operationFuture = mock(Future.class);
291 doReturn(false).when(operationFuture).isSuccess();
292 doReturn(new Exception("mock error")).when(operationFuture).cause();
293 futureListener.getValue().operationComplete(operationFuture);
295 // Should have an immediate result
296 RpcResult<NetconfMessage> rpcResult = resultFuture.get(3, TimeUnit.MILLISECONDS);
298 RpcError rpcError = verifyErrorRpcResult(rpcResult, RpcError.ErrorType.TRANSPORT, "operation-failed");
299 assertEquals("RpcError message contains \"mock error\"", true,
300 rpcError.getMessage().contains("mock error"));
303 //Test scenario verifying whether missing message is handled
305 public void testOnMissingResponseMessage() throws Exception {
309 String messageID1 = UUID.randomUUID().toString();
310 ListenableFuture<RpcResult<NetconfMessage>> resultFuture1 = sendRequest(messageID1, true);
312 String messageID2 = UUID.randomUUID().toString();
313 ListenableFuture<RpcResult<NetconfMessage>> resultFuture2 = sendRequest(messageID2, true);
315 String messageID3 = UUID.randomUUID().toString();
316 ListenableFuture<RpcResult<NetconfMessage>> resultFuture3 = sendRequest(messageID3, true);
318 //response messages 1,2 are omitted
319 communicator.onMessage(mockSession, createSuccessResponseMessage(messageID3));
321 verifyResponseMessage(resultFuture3.get(), messageID3);
325 public void testOnSuccessfulResponseMessage() throws Exception {
328 String messageID1 = UUID.randomUUID().toString();
329 ListenableFuture<RpcResult<NetconfMessage>> resultFuture1 = sendRequest(messageID1, true);
331 String messageID2 = UUID.randomUUID().toString();
332 final ListenableFuture<RpcResult<NetconfMessage>> resultFuture2 = sendRequest(messageID2, true);
334 communicator.onMessage(mockSession, createSuccessResponseMessage(messageID1));
335 communicator.onMessage(mockSession, createSuccessResponseMessage(messageID2));
337 verifyResponseMessage(resultFuture1.get(), messageID1);
338 verifyResponseMessage(resultFuture2.get(), messageID2);
342 public void testOnResponseMessageWithError() throws Exception {
345 String messageID = UUID.randomUUID().toString();
346 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest(messageID, true);
348 communicator.onMessage(mockSession, createErrorResponseMessage(messageID));
350 RpcError rpcError = verifyErrorRpcResult(resultFuture.get(), RpcError.ErrorType.RPC,
351 "missing-attribute");
352 assertEquals("RpcError message", "Missing attribute", rpcError.getMessage());
354 String errorInfo = rpcError.getInfo();
355 assertNotNull("RpcError info is null", errorInfo);
356 assertTrue("Error info contains \"foo\"", errorInfo.contains("<bad-attribute>foo</bad-attribute>"));
357 assertTrue("Error info contains \"bar\"", errorInfo.contains("<bad-element>bar</bad-element>"));
361 public void testOnResponseMessageWithMultipleErrors() throws Exception {
364 String messageID = UUID.randomUUID().toString();
365 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest(messageID, true);
367 communicator.onMessage(mockSession, createMultiErrorResponseMessage(messageID));
369 RpcError rpcError = verifyErrorRpcResult(resultFuture.get(), RpcError.ErrorType.PROTOCOL,
372 String errorInfo = rpcError.getInfo();
373 assertNotNull("RpcError info is null", errorInfo);
375 String errorInfoMessages = rpcError.getInfo();
376 String errMsg1 = "Number of member links configured, i.e [1], "
377 + "for interface [ae0]is lesser than the required minimum [2].";
378 String errMsg2 = "configuration check-out failed";
379 assertTrue(String.format("Error info contains \"%s\" or \"%s\'", errMsg1, errMsg2),
380 errorInfoMessages.contains(errMsg1) && errorInfoMessages.contains(errMsg2));
384 * Test whether reconnect is scheduled properly.
387 public void testNetconfDeviceReconnectInCommunicator() throws Exception {
388 final RemoteDevice<NetconfSessionPreferences, NetconfMessage, NetconfDeviceCommunicator> device =
389 mock(RemoteDevice.class);
391 final TimedReconnectStrategy timedReconnectStrategy =
392 new TimedReconnectStrategy(GlobalEventExecutor.INSTANCE, 10000, 0, 1.0, null, 100L, null);
393 final ReconnectStrategy reconnectStrategy = spy(new ReconnectStrategy() {
396 public int getConnectTimeout() throws Exception {
397 return timedReconnectStrategy.getConnectTimeout();
402 public Future<Void> scheduleReconnect(final Throwable cause) {
403 return timedReconnectStrategy.scheduleReconnect(cause);
408 public void reconnectSuccessful() {
409 timedReconnectStrategy.reconnectSuccessful();
413 final EventLoopGroup group = new NioEventLoopGroup();
414 final Timer time = new HashedWheelTimer();
416 final NetconfDeviceCommunicator listener = new NetconfDeviceCommunicator(
417 new RemoteDeviceId("test", InetSocketAddress.createUnresolved("localhost", 22)), device, 10);
418 final NetconfReconnectingClientConfiguration cfg = NetconfReconnectingClientConfigurationBuilder.create()
419 .withAddress(new InetSocketAddress("localhost", 65000))
420 .withReconnectStrategy(reconnectStrategy)
421 .withConnectStrategyFactory(() -> reconnectStrategy)
422 .withAuthHandler(new LoginPasswordHandler("admin", "admin"))
423 .withConnectionTimeoutMillis(10000)
424 .withProtocol(NetconfClientConfiguration.NetconfClientProtocol.SSH)
425 .withSessionListener(listener)
428 listener.initializeRemoteConnection(new NetconfClientDispatcherImpl(group, group, time), cfg);
430 verify(reconnectStrategy,
431 timeout((int) TimeUnit.MINUTES.toMillis(3)).times(101)).scheduleReconnect(any(Throwable.class));
434 group.shutdownGracefully();
439 public void testOnResponseMessageWithWrongMessageID() throws Exception {
442 String messageID = UUID.randomUUID().toString();
443 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest(messageID, true);
445 communicator.onMessage(mockSession, createSuccessResponseMessage(UUID.randomUUID().toString()));
447 RpcError rpcError = verifyErrorRpcResult(resultFuture.get(), RpcError.ErrorType.PROTOCOL,
449 assertFalse("RpcError message non-empty", Strings.isNullOrEmpty(rpcError.getMessage()));
451 String errorInfo = rpcError.getInfo();
452 assertNotNull("RpcError info is null", errorInfo);
453 assertTrue("Error info contains \"actual-message-id\"", errorInfo.contains("actual-message-id"));
454 assertTrue("Error info contains \"expected-message-id\"", errorInfo.contains("expected-message-id"));
458 public void testConcurrentMessageLimit() throws Exception {
460 ArrayList<String> messageID = new ArrayList<>();
462 for (int i = 0; i < 10; i++) {
463 messageID.add(UUID.randomUUID().toString());
464 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest(messageID.get(i), false);
465 assertEquals("ListenableFuture is null", true, resultFuture instanceof UncancellableFuture);
468 final String notWorkingMessageID = UUID.randomUUID().toString();
469 ListenableFuture<RpcResult<NetconfMessage>> resultFuture = sendRequest(notWorkingMessageID, false);
470 assertEquals("ListenableFuture is null", false, resultFuture instanceof UncancellableFuture);
472 communicator.onMessage(mockSession, createSuccessResponseMessage(messageID.get(0)));
474 resultFuture = sendRequest(messageID.get(0), false);
475 assertNotNull("ListenableFuture is null", resultFuture);
478 private static NetconfMessage createMultiErrorResponseMessage(final String messageID) throws Exception {
479 // multiple rpc-errors which simulate actual response like in NETCONF-666
480 String xmlStr = "<nc:rpc-reply xmlns:nc=\"urn:ietf:params:xml:ns:netconf:base:1.0\" xmlns=\"urn:ietf:params:xml:ns:netconf:base:1.0\" xmlns:junos=\"http://xml.juniper.net/junos/18.4R1/junos\""
481 + " message-id=\"" + messageID + "\">"
483 + "<nc:error-type>protocol</nc:error-type>\n"
484 + "<nc:error-tag>operation-failed</nc:error-tag>\n"
485 + "<nc:error-severity>error</nc:error-severity>\n"
486 + "<source-daemon>\n"
488 + "</source-daemon>\n"
489 + "<nc:error-message>\n"
490 + "Number of member links configured, i.e [1], "
491 + "for interface [ae0]is lesser than the required minimum [2].\n"
492 + "</nc:error-message>\n"
493 + "</nc:rpc-error>\n"
495 + "<nc:error-type>protocol</nc:error-type>\n"
496 + "<nc:error-tag>operation-failed</nc:error-tag>\n"
497 + "<nc:error-severity>error</nc:error-severity>\n"
498 + "<nc:error-message>\n"
499 + "configuration check-out failed\n"
500 + "</nc:error-message>\n"
501 + "</nc:rpc-error>\n"
504 ByteArrayInputStream bis = new ByteArrayInputStream(xmlStr.getBytes());
505 Document doc = UntrustedXML.newDocumentBuilder().parse(bis);
506 return new NetconfMessage(doc);
509 private static NetconfMessage createErrorResponseMessage(final String messageID) throws Exception {
510 String xmlStr = "<rpc-reply xmlns=\"urn:ietf:params:xml:ns:netconf:base:1.0\""
511 + " message-id=\"" + messageID + "\">"
513 + " <error-type>rpc</error-type>"
514 + " <error-tag>missing-attribute</error-tag>"
515 + " <error-severity>error</error-severity>"
516 + " <error-message>Missing attribute</error-message>"
518 + " <bad-attribute>foo</bad-attribute>"
519 + " <bad-element>bar</bad-element>"
524 ByteArrayInputStream bis = new ByteArrayInputStream(xmlStr.getBytes());
525 Document doc = UntrustedXML.newDocumentBuilder().parse(bis);
526 return new NetconfMessage(doc);
529 private static void verifyResponseMessage(final RpcResult<NetconfMessage> rpcResult, final String dataText) {
530 assertNotNull("RpcResult is null", rpcResult);
531 assertTrue("isSuccessful", rpcResult.isSuccessful());
532 NetconfMessage messageResult = rpcResult.getResult();
533 assertNotNull("getResult", messageResult);
534 // List<SimpleNode<?>> nodes = messageResult.getSimpleNodesByName(
535 // QName.create( URI.create( "ns" ), null, "data" ) );
536 // assertNotNull( "getSimpleNodesByName", nodes );
537 // assertEquals( "List<SimpleNode<?>> size", 1, nodes.size() );
538 // assertEquals( "SimpleNode value", dataText, nodes.iterator().next().getValue() );
541 private static RpcError verifyErrorRpcResult(final RpcResult<NetconfMessage> rpcResult,
542 final RpcError.ErrorType expErrorType, final String expErrorTag) {
543 assertNotNull("RpcResult is null", rpcResult);
544 assertFalse("isSuccessful", rpcResult.isSuccessful());
545 assertNotNull("RpcResult errors is null", rpcResult.getErrors());
546 assertEquals("Errors size", 1, rpcResult.getErrors().size());
547 RpcError rpcError = rpcResult.getErrors().iterator().next();
548 assertEquals("getErrorSeverity", RpcError.ErrorSeverity.ERROR, rpcError.getSeverity());
549 assertEquals("getErrorType", expErrorType, rpcError.getErrorType());
550 assertEquals("getErrorTag", expErrorTag, rpcError.getTag());
552 final String msg = rpcError.getMessage();
553 assertNotNull("getMessage is null", msg);
554 assertFalse("getMessage is empty", msg.isEmpty());
555 assertFalse("getMessage is blank", CharMatcher.whitespace().matchesAllOf(msg));