2 * Copyright (c) 2015 Cisco Systems, Inc. and others. All rights reserved.
4 * This program and the accompanying materials are made available under the
5 * terms of the Eclipse Public License v1.0 which accompanies this distribution,
6 * and is available at http://www.eclipse.org/legal/epl-v10.html
9 package org.opendaylight.controller.netconf.test.tool.client.stress;
11 import ch.qos.logback.classic.Level;
12 import com.google.common.base.Charsets;
13 import com.google.common.base.Function;
14 import com.google.common.base.Joiner;
15 import com.google.common.base.Splitter;
16 import com.google.common.base.Stopwatch;
17 import com.google.common.collect.Iterables;
18 import com.google.common.collect.Lists;
19 import com.google.common.io.Files;
20 import io.netty.channel.nio.NioEventLoopGroup;
21 import io.netty.util.HashedWheelTimer;
22 import io.netty.util.Timer;
23 import java.io.IOException;
24 import java.util.ArrayList;
25 import java.util.List;
26 import java.util.concurrent.ExecutionException;
27 import java.util.concurrent.ExecutorService;
28 import java.util.concurrent.Executors;
29 import java.util.concurrent.Future;
30 import java.util.concurrent.TimeUnit;
31 import java.util.concurrent.TimeoutException;
32 import net.sourceforge.argparse4j.inf.ArgumentParser;
33 import net.sourceforge.argparse4j.inf.ArgumentParserException;
34 import org.opendaylight.controller.netconf.api.NetconfMessage;
35 import org.opendaylight.controller.netconf.client.NetconfClientDispatcherImpl;
36 import org.opendaylight.controller.netconf.util.xml.XmlUtil;
37 import org.opendaylight.controller.sal.connect.api.RemoteDevice;
38 import org.opendaylight.controller.sal.connect.netconf.listener.NetconfDeviceCommunicator;
39 import org.opendaylight.controller.sal.connect.netconf.listener.NetconfSessionPreferences;
40 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.netconf.base._1._0.rev110601.CommitInput;
41 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.netconf.base._1._0.rev110601.EditConfigInput;
42 import org.opendaylight.yangtools.yang.common.QName;
43 import org.slf4j.Logger;
44 import org.slf4j.LoggerFactory;
45 import org.w3c.dom.Document;
46 import org.w3c.dom.Element;
47 import org.w3c.dom.Node;
48 import org.xml.sax.SAXException;
50 public final class StressClient {
52 private static final Logger LOG = LoggerFactory.getLogger(StressClient.class);
54 static final QName COMMIT_QNAME = QName.create(CommitInput.QNAME, "commit");
55 public static final NetconfMessage COMMIT_MSG;
59 COMMIT_MSG = new NetconfMessage(XmlUtil.readXmlToDocument("<rpc message-id=\"commit-batch\" xmlns=\"urn:ietf:params:xml:ns:netconf:base:1.0\">\n" +
62 } catch (SAXException | IOException e) {
63 throw new ExceptionInInitializerError(e);
67 static final QName EDIT_QNAME = QName.create(EditConfigInput.QNAME, "edit-config");
68 static final org.w3c.dom.Document editBlueprint;
72 editBlueprint = XmlUtil.readXmlToDocument(
73 "<rpc xmlns=\"urn:ietf:params:xml:ns:netconf:base:1.0\">\n" +
74 " <edit-config xmlns=\"urn:ietf:params:xml:ns:netconf:base:1.0\">\n" +
78 " <default-operation>none</default-operation>" +
82 } catch (SAXException | IOException e) {
83 throw new ExceptionInInitializerError(e);
87 private static final String MSG_ID_PLACEHOLDER_REGEX = "\\{MSG_ID\\}";
88 private static final String PHYS_ADDR_PLACEHOLDER_REGEX = "\\{PHYS_ADDR\\}";
89 private static long idCounter = 0;
91 public static void main(final String[] args) {
92 final Parameters params = parseArgs(args, Parameters.getParser());
97 // Thread.sleep(10000);
98 // } catch (final InterruptedException e) {
99 // e.printStackTrace();
102 final ch.qos.logback.classic.Logger root = (ch.qos.logback.classic.Logger) LoggerFactory.getLogger(Logger.ROOT_LOGGER_NAME);
103 root.setLevel(params.debug ? Level.DEBUG : Level.INFO);
105 int threadAmount = params.threadAmount;
106 LOG.info("thread amount: " + threadAmount);
107 int requestsPerThread = params.editCount / params.threadAmount;
108 LOG.info("requestsPerThread: " + requestsPerThread);
109 int leftoverRequests = params.editCount % params.threadAmount;
110 LOG.info("leftoverRequests: " + leftoverRequests);
113 LOG.info("Preparing messages");
114 // Prepare all msgs up front
115 final List<List<NetconfMessage>> allPreparedMessages = new ArrayList<>(threadAmount);
116 for (int i = 0; i < threadAmount; i++) {
117 if (i != threadAmount - 1) {
118 allPreparedMessages.add(new ArrayList<NetconfMessage>(requestsPerThread));
120 allPreparedMessages.add(new ArrayList<NetconfMessage>(requestsPerThread + leftoverRequests));
125 final String editContentString;
127 editContentString = Files.toString(params.editContent, Charsets.UTF_8);
128 } catch (IOException e) {
129 throw new IllegalArgumentException("Cannot read content of " + params.editContent);
132 for (int i = 0; i < threadAmount; i++) {
133 final List<NetconfMessage> preparedMessages = allPreparedMessages.get(i);
135 if (i == threadAmount - 1) {
136 padding = leftoverRequests;
138 for (int j = 0; j < requestsPerThread + padding; j++) {
139 LOG.debug("id: " + (i * requestsPerThread + j));
140 preparedMessages.add(prepareMessage(i * requestsPerThread + j, editContentString));
144 final NioEventLoopGroup nioGroup = new NioEventLoopGroup();
145 final Timer timer = new HashedWheelTimer();
147 final NetconfClientDispatcherImpl netconfClientDispatcher = configureClientDispatcher(params, nioGroup, timer);
149 final List<StressClientCallable> callables = new ArrayList<>(threadAmount);
150 for (List<NetconfMessage> messages : allPreparedMessages) {
151 callables.add(new StressClientCallable(params, netconfClientDispatcher, messages));
154 final ExecutorService executorService = Executors.newFixedThreadPool(threadAmount);
156 LOG.info("Starting stress test");
157 final Stopwatch started = Stopwatch.createStarted();
159 final List<Future<Boolean>> futures = executorService.invokeAll(callables);
160 for (Future<Boolean> future : futures) {
162 future.get(4L, TimeUnit.MINUTES);
163 } catch (ExecutionException | TimeoutException e) {
164 throw new RuntimeException(e);
167 executorService.shutdownNow();
168 } catch (InterruptedException e) {
169 throw new RuntimeException("Unable to execute requests", e);
173 LOG.info("FINISHED. Execution time: {}", started);
174 LOG.info("Requests per second: {}", (params.editCount * 1000.0 / started.elapsed(TimeUnit.MILLISECONDS)));
179 nioGroup.shutdownGracefully().get(20L, TimeUnit.SECONDS);
180 } catch (InterruptedException | ExecutionException | TimeoutException e) {
181 LOG.warn("Unable to close executor properly", e);
185 private static NetconfMessage prepareMessage(final int id, final String editContentString) {
186 final Document msg = XmlUtil.createDocumentCopy(editBlueprint);
187 msg.getDocumentElement().setAttribute("message-id", Integer.toString(id));
188 final NetconfMessage netconfMessage = new NetconfMessage(msg);
190 final Element editContentElement;
192 // Insert message id where needed
193 String specificEditContent = editContentString.replaceAll(MSG_ID_PLACEHOLDER_REGEX, Integer.toString(id));
195 while (specificEditContent.contains("{PHYS_ADDR}")) {
196 specificEditContent =
197 specificEditContent.replaceFirst(PHYS_ADDR_PLACEHOLDER_REGEX, getMac(idCounter));
201 editContentElement = XmlUtil.readXmlToElement(specificEditContent);
202 final Node config = ((Element) msg.getDocumentElement().getElementsByTagName("edit-config").item(0)).
203 getElementsByTagName("config").item(0);
204 config.appendChild(msg.importNode(editContentElement, true));
205 } catch (final IOException | SAXException e) {
206 throw new IllegalArgumentException("Edit content file is unreadable", e);
209 return netconfMessage;
212 private static NetconfClientDispatcherImpl configureClientDispatcher(final Parameters params, final NioEventLoopGroup nioGroup, final Timer timer) {
213 final NetconfClientDispatcherImpl netconfClientDispatcher;
215 if(params.legacyFraming) {
216 netconfClientDispatcher= ConfigurableClientDispatcher.createLegacyExi(nioGroup, nioGroup, timer);
218 netconfClientDispatcher = ConfigurableClientDispatcher.createChunkedExi(nioGroup, nioGroup, timer);
221 if(params.legacyFraming) {
222 netconfClientDispatcher = ConfigurableClientDispatcher.createLegacy(nioGroup, nioGroup, timer);
224 netconfClientDispatcher = ConfigurableClientDispatcher.createChunked(nioGroup, nioGroup, timer);
227 return netconfClientDispatcher;
230 private static String getMac(final long i) {
231 final String hex = Long.toHexString(i);
232 final Iterable<String> macGroups = Splitter.fixedLength(2).split(hex);
234 final int additional = 6 - Iterables.size(macGroups);
235 final ArrayList<String> additionalGroups = Lists.newArrayListWithCapacity(additional);
236 for (int j = 0; j < additional; j++) {
237 additionalGroups.add("00");
239 return Joiner.on(':').join(Iterables.concat(Iterables.transform(macGroups, new Function<String, String>() {
241 public String apply(final String input) {
242 return input.length() == 1 ? input + "0" : input;
244 }), additionalGroups));
247 private static Parameters parseArgs(final String[] args, final ArgumentParser parser) {
248 final Parameters opt = new Parameters();
250 parser.parseArgs(args, opt);
252 } catch (final ArgumentParserException e) {
253 parser.handleError(e);
261 static class LoggingRemoteDevice implements RemoteDevice<NetconfSessionPreferences, NetconfMessage, NetconfDeviceCommunicator> {
263 public void onRemoteSessionUp(final NetconfSessionPreferences remoteSessionCapabilities, final NetconfDeviceCommunicator netconfDeviceCommunicator) {
264 LOG.info("Session established");
268 public void onRemoteSessionDown() {
269 LOG.info("Session down");
273 public void onRemoteSessionFailed(final Throwable throwable) {
274 LOG.info("Session failed");
278 public void onNotification(final NetconfMessage notification) {
279 LOG.info("Notification received: {}", notification.toString());