/* * Copyright (c) 2015 Cisco Systems and others. All rights reserved. * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License v1.0 which accompanies this distribution, * and is available at http://www.eclipse.org/legal/epl-v10.html */ package org.opendaylight.dsbenchmark; import java.util.Collections; import java.util.concurrent.Future; import java.util.concurrent.atomic.AtomicReference; import org.opendaylight.controller.md.sal.binding.api.DataBroker; import org.opendaylight.controller.md.sal.binding.api.WriteTransaction; import org.opendaylight.controller.md.sal.common.api.data.LogicalDatastoreType; import org.opendaylight.controller.md.sal.common.api.data.TransactionCommitFailedException; import org.opendaylight.controller.md.sal.dom.api.DOMDataBroker; import org.opendaylight.controller.sal.binding.api.BindingAwareBroker.ProviderContext; import org.opendaylight.controller.sal.binding.api.BindingAwareBroker.RpcRegistration; import org.opendaylight.controller.sal.binding.api.BindingAwareProvider; import org.opendaylight.dsbenchmark.listener.DsbenchmarkListenerProvider; import org.opendaylight.dsbenchmark.simpletx.SimpletxBaDelete; import org.opendaylight.dsbenchmark.simpletx.SimpletxBaRead; import org.opendaylight.dsbenchmark.simpletx.SimpletxBaWrite; import org.opendaylight.dsbenchmark.simpletx.SimpletxDomDelete; import org.opendaylight.dsbenchmark.simpletx.SimpletxDomRead; import org.opendaylight.dsbenchmark.simpletx.SimpletxDomWrite; import org.opendaylight.dsbenchmark.txchain.TxchainBaDelete; import org.opendaylight.dsbenchmark.txchain.TxchainBaRead; import org.opendaylight.dsbenchmark.txchain.TxchainBaWrite; import org.opendaylight.dsbenchmark.txchain.TxchainDomDelete; import org.opendaylight.dsbenchmark.txchain.TxchainDomRead; import org.opendaylight.dsbenchmark.txchain.TxchainDomWrite; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.DsbenchmarkService; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.StartTestInput; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.StartTestOutput; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.StartTestOutputBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.TestExec; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.TestExecBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.TestStatus; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.TestStatus.ExecStatus; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.TestStatusBuilder; import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.dsbenchmark.rev150105.test.exec.OuterList; import org.opendaylight.yangtools.yang.binding.InstanceIdentifier; import org.opendaylight.yangtools.yang.common.RpcResult; import org.opendaylight.yangtools.yang.common.RpcResultBuilder; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.google.common.util.concurrent.Futures; public class DsbenchmarkProvider implements BindingAwareProvider, DsbenchmarkService, AutoCloseable { private static final Logger LOG = LoggerFactory.getLogger(DsbenchmarkProvider.class); private static final InstanceIdentifier TEST_EXEC_IID = InstanceIdentifier.builder(TestExec.class).build(); private static final InstanceIdentifier TEST_STATUS_IID = InstanceIdentifier.builder(TestStatus.class).build(); private final AtomicReference execStatus = new AtomicReference( ExecStatus.Idle ); private final DsbenchmarkListenerProvider listenerProvider = new DsbenchmarkListenerProvider(); private final DOMDataBroker domDataBroker; // Async DOM Broker for use with all DOM operations private final DataBroker bindingDataBroker; // Async Binding-Aware Broker for use in tx chains; initialized to ping-pong // broker in default config (see default-config.xml and dsbenchmark-impl.yang) private DataBroker dataBroker; // "Legacy" OSGI Data Broker for use in simple transactions private RpcRegistration dstReg; private long testsCompleted = 0; public DsbenchmarkProvider(DOMDataBroker domDataBroker, DataBroker bindingDataBroker) { // We have to get the DOMDataBroker via the constructor, // since we can't get it from the session this.domDataBroker = domDataBroker; this.bindingDataBroker = bindingDataBroker; } @Override public void onSessionInitiated(ProviderContext session) { this.dataBroker = session.getSALService(DataBroker.class); this.dstReg = session.addRpcImplementation( DsbenchmarkService.class, this ); listenerProvider.setDataBroker(dataBroker); setTestOperData(this.execStatus.get(), testsCompleted); LOG.info("DsbenchmarkProvider Session Initiated"); } @Override public void close() throws Exception { dstReg.close(); LOG.info("DsbenchmarkProvider Closed"); } @Override public Future> cleanupStore() { cleanupTestStore(); LOG.info("Data Store cleaned up"); return Futures.immediateFuture( RpcResultBuilder. success().build() ); } @Override public Future> startTest(StartTestInput input) { LOG.info("Starting the data store benchmark test, input: {}", input); // Check if there is a test in progress if ( execStatus.compareAndSet(ExecStatus.Idle, ExecStatus.Executing) == false ) { LOG.info("Test in progress"); return RpcResultBuilder.success(new StartTestOutputBuilder() .setStatus(StartTestOutput.Status.TESTINPROGRESS) .build()).buildFuture(); } // Cleanup data that may be left over from a previous test run cleanupTestStore(); // Get the appropriate writer based on operation type and data format DatastoreAbstractWriter dsWriter = getDatastoreWriter(input); // Create listeners on OPERATIONAL and CONFIG test data subtrees listenerProvider.createAndRegisterListeners(input.getListeners().intValue()); long startTime, endTime, listCreateTime, execTime; startTime = System.nanoTime(); dsWriter.createList(); endTime = System.nanoTime(); listCreateTime = (endTime - startTime) / 1000; // Run the test and measure the execution time try { startTime = System.nanoTime(); dsWriter.executeList(); endTime = System.nanoTime(); execTime = (endTime - startTime) / 1000; this.testsCompleted++; } catch ( Exception e ) { LOG.error( "Test error: {}", e.toString()); execStatus.set( ExecStatus.Idle ); return RpcResultBuilder.success(new StartTestOutputBuilder() .setStatus(StartTestOutput.Status.FAILED) .build()).buildFuture(); } LOG.info("Test finished"); setTestOperData( ExecStatus.Idle, testsCompleted); execStatus.set(ExecStatus.Idle); // Get the number of data change events and cleanup the data change listeners long numEvents = listenerProvider.getEventCountAndDestroyListeners(); StartTestOutput output = new StartTestOutputBuilder() .setStatus(StartTestOutput.Status.OK) .setListBuildTime(listCreateTime) .setExecTime(execTime) .setTxOk((long)dsWriter.getTxOk()) .setNtfOk(numEvents) .setTxError((long)dsWriter.getTxError()) .build(); return RpcResultBuilder.success(output).buildFuture(); } private void setTestOperData( ExecStatus sts, long tstCompl ) { TestStatus status = new TestStatusBuilder() .setExecStatus(sts) .setTestsCompleted(tstCompl) .build(); WriteTransaction tx = dataBroker.newWriteOnlyTransaction(); tx.put(LogicalDatastoreType.OPERATIONAL, TEST_STATUS_IID, status); try { tx.submit().checkedGet(); } catch (TransactionCommitFailedException e) { throw new IllegalStateException(e); } LOG.info("DataStore test oper status populated: {}", status); } private void cleanupTestStore() { TestExec data = new TestExecBuilder() .setOuterList(Collections.emptyList()) .build(); WriteTransaction tx = dataBroker.newWriteOnlyTransaction(); tx.put(LogicalDatastoreType.CONFIGURATION, TEST_EXEC_IID, data); try { tx.submit().checkedGet(); LOG.info("DataStore config test data cleaned up"); } catch (TransactionCommitFailedException e) { LOG.info("Failed to cleanup DataStore configtest data"); throw new IllegalStateException(e); } tx = dataBroker.newWriteOnlyTransaction(); tx.put(LogicalDatastoreType.OPERATIONAL, TEST_EXEC_IID, data); try { tx.submit().checkedGet(); LOG.info("DataStore operational test data cleaned up"); } catch (TransactionCommitFailedException e) { LOG.info("Failed to cleanup DataStore operational test data"); throw new IllegalStateException(e); } } private DatastoreAbstractWriter getDatastoreWriter(StartTestInput input) { final DatastoreAbstractWriter retVal; StartTestInput.TransactionType txType = input.getTransactionType(); StartTestInput.Operation oper = input.getOperation(); StartTestInput.DataFormat dataFormat = input.getDataFormat(); StartTestInput.DataStore dataStore = input.getDataStore(); int outerListElem = input.getOuterElements().intValue(); int innerListElem = input.getInnerElements().intValue(); int writesPerTx = input.getPutsPerTx().intValue(); try { if (txType == StartTestInput.TransactionType.SIMPLETX) { if (dataFormat == StartTestInput.DataFormat.BINDINGAWARE) { if (StartTestInput.Operation.DELETE == oper) { retVal = new SimpletxBaDelete(this.dataBroker, outerListElem, innerListElem,writesPerTx, dataStore); } else if (StartTestInput.Operation.READ == oper) { retVal = new SimpletxBaRead(this.dataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else { retVal = new SimpletxBaWrite(this.dataBroker, oper, outerListElem, innerListElem, writesPerTx, dataStore); } } else { if (StartTestInput.Operation.DELETE == oper) { retVal = new SimpletxDomDelete(this.domDataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else if (StartTestInput.Operation.READ == oper) { retVal = new SimpletxDomRead(this.domDataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else { retVal = new SimpletxDomWrite(this.domDataBroker, oper, outerListElem, innerListElem, writesPerTx, dataStore); } } } else { if (dataFormat == StartTestInput.DataFormat.BINDINGAWARE) { if (StartTestInput.Operation.DELETE == oper) { retVal = new TxchainBaDelete(this.bindingDataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else if (StartTestInput.Operation.READ == oper) { retVal = new TxchainBaRead(this.bindingDataBroker,outerListElem, innerListElem,writesPerTx, dataStore); } else { retVal = new TxchainBaWrite(this.bindingDataBroker, oper, outerListElem, innerListElem, writesPerTx, dataStore); } } else { if (StartTestInput.Operation.DELETE == oper) { retVal = new TxchainDomDelete(this.domDataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else if (StartTestInput.Operation.READ == oper) { retVal = new TxchainDomRead(this.domDataBroker, outerListElem, innerListElem, writesPerTx, dataStore); } else { retVal = new TxchainDomWrite(this.domDataBroker, oper, outerListElem, innerListElem,writesPerTx, dataStore); } } } } finally { execStatus.set(ExecStatus.Idle); } return retVal; } }