Stabilize perf tests 41/80741/1
authorLuis Gomez <ecelgp@gmail.com>
Fri, 8 Mar 2019 21:24:54 +0000 (13:24 -0800)
committerLuis Gomez <ecelgp@gmail.com>
Fri, 8 Mar 2019 21:24:54 +0000 (13:24 -0800)
- Cluster benchmark takes too long so adjusting # of runs.
- OFP cbench test is nos stable so decreasing threshold.

Change-Id: Id8baa8f2e4a3c2ffc11a3857044a0c46c8bdf228
Signed-off-by: Luis Gomez <ecelgp@gmail.com>
jjb/controller/controller-csit-dsbenchmark-cluster.yaml
jjb/openflowplugin/openflowplugin-csit-cbench.yaml

index faae28c67068496bf99f3bdba1bf332b4b9863dd..2537cca6028f1602e1dbadaf3261c06c26cf7f65 100644 (file)
@@ -32,7 +32,7 @@
         odl-mdsal-benchmark
 
     # Robot custom options
-    robot-options: '--exclude singlenode_setup'
+    robot-options: '--exclude singlenode_setup -v WARMUPS:1 -v RUNS:3'
 
     # ODL system image to use
     # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
index 33161840e913f426f6680310a2752815d63a7f9f..d83bf837c0e10718c81cfc04ecf39a5b3bd5091a 100644 (file)
@@ -33,7 +33,7 @@
     install-features: 'odl-openflowplugin-flow-services-rest,odl-openflowplugin-drop-test'
 
     # Robot custom options
-    robot-options: '-v duration_in_secs:60 -v throughput_threshold:20000 -v latency_threshold:2000'
+    robot-options: '-v duration_in_secs:60 -v throughput_threshold:20000 -v latency_threshold:1000'
 
     # Plot Info
     01-plot-title: 'Throughput Mode'