Merge "Add job to update auto update CSIT Tests"
[releng/builder.git] / jjb / controller / controller-csit-periodic-dsbenchmark.yaml
1 - project:
2     name: mdsal-csit-periodic-dsbenchmark
3     jobs:
4         - '{project}-csit-1node-periodic-{functionality}-{install}-{stream}'
5
6     # The project name
7     project: 'controller'
8
9     # The functionality under test
10     functionality: 'benchmark'
11
12     # Project branches
13     stream:
14         - carbon:
15             branch: 'master'
16             jre: 'openjdk8'
17         - boron:
18             branch: 'stable/boron'
19             jre: 'openjdk8'
20         - beryllium:
21             branch: 'stable/beryllium'
22             jre: 'openjdk7'
23
24     install:
25         - only:
26             scope: 'only'
27         - all:
28             scope: 'all'
29
30     # Features to install
31     install-features: 'odl-restconf,odl-mdsal-benchmark,odl-jolokia'
32
33     # Robot custom options
34     robot-options: '--exclude clustered_setup'
35
36     # ODL system image to use
37     # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
38     odl_system_flavor: 8 GB General Purpose v1
39
40     # Plot Info
41     01-plot-title: 'Performance by structure'
42     01-plot-yaxis: 'Average total time [ms]'
43     01-plot-group: 'MD-SAL Data Store Performance'
44     01-plot-data-file: 'perf_per_struct.csv'
45     02-plot-title: 'Performance by operations'
46     02-plot-yaxis: 'Average total time [ms]'
47     02-plot-group: 'MD-SAL Data Store Performance'
48     02-plot-data-file: 'perf_per_ops.csv'
49
50     03-plot-data-file: 'perf_per_struct.csv'
51     03-plot-title: 'Performance by structure PUT'
52     03-plot-yaxis: 'Average total time [ms]'
53     03-plot-group: 'MD-SAL Data Store Performance'
54     03-inclusion-flag: 'include-by-string'
55     03-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC'
56     04-plot-data-file: 'perf_per_struct.csv'
57     04-plot-title: 'Performance by structure READ'
58     04-plot-yaxis: 'Average total time [ms]'
59     04-plot-group: 'MD-SAL Data Store Performance'
60     04-inclusion-flag: 'include-by-string'
61     04-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC'
62     05-plot-data-file: 'perf_per_struct.csv'
63     05-plot-title: 'Performance by structure MERGE'
64     05-plot-yaxis: 'Average total time [ms]'
65     05-plot-group: 'MD-SAL Data Store Performance'
66     05-inclusion-flag: 'include-by-string'
67     05-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC'
68     06-plot-data-file: 'perf_per_struct.csv'
69     06-plot-title: 'Performance by structure DELETE'
70     06-plot-yaxis: 'Average total time [ms]'
71     06-plot-group: 'MD-SAL Data Store Performance'
72     06-inclusion-flag: 'include-by-string'
73     06-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC'
74
75     07-plot-data-file: 'perf_per_ops.csv'
76     07-plot-title: 'Performance by operations PUT'
77     07-plot-yaxis: 'Average total time [ms]'
78     07-plot-group: 'MD-SAL Data Store Performance'
79     07-inclusion-flag: 'include-by-string'
80     07-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC'
81     08-plot-data-file: 'perf_per_ops.csv'
82     08-plot-title: 'Performance by operations READ'
83     08-plot-yaxis: 'Average total time [ms]'
84     08-plot-group: 'MD-SAL Data Store Performance'
85     08-inclusion-flag: 'include-by-string'
86     08-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC'
87     09-plot-data-file: 'perf_per_ops.csv'
88     09-plot-title: 'Performance by operations MERGE'
89     09-plot-yaxis: 'Average total time [ms]'
90     09-plot-group: 'MD-SAL Data Store Performance'
91     09-inclusion-flag: 'include-by-string'
92     09-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC'
93     10-plot-data-file: 'perf_per_ops.csv'
94     10-plot-title: 'Performance by operations DELETE'
95     10-plot-yaxis: 'Average total time [ms]'
96     10-plot-group: 'MD-SAL Data Store Performance'
97     10-inclusion-flag: 'include-by-string'
98     10-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC'