3 name: mdsal-csit-dsbenchmark
11 # The functionality under test
12 functionality: "benchmark"
19 branch: "stable/chlorine"
21 branch: "stable/sulfur"
24 branch: "stable/phosphorus"
37 # Robot custom options
38 robot-options: "--exclude clustered_setup"
40 # ODL system image to use
41 # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
42 odl_system_flavor: v3-standard-4
45 01-plot-title: "Performance by structure"
46 01-plot-yaxis: "Average total time [ms]"
47 01-plot-group: "MD-SAL Data Store Performance"
48 01-plot-data-file: "perf_per_struct.csv"
49 02-plot-title: "Performance by operations"
50 02-plot-yaxis: "Average total time [ms]"
51 02-plot-group: "MD-SAL Data Store Performance"
52 02-plot-data-file: "perf_per_ops.csv"
54 03-plot-data-file: "perf_per_struct.csv"
55 03-plot-title: "Performance by structure PUT"
56 03-plot-yaxis: "Average total time [ms]"
57 03-plot-group: "MD-SAL Data Store Performance"
58 03-inclusion-flag: "include-by-string"
59 # yamllint disable-line rule:line-length
60 03-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC"
61 04-plot-data-file: "perf_per_struct.csv"
62 04-plot-title: "Performance by structure READ"
63 04-plot-yaxis: "Average total time [ms]"
64 04-plot-group: "MD-SAL Data Store Performance"
65 04-inclusion-flag: "include-by-string"
66 # yamllint disable-line rule:line-length
67 04-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC"
68 05-plot-data-file: "perf_per_struct.csv"
69 05-plot-title: "Performance by structure MERGE"
70 05-plot-yaxis: "Average total time [ms]"
71 05-plot-group: "MD-SAL Data Store Performance"
72 05-inclusion-flag: "include-by-string"
73 # yamllint disable-line rule:line-length
74 05-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC"
75 06-plot-data-file: "perf_per_struct.csv"
76 06-plot-title: "Performance by structure DELETE"
77 06-plot-yaxis: "Average total time [ms]"
78 06-plot-group: "MD-SAL Data Store Performance"
79 06-inclusion-flag: "include-by-string"
80 # yamllint disable-line rule:line-length
81 06-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC"
83 07-plot-data-file: "perf_per_ops.csv"
84 07-plot-title: "Performance by operations PUT"
85 07-plot-yaxis: "Average total time [ms]"
86 07-plot-group: "MD-SAL Data Store Performance"
87 07-inclusion-flag: "include-by-string"
88 # yamllint disable-line rule:line-length
89 07-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC"
90 08-plot-data-file: "perf_per_ops.csv"
91 08-plot-title: "Performance by operations READ"
92 08-plot-yaxis: "Average total time [ms]"
93 08-plot-group: "MD-SAL Data Store Performance"
94 08-inclusion-flag: "include-by-string"
95 # yamllint disable-line rule:line-length
96 08-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC"
97 09-plot-data-file: "perf_per_ops.csv"
98 09-plot-title: "Performance by operations MERGE"
99 09-plot-yaxis: "Average total time [ms]"
100 09-plot-group: "MD-SAL Data Store Performance"
101 09-inclusion-flag: "include-by-string"
102 # yamllint disable-line rule:line-length
103 09-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC"
104 10-plot-data-file: "perf_per_ops.csv"
105 10-plot-title: "Performance by operations DELETE"
106 10-plot-yaxis: "Average total time [ms]"
107 10-plot-group: "MD-SAL Data Store Performance"
108 10-inclusion-flag: "include-by-string"
109 # yamllint disable-line rule:line-length
110 10-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC"