3 name: mdsal-csit-dsbenchmark
10 # The functionality under test
11 functionality: "benchmark"
19 branch: "stable/phosphorus"
22 branch: "stable/silicon"
25 branch: "stable/aluminium"
38 # Robot custom options
39 robot-options: "--exclude clustered_setup"
41 # ODL system image to use
42 # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
43 odl_system_flavor: v3-standard-4
46 01-plot-title: "Performance by structure"
47 01-plot-yaxis: "Average total time [ms]"
48 01-plot-group: "MD-SAL Data Store Performance"
49 01-plot-data-file: "perf_per_struct.csv"
50 02-plot-title: "Performance by operations"
51 02-plot-yaxis: "Average total time [ms]"
52 02-plot-group: "MD-SAL Data Store Performance"
53 02-plot-data-file: "perf_per_ops.csv"
55 03-plot-data-file: "perf_per_struct.csv"
56 03-plot-title: "Performance by structure PUT"
57 03-plot-yaxis: "Average total time [ms]"
58 03-plot-group: "MD-SAL Data Store Performance"
59 03-inclusion-flag: "include-by-string"
60 # yamllint disable-line rule:line-length
61 03-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC"
62 04-plot-data-file: "perf_per_struct.csv"
63 04-plot-title: "Performance by structure READ"
64 04-plot-yaxis: "Average total time [ms]"
65 04-plot-group: "MD-SAL Data Store Performance"
66 04-inclusion-flag: "include-by-string"
67 # yamllint disable-line rule:line-length
68 04-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC"
69 05-plot-data-file: "perf_per_struct.csv"
70 05-plot-title: "Performance by structure MERGE"
71 05-plot-yaxis: "Average total time [ms]"
72 05-plot-group: "MD-SAL Data Store Performance"
73 05-inclusion-flag: "include-by-string"
74 # yamllint disable-line rule:line-length
75 05-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC"
76 06-plot-data-file: "perf_per_struct.csv"
77 06-plot-title: "Performance by structure DELETE"
78 06-plot-yaxis: "Average total time [ms]"
79 06-plot-group: "MD-SAL Data Store Performance"
80 06-inclusion-flag: "include-by-string"
81 # yamllint disable-line rule:line-length
82 06-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC"
84 07-plot-data-file: "perf_per_ops.csv"
85 07-plot-title: "Performance by operations PUT"
86 07-plot-yaxis: "Average total time [ms]"
87 07-plot-group: "MD-SAL Data Store Performance"
88 07-inclusion-flag: "include-by-string"
89 # yamllint disable-line rule:line-length
90 07-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC"
91 08-plot-data-file: "perf_per_ops.csv"
92 08-plot-title: "Performance by operations READ"
93 08-plot-yaxis: "Average total time [ms]"
94 08-plot-group: "MD-SAL Data Store Performance"
95 08-inclusion-flag: "include-by-string"
96 # yamllint disable-line rule:line-length
97 08-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC"
98 09-plot-data-file: "perf_per_ops.csv"
99 09-plot-title: "Performance by operations MERGE"
100 09-plot-yaxis: "Average total time [ms]"
101 09-plot-group: "MD-SAL Data Store Performance"
102 09-inclusion-flag: "include-by-string"
103 # yamllint disable-line rule:line-length
104 09-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC"
105 10-plot-data-file: "perf_per_ops.csv"
106 10-plot-title: "Performance by operations DELETE"
107 10-plot-yaxis: "Average total time [ms]"
108 10-plot-group: "MD-SAL Data Store Performance"
109 10-inclusion-flag: "include-by-string"
110 # yamllint disable-line rule:line-length
111 10-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC"