jjb/controller/controller-csit-dsbenchmark.yaml

   1 ---
   2 - project:
   3     name: mdsal-csit-dsbenchmark
   4     jobs:
   5       - inttest-csit-1node
   6
   7     # The project name
   8     project: "controller"
   9
  10     # The functionality under test
  11     functionality: "benchmark"
  12
  13     # Project branches
  14     stream:
  15       - phosphorus:
  16           branch: "master"
  17           jre: "openjdk11"
  18       - silicon:
  19           branch: "stable/silicon"
  20           jre: "openjdk11"
  21       - aluminium:
  22           branch: "stable/aluminium"
  23           jre: "openjdk11"
  24       - magnesium:
  25           branch: "stable/magnesium"
  26           jre: "openjdk11"
  27
  28     install:
  29       - all:
  30           scope: "all"
  31
  32     # Features to install
  33     install-features: >
  34       odl-restconf,
  35       odl-mdsal-benchmark,
  36       odl-jolokia
  37
  38     # Robot custom options
  39     robot-options: "--exclude clustered_setup"
  40
  41     # ODL system image to use
  42     # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
  43     odl_system_flavor: v3-standard-4
  44
  45     # Plot Info
  46     01-plot-title: "Performance by structure"
  47     01-plot-yaxis: "Average total time [ms]"
  48     01-plot-group: "MD-SAL Data Store Performance"
  49     01-plot-data-file: "perf_per_struct.csv"
  50     02-plot-title: "Performance by operations"
  51     02-plot-yaxis: "Average total time [ms]"
  52     02-plot-group: "MD-SAL Data Store Performance"
  53     02-plot-data-file: "perf_per_ops.csv"
  54
  55     03-plot-data-file: "perf_per_struct.csv"
  56     03-plot-title: "Performance by structure PUT"
  57     03-plot-yaxis: "Average total time [ms]"
  58     03-plot-group: "MD-SAL Data Store Performance"
  59     03-inclusion-flag: "include-by-string"
  60     # yamllint disable-line rule:line-length
  61     03-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC"
  62     04-plot-data-file: "perf_per_struct.csv"
  63     04-plot-title: "Performance by structure READ"
  64     04-plot-yaxis: "Average total time [ms]"
  65     04-plot-group: "MD-SAL Data Store Performance"
  66     04-inclusion-flag: "include-by-string"
  67     # yamllint disable-line rule:line-length
  68     04-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC"
  69     05-plot-data-file: "perf_per_struct.csv"
  70     05-plot-title: "Performance by structure MERGE"
  71     05-plot-yaxis: "Average total time [ms]"
  72     05-plot-group: "MD-SAL Data Store Performance"
  73     05-inclusion-flag: "include-by-string"
  74     # yamllint disable-line rule:line-length
  75     05-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC"
  76     06-plot-data-file: "perf_per_struct.csv"
  77     06-plot-title: "Performance by structure DELETE"
  78     06-plot-yaxis: "Average total time [ms]"
  79     06-plot-group: "MD-SAL Data Store Performance"
  80     06-inclusion-flag: "include-by-string"
  81     # yamllint disable-line rule:line-length
  82     06-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC"
  83
  84     07-plot-data-file: "perf_per_ops.csv"
  85     07-plot-title: "Performance by operations PUT"
  86     07-plot-yaxis: "Average total time [ms]"
  87     07-plot-group: "MD-SAL Data Store Performance"
  88     07-inclusion-flag: "include-by-string"
  89     # yamllint disable-line rule:line-length
  90     07-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC"
  91     08-plot-data-file: "perf_per_ops.csv"
  92     08-plot-title: "Performance by operations READ"
  93     08-plot-yaxis: "Average total time [ms]"
  94     08-plot-group: "MD-SAL Data Store Performance"
  95     08-inclusion-flag: "include-by-string"
  96     # yamllint disable-line rule:line-length
  97     08-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC"
  98     09-plot-data-file: "perf_per_ops.csv"
  99     09-plot-title: "Performance by operations MERGE"
 100     09-plot-yaxis: "Average total time [ms]"
 101     09-plot-group: "MD-SAL Data Store Performance"
 102     09-inclusion-flag: "include-by-string"
 103     # yamllint disable-line rule:line-length
 104     09-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC"
 105     10-plot-data-file: "perf_per_ops.csv"
 106     10-plot-title: "Performance by operations DELETE"
 107     10-plot-yaxis: "Average total time [ms]"
 108     10-plot-group: "MD-SAL Data Store Performance"
 109     10-inclusion-flag: "include-by-string"
 110     # yamllint disable-line rule:line-length
 111     10-exclude-value: "CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC"