jjb/controller/controller-csit-periodic-dsbenchmark.yaml

   1 ---
   2 - project:
   3     name: mdsal-csit-periodic-dsbenchmark
   4     jobs:
   5       - '{project}-csit-1node-periodic-{functionality}-{install}-{stream}'
   6
   7     # The project name
   8     project: 'controller'
   9
  10     # The functionality under test
  11     functionality: 'benchmark'
  12
  13     # Project branches
  14     stream:
  15       - nitrogen:
  16           branch: 'master'
  17           jre: 'openjdk8'
  18       - carbon:
  19           branch: 'stable/carbon'
  20           jre: 'openjdk8'
  21       - boron:
  22           branch: 'stable/boron'
  23           jre: 'openjdk8'
  24       - beryllium:
  25           branch: 'stable/beryllium'
  26           jre: 'openjdk7'
  27
  28     install:
  29       - only:
  30           scope: 'only'
  31       - all:
  32           scope: 'all'
  33
  34     # Features to install
  35     install-features: >
  36         odl-restconf,
  37         odl-mdsal-benchmark,
  38         odl-jolokia
  39
  40     # Robot custom options
  41     robot-options: '--exclude clustered_setup'
  42
  43     # ODL system image to use
  44     # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
  45     odl_system_flavor: 8 GB General Purpose v1
  46
  47     # Plot Info
  48     01-plot-title: 'Performance by structure'
  49     01-plot-yaxis: 'Average total time [ms]'
  50     01-plot-group: 'MD-SAL Data Store Performance'
  51     01-plot-data-file: 'perf_per_struct.csv'
  52     02-plot-title: 'Performance by operations'
  53     02-plot-yaxis: 'Average total time [ms]'
  54     02-plot-group: 'MD-SAL Data Store Performance'
  55     02-plot-data-file: 'perf_per_ops.csv'
  56
  57     03-plot-data-file: 'perf_per_struct.csv'
  58     03-plot-title: 'Performance by structure PUT'
  59     03-plot-yaxis: 'Average total time [ms]'
  60     03-plot-group: 'MD-SAL Data Store Performance'
  61     03-inclusion-flag: 'include-by-string'
  62     # yamllint disable-line rule:line-length
  63     03-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC'
  64     04-plot-data-file: 'perf_per_struct.csv'
  65     04-plot-title: 'Performance by structure READ'
  66     04-plot-yaxis: 'Average total time [ms]'
  67     04-plot-group: 'MD-SAL Data Store Performance'
  68     04-inclusion-flag: 'include-by-string'
  69     # yamllint disable-line rule:line-length
  70     04-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC'
  71     05-plot-data-file: 'perf_per_struct.csv'
  72     05-plot-title: 'Performance by structure MERGE'
  73     05-plot-yaxis: 'Average total time [ms]'
  74     05-plot-group: 'MD-SAL Data Store Performance'
  75     05-inclusion-flag: 'include-by-string'
  76     # yamllint disable-line rule:line-length
  77     05-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC'
  78     06-plot-data-file: 'perf_per_struct.csv'
  79     06-plot-title: 'Performance by structure DELETE'
  80     06-plot-yaxis: 'Average total time [ms]'
  81     06-plot-group: 'MD-SAL Data Store Performance'
  82     06-inclusion-flag: 'include-by-string'
  83     # yamllint disable-line rule:line-length
  84     06-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC'
  85
  86     07-plot-data-file: 'perf_per_ops.csv'
  87     07-plot-title: 'Performance by operations PUT'
  88     07-plot-yaxis: 'Average total time [ms]'
  89     07-plot-group: 'MD-SAL Data Store Performance'
  90     07-inclusion-flag: 'include-by-string'
  91     # yamllint disable-line rule:line-length
  92     07-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC'
  93     08-plot-data-file: 'perf_per_ops.csv'
  94     08-plot-title: 'Performance by operations READ'
  95     08-plot-yaxis: 'Average total time [ms]'
  96     08-plot-group: 'MD-SAL Data Store Performance'
  97     08-inclusion-flag: 'include-by-string'
  98     # yamllint disable-line rule:line-length
  99     08-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC'
 100     09-plot-data-file: 'perf_per_ops.csv'
 101     09-plot-title: 'Performance by operations MERGE'
 102     09-plot-yaxis: 'Average total time [ms]'
 103     09-plot-group: 'MD-SAL Data Store Performance'
 104     09-inclusion-flag: 'include-by-string'
 105     # yamllint disable-line rule:line-length
 106     09-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC'
 107     10-plot-data-file: 'perf_per_ops.csv'
 108     10-plot-title: 'Performance by operations DELETE'
 109     10-plot-yaxis: 'Average total time [ms]'
 110     10-plot-group: 'MD-SAL Data Store Performance'
 111     10-inclusion-flag: 'include-by-string'
 112     # yamllint disable-line rule:line-length
 113     10-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC'