jjb/controller/controller-csit-periodic-dsbenchmark.yaml

   1 - project:
   2     name: mdsal-csit-periodic-dsbenchmark
   3     jobs:
   4         - '{project}-csit-1node-periodic-{functionality}-{install}-{stream}'
   5
   6     # The project name
   7     project: 'controller'
   8
   9     # The functionality under test
  10     functionality: 'benchmark'
  11
  12     # Project branches
  13     stream:
  14         - carbon:
  15             branch: 'master'
  16             jre: 'openjdk8'
  17         - boron:
  18             branch: 'stable/boron'
  19             jre: 'openjdk8'
  20         - beryllium:
  21             branch: 'stable/beryllium'
  22             jre: 'openjdk7'
  23
  24     install:
  25         - only:
  26             scope: 'only'
  27         - all:
  28             scope: 'all'
  29
  30     # Features to install
  31     install-features: 'odl-restconf,odl-mdsal-benchmark,odl-jolokia'
  32
  33     # Robot custom options
  34     robot-options: '--exclude clustered_setup'
  35
  36     # Trigger jobs (daily)
  37     schedule: 'H H * * *'
  38
  39     # ODL system image to use
  40     # The job uses scriptplan to set heap to 4GB, so 4GB RAM is not enough.
  41     controller-image: 'centos7-java-builder-2c-8g'
  42
  43     # Plot Info
  44     01-plot-title: 'Performance by structure'
  45     01-plot-yaxis: 'Average total time [ms]'
  46     01-plot-group: 'MD-SAL Data Store Performance'
  47     01-plot-data-file: 'perf_per_struct.csv'
  48     02-plot-title: 'Performance by operations'
  49     02-plot-yaxis: 'Average total time [ms]'
  50     02-plot-group: 'MD-SAL Data Store Performance'
  51     02-plot-data-file: 'perf_per_ops.csv'
  52
  53     03-plot-data-file: 'perf_per_struct.csv'
  54     03-plot-title: 'Performance by structure PUT'
  55     03-plot-yaxis: 'Average total time [ms]'
  56     03-plot-group: 'MD-SAL Data Store Performance'
  57     03-inclusion-flag: 'include-by-string'
  58     03-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/100000OUTER/INNER-1OP-EXEC'
  59     04-plot-data-file: 'perf_per_struct.csv'
  60     04-plot-title: 'Performance by structure READ'
  61     04-plot-yaxis: 'Average total time [ms]'
  62     04-plot-group: 'MD-SAL Data Store Performance'
  63     04-inclusion-flag: 'include-by-string'
  64     04-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/100000OUTER/INNER-1OP-EXEC'
  65     05-plot-data-file: 'perf_per_struct.csv'
  66     05-plot-title: 'Performance by structure MERGE'
  67     05-plot-yaxis: 'Average total time [ms]'
  68     05-plot-group: 'MD-SAL Data Store Performance'
  69     05-inclusion-flag: 'include-by-string'
  70     05-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/100000OUTER/INNER-1OP-EXEC'
  71     06-plot-data-file: 'perf_per_struct.csv'
  72     06-plot-title: 'Performance by structure DELETE'
  73     06-plot-yaxis: 'Average total time [ms]'
  74     06-plot-group: 'MD-SAL Data Store Performance'
  75     06-inclusion-flag: 'include-by-string'
  76     06-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/100000OUTER/INNER-1OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/100000OUTER/INNER-1OP-EXEC'
  77
  78     07-plot-data-file: 'perf_per_ops.csv'
  79     07-plot-title: 'Performance by operations PUT'
  80     07-plot-yaxis: 'Average total time [ms]'
  81     07-plot-group: 'MD-SAL Data Store Performance'
  82     07-inclusion-flag: 'include-by-string'
  83     07-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-PUT-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-PUT-1/1OUTER/INNER-100000OP-EXEC'
  84     08-plot-data-file: 'perf_per_ops.csv'
  85     08-plot-title: 'Performance by operations READ'
  86     08-plot-yaxis: 'Average total time [ms]'
  87     08-plot-group: 'MD-SAL Data Store Performance'
  88     08-inclusion-flag: 'include-by-string'
  89     08-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-READ-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-READ-1/1OUTER/INNER-100000OP-EXEC'
  90     09-plot-data-file: 'perf_per_ops.csv'
  91     09-plot-title: 'Performance by operations MERGE'
  92     09-plot-yaxis: 'Average total time [ms]'
  93     09-plot-group: 'MD-SAL Data Store Performance'
  94     09-inclusion-flag: 'include-by-string'
  95     09-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-MERGE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-MERGE-1/1OUTER/INNER-100000OP-EXEC'
  96     10-plot-data-file: 'perf_per_ops.csv'
  97     10-plot-title: 'Performance by operations DELETE'
  98     10-plot-yaxis: 'Average total time [ms]'
  99     10-plot-group: 'MD-SAL Data Store Performance'
 100     10-inclusion-flag: 'include-by-string'
 101     10-exclude-value: 'CONFIG-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,CONFIG-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-AWARE-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-SIMPLE-TX-DELETE-1/1OUTER/INNER-100000OP-EXEC,OPERATIONAL-BINDING-INDEPENDENT-TX-CHAINING-DELETE-1/1OUTER/INNER-100000OP-EXEC'