jjb/integration/integration-configure-clustering.sh

   1 #@IgnoreInspection BashAddShebang
   2 # Activate robotframework virtualenv
   3 # ${ROBOT_VENV} comes from the integration-install-robotframework.sh
   4 # script.
   5 # shellcheck source=${ROBOT_VENV}/bin/activate disable=SC1091
   6 source ${ROBOT_VENV}/bin/activate
   7 source /tmp/common-functions.sh ${BUNDLEFOLDER}
   8
   9 echo "#################################################"
  10 echo "##         Configure Cluster and Start         ##"
  11 echo "#################################################"
  12
  13 if [ ${CONTROLLERSCOPE} == 'all' ]; then
  14     ACTUALFEATURES="odl-integration-compatible-with-all,${CONTROLLERFEATURES}"
  15     export CONTROLLERMEM="3072m"
  16 else
  17     ACTUALFEATURES="odl-infrautils-ready,${CONTROLLERFEATURES}"
  18 fi
  19 # Some versions of jenkins job builder result in feature list containing spaces
  20 # and ending in newline. Remove all that.
  21 ACTUALFEATURES=`echo "${ACTUALFEATURES}" | tr -d '\n \r'`
  22
  23 # Utility function for joining strings.
  24 function join {
  25     delim=' '
  26     final=$1; shift
  27
  28     for str in "$@" ; do
  29         final=${final}${delim}${str}
  30     done
  31
  32     echo ${final}
  33 }
  34
  35 # Create the string for nodes
  36 for i in `seq 1 ${NUM_ODL_SYSTEM}` ; do
  37     CONTROLLERIP=ODL_SYSTEM_${i}_IP
  38     nodes[$i]=${!CONTROLLERIP}
  39 done
  40
  41 nodes_list=$(join "${nodes[@]}")
  42
  43 echo ${nodes_list}
  44
  45 # Run script plan in case it exists
  46 if [ -f ${WORKSPACE}/test/csit/scriptplans/${TESTPLAN} ]; then
  47     echo "scriptplan exists!!!"
  48     echo "Reading the scriptplan:"
  49     cat ${WORKSPACE}/test/csit/scriptplans/${TESTPLAN} | sed "s:integration:${WORKSPACE}:" > scriptplan.txt
  50     cat scriptplan.txt
  51     for line in $( egrep -v '(^[[:space:]]*#|^[[:space:]]*$)' scriptplan.txt ); do
  52         echo "Executing ${line}..."
  53         source ${line}
  54     done
  55 fi
  56
  57 # Create the configuration script to be run on controllers.
  58 cat > ${WORKSPACE}/configuration-script.sh <<EOF
  59 set -x
  60 source /tmp/common-functions.sh ${BUNDLEFOLDER}
  61
  62 echo "Changing to /tmp"
  63 cd /tmp
  64
  65 echo "Downloading the distribution from ${ACTUAL_BUNDLE_URL}"
  66 wget --progress=dot:mega  '${ACTUAL_BUNDLE_URL}'
  67
  68 echo "Extracting the new controller..."
  69 unzip -q ${BUNDLE}
  70
  71 echo "Adding external repositories..."
  72 sed -ie "s%org.ops4j.pax.url.mvn.repositories=%org.ops4j.pax.url.mvn.repositories=https://nexus.opendaylight.org/content/repositories/opendaylight.snapshot@id=opendaylight-snapshot@snapshots, https://nexus.opendaylight.org/content/repositories/public@id=opendaylight-mirror, http://repo1.maven.org/maven2@id=central, http://repository.springsource.com/maven/bundles/release@id=spring.ebr.release, http://repository.springsource.com/maven/bundles/external@id=spring.ebr.external, http://zodiac.springsource.com/maven/bundles/release@id=gemini, http://repository.apache.org/content/groups/snapshots-group@id=apache@snapshots@noreleases, https://oss.sonatype.org/content/repositories/snapshots@id=sonatype.snapshots.deploy@snapshots@noreleases, https://oss.sonatype.org/content/repositories/ops4j-snapshots@id=ops4j.sonatype.snapshots.deploy@snapshots@noreleases%g" ${MAVENCONF}
  73 cat ${MAVENCONF}
  74
  75 echo "Configuring the startup features..."
  76 sed -ie "s/\(featuresBoot=\|featuresBoot =\)/featuresBoot = ${ACTUALFEATURES},/g" ${FEATURESCONF}
  77
  78 FEATURE_TEST_STRING="features-integration-test"
  79 if [[ "$KARAF_VERSION" == "karaf4" ]]; then
  80     FEATURE_TEST_STRING="features-test"
  81 fi
  82
  83 sed -ie "s%\(featuresRepositories=\|featuresRepositories =\)%featuresRepositories = mvn:org.opendaylight.integration/\${FEATURE_TEST_STRING}/${BUNDLE_VERSION}/xml/features,mvn:org.apache.karaf.decanter/apache-karaf-decanter/1.0.0/xml/features,%g" ${FEATURESCONF}
  84 if [[ ! -z "${REPO_URL}" ]]; then
  85    sed -ie "s%featuresRepositories =%featuresRepositories = ${REPO_URL},%g" ${FEATURESCONF}
  86 fi
  87 cat ${FEATURESCONF}
  88
  89 if [ "${ODL_ENABLE_L3_FWD}" == "yes" ]; then
  90   echo "Enable the l3.fwd in custom.properties.."
  91   echo "ovsdb.l3.fwd.enabled=yes" >> ${CUSTOMPROP}
  92   cat ${CUSTOMPROP}
  93 fi
  94
  95 configure_karaf_log "${KARAF_VERSION}" "${CONTROLLERDEBUGMAP}"
  96
  97 set_java_vars "${JAVA_HOME}" "${CONTROLLERMEM}" "${MEMCONF}"
  98
  99 # Copy shard file if exists
 100 if [ -f /tmp/custom_shard_config.txt ]; then
 101     echo "Custom shard config exists!!!"
 102     echo "Copying the shard config..."
 103     cp /tmp/custom_shard_config.txt /tmp/${BUNDLEFOLDER}/bin/
 104 fi
 105
 106 echo "Configuring cluster"
 107 /tmp/${BUNDLEFOLDER}/bin/configure_cluster.sh \$1 ${nodes_list}
 108
 109 echo "Dump akka.conf"
 110 cat ${AKKACONF}
 111
 112 echo "Dump modules.conf"
 113 cat ${MODULESCONF}
 114
 115 echo "Dump module-shards.conf"
 116 cat ${MODULESHARDSCONF}
 117
 118 EOF
 119
 120 # Create the startup script to be run on controllers.
 121 cat > ${WORKSPACE}/startup-script.sh <<EOF
 122
 123 echo "Redirecting karaf console output to karaf_console.log"
 124 export KARAF_REDIRECT="/tmp/${BUNDLEFOLDER}/data/log/karaf_console.log"
 125 mkdir -p /tmp/${BUNDLEFOLDER}/data/log
 126
 127 echo "Starting controller..."
 128 /tmp/${BUNDLEFOLDER}/bin/start
 129
 130 EOF
 131
 132 # Copy over the configuration script and configuration files to each controller
 133 # Execute the configuration script on each controller.
 134 for i in `seq 1 ${NUM_ODL_SYSTEM}`
 135 do
 136     CONTROLLERIP=ODL_SYSTEM_${i}_IP
 137     echo "Configuring member-${i} with IP address ${!CONTROLLERIP}"
 138     scp ${WORKSPACE}/configuration-script.sh ${!CONTROLLERIP}:/tmp/
 139     ssh ${!CONTROLLERIP} "bash /tmp/configuration-script.sh ${i}"
 140 done
 141
 142 # Run config plan in case it exists
 143 configplan_filepath="${WORKSPACE}/test/csit/configplans/${STREAMTESTPLAN}"
 144 if [ ! -f "${configplan_filepath}" ]; then
 145     configplan_filepath="${WORKSPACE}/test/csit/configplans/${TESTPLAN}"
 146 fi
 147
 148 if [ -f ${configplan_filepath} ]; then
 149     echo "configplan exists!!!"
 150     echo "Reading the configplan:"
 151     cat ${configplan_filepath} | sed "s:integration:${WORKSPACE}:" > configplan.txt
 152     cat configplan.txt
 153     for line in $( egrep -v '(^[[:space:]]*#|^[[:space:]]*$)' configplan.txt ); do
 154         echo "Executing ${line}..."
 155         source ${line}
 156     done
 157 fi
 158
 159 # Copy over the startup script to each controller and execute it.
 160 for i in `seq 1 ${NUM_ODL_SYSTEM}`
 161 do
 162     CONTROLLERIP=ODL_SYSTEM_${i}_IP
 163     echo "Starting member-${i} with IP address ${!CONTROLLERIP}"
 164     scp ${WORKSPACE}/startup-script.sh ${!CONTROLLERIP}:/tmp/
 165     ssh ${!CONTROLLERIP} "bash /tmp/startup-script.sh"
 166 done
 167
 168 # vim: ts=4 sw=4 sts=4 et ft=sh :