-echo "##################################################"
-echo "## include-raw-integration-configure-clustering ##"
-echo "##################################################"
+echo "#################################################"
+echo "## Configure Cluster and Start ##"
+echo "#################################################"
-# this script configures replication on a single ODL controller.
-# files touched are akka.conf modules-shards.conf
+AKKACONF=/tmp/${BUNDLEFOLDER}/configuration/initial/akka.conf
+MODULESCONF=/tmp/${BUNDLEFOLDER}/configuration/initial/modules.conf
+MODULESHARDSCONF=/tmp/${BUNDLEFOLDER}/configuration/initial/module-shards.conf
+JOLOKIACONF=/tmp/${BUNDLEFOLDER}/deploy/jolokia.xml
+# Utility function for joining strings.
+function join {
+ delim=',\n\t\t'
+ final=$1; shift
+ for str in $* ; do
+ final=${final}${delim}${str}
+ done
-echo "##################################"
-echo "## Loop through controller IPs #"
-echo "##################################"
-
-declare CONTROLLERIPS=($(cat slave_addresses.txt | grep CONTROLLER | awk -F = '{print $2}'))
-declare -p CONTROLLERIPS
-
-echo "######################################################"
-echo "## include-raw-integration-configuration_functions ##"
-echo "######################################################"
-
-# writes the functions needed for configuring clustering to
-# configuration-functions in the WORKSPACE
-env
-
-set -x
-
-cat > ${WORKSPACE}/configuration-functions <<EOF
-
-
-function getslaveaddresses
-{
- declare -a CONTROLLERIPS=($CONTROLLER0, $CONTROLLER1, $CONTROLLER2)
- declare -p CONTROLLERIPS
- export CONTROLLERIPS
+ echo ${final}
}
+# Create the strings for data and rpc seed nodes
+# First create various arrays with one element per controller.
+# Then merge each array using the join utility defined above.
-function editakkaconf
-{
-set -x
- echo "##### editakkaconf #####"
- echo "The number of args recieved \${#} \${1} \${2}"
-# Expects 2 argument \$LOOPINCR and IPADDRESS of controller.
-# \$CONTROLLERIPS[] is set by getslaveaddresses().
-# \$BUNDLEFOLDER is set in "include-raw-integration-deploy-controller.sh"
-# A single copy of akka.conf is assumed to be available in \$BUNDLEFOLDER
-
-if [ -z ${BUNDLEFOLDER} ] || [ -f ${BUNDLEFOLDER} ]; then
- echo "WARNING: Location of ODL BUNDLEFOLDER:\$BUNDLEFOLDER is not defined"
-
-fi
-if [ -z \${CONTROLLERIPS} ]; then
- echo "WARNING: Cluster IPs not known due to UNBOUND varible: CONTROLLERIPS[@] does not exist"
- echo "WARNING: Calling getslaveaddresses to populate CONTROLLERIPS[@]"
- getslaveaddresses
-fi
-
-
-
-
-############################
-# BEGIN function variables #
-############################
-
- # make local copies of global varibles because globals may produce interesting bugs.
- echo "# set the IP of the current controller."
-
- local LOOPINCR=\$1
- local CURRENTCONTROLLERIPADDR=\$2
- local AKKACONF=\$(find /tmp/${BUNDLEFOLDER} -name akka.conf)
-
- # used to verify IP address of current VM
- local HOSTIPADDR0=\$(/sbin/ifconfig eth0 | grep "inet " | awk '{print \$2}' | awk '{print \$1}')
- local HOSTIPADDR=\${HOSTIPADDR0#'addr:'}
- local TEMPIP = \$(/sbin/ifconfig eth0 | grep "inet " | awk '{print \$0}' )
- local CLUSTERDATAORIG="\"akka.tcp:\/\/opendaylight-cluster-data@127.0.0.1:2550"\"
- local CLUSTERDATANEW="\"akka.tcp:\/\/opendaylight-cluster-data@$CONTROLLER0:2550\",\"akka.tcp:\/\/opendaylight-cluster-data@$CONTROLLER1:2550\",\"akka.tcp:\/\/opendaylight-cluster-data@$CONTROLLER2:2550"\"
-
- local CLUSTERRPCORIG="\"akka.tcp:\/\/odl-cluster-rpc@127.0.0.1:2551"\"
- local CLUSTERRPCNEW="\"akka.tcp:\/\/odl-cluster-rpc@$CONTROLLER0:2551\",\"akka.tcp:\/\/odl-cluster-rpc@$CONTROLLER1:2551\",\"akka.tcp:\/\/odl-cluster-rpc@$CONTROLLER2:2551\""
-
- local UIDORIG="member-1"
- local UIDNEW="member-\$1"
-
-##########################
-# END function variables #
-##########################
-
-#####################################
-# sanity test hostname in akka.conf #
-#####################################
-# probably overkill as SCP depends on IPaddress being correct.
-
-#set -x
- if [ -z \${HOSTIPADDR} ]; then
- echo "WARNING: HOSTIPADDR is empty."
- fi
-
-#set +x
-
- if [ "\${CURRENTCONTROLLERIPADDR}" == "\${HOSTIPADDR}" ]
- then
- echo "CURRENTCONTROLLERIPADRR:\${CURRENTCONTROLLERIPADDR} == HOSTIPADDR:\${HOSTIPADDR}"
- else
- echo "WARNING: CURRENTCONTROLLERIPADRR:\${CURRENTCONTROLLERIPADDR} != HOSTIPADDR:\${HOSTIPADDR}"
- fi
-
-####################################
-# configure hostname in akka.conf #
-####################################
-
- cp \${AKKACONF} \${AKKACONF}.bak
- sed -ri "s:hostname = \"([0-9]{1,3}[\.]){3}[0-9]{1,3}\":hostname = \
-\$HOSTIPADDR:" \${AKKACONF}.bak
-
-####################################
-# configure seednode in akka.conf #
-####################################
-
- sed -i "s/\$CLUSTERDATAORIG/\$CLUSTERDATANEW/g" \${AKKACONF}.bak
- sed -i "s/\$CLUSTERRPCORIG/\$CLUSTERRPCNEW/g" \${AKKACONF}.bak
-
-####################################
-# define unique name for each node #
-####################################
+for i in `seq 1 ${NUM_ODL_SYSTEM}` ; do
+ CONTROLLERIP=ODL_SYSTEM_${i}_IP
+ data_seed_nodes[$i]=\\\"akka.tcp:\\/\\/opendaylight-cluster-data@${!CONTROLLERIP}:2550\\\"
+ rpc_seed_nodes[$i]=\\\"akka.tcp:\\/\\/odl-cluster-rpc@${!CONTROLLERIP}:2551\\\"
+ member_names[$i]=\\\"member-${i}\\\"
+done
- sed -i "s/\$UIDORIG/\$UIDNEW/g" \${AKKACONF}.bak
- cp \${AKKACONF}.bak \${AKKACONF}
- cat \${AKKACONF}
-echo "##### END editakkaconf #####"
-set +x
-}
-function configuremoduleshardsconf
-{
- echo"### configuremoduleshardsconf ###"
- set -x
- if [ -z ${BUNDLEFOLDER} ] || [ -f ${BUNDLEFOLDER} ]; then
- echo "MODULESHARDSCONF WARNING: Location of ODL BUNDLEFOLDER:\$BUNDLEFOLDER is not defined"
- fi
-
- local REPLICACONFORIG='"member-1"'
- local REPLICACONFNEW='"member-0",\n\t\t\t"member-1",\n\t\t\t"member-2"'
-
-
- MODULESHARDSCONF=\$(find /tmp/${BUNDLEFOLDER} -name module-shards.conf)
-
- if [ -z \${MODULESHARDSCONF} ]
- then
- printf "source file module-shards.conf was not found\n"
- else
- printf "MODULESHARDSCONF: \${MODULESHARDSCONF}"
- cp \${MODULESHARDSCONF} \${MODULESHARDSCONF}.bak
- printf \$REPLICACONFNEW
- sed -i "s/\$REPLICACONFORIG/\$REPLICACONFNEW/g" \${MODULESHARDSCONF}.bak
-
- cp \${MODULESHARDSCONF}.bak \${MODULESHARDSCONF}
- cat \${MODULESHARDSCONF}
- fi
- set +x
-}
+data_seed_list=$(join ${data_seed_nodes[@]})
+rpc_seed_list=$(join ${rpc_seed_nodes[@]})
+member_name_list=$(join ${member_names[@]})
+# echo ${data_seed_list}
+# echo ${rpc_seed_list}
+# echo ${member_name_list}
+# Create the configuration script to be run on controllers.
+cat > ${WORKSPACE}/configuration-script.sh <<EOF
-function runcontrollerscript
-{
- local CONTROLLERIP=\$1
- local SCRIPT=\$2
- echo "run controller \$CONTROLLERIP on \$i"
- ssh -v \$CONTROLLERIP 'bash /tmp/\$SCRIPT'
-}
+CONTROLLERID="member-\$1"
+CONTROLLERIP=\$2
-EOF
-set +x
+echo "Configuring hostname in akka.conf"
+sed -i -e "s:{{HOST}}:\${CONTROLLERIP}:" ${AKKACONF}
+echo "Configuring data seed nodes in akka.conf"
+sed -i -e "s/{{{DS_SEED_NODES}}}/[${data_seed_list}]/g" ${AKKACONF}
-#less configuration-functions
-echo "#########################################################"
-echo "## END include-raw-integration-configuration_functions ##"
-echo "#########################################################"
+echo "Configuring rpc seed nodes in akka.conf"
+sed -i -e "s/{{{RPC_SEED_NODES}}}/[${rpc_seed_list}]/g" ${AKKACONF}
-echo "##################################"
-echo "## Less configuration functions #"
-echo "##################################"
+echo "Define unique name in akka.conf"
+sed -i -e "s/{{MEMBER_NAME}}/\${CONTROLLERID}/g" ${AKKACONF}
-#less ${WORKSPACE}/configuration-functions
+echo "Define replication type in module-shards.conf"
+sed -i -e "s/{{{REPLICAS_1}}}/[${member_name_list}]/g" ${MODULESHARDSCONF}
+sed -i -e "s/{{{REPLICAS_2}}}/[${member_name_list}]/g" ${MODULESHARDSCONF}
+sed -i -e "s/{{{REPLICAS_3}}}/[${member_name_list}]/g" ${MODULESHARDSCONF}
+sed -i -e "s/{{{REPLICAS_4}}}/[${member_name_list}]/g" ${MODULESHARDSCONF}
-echo "######################################"
-echo "## END Less configuration functions #"
-echo "######################################"
+echo "Dump akka.conf"
+cat ${AKKACONF}
-## Describe the script run on guest vm (node) to configure clustering
+echo "Dump modules.conf"
+cat ${MODULESCONF}
+echo "Dump module-shards.conf"
+cat ${MODULESHARDSCONF}
-cat > ${WORKSPACE}/configuration-script.sh <<EOF
- source /tmp/configuration-functions
- source /tmp/bundle_vars.txt
- source /tmp/slave_addresses.txt
-
- # Calling the Functions used to edit akka.comf and module-shards
- # $1 is loop increment and $2 is the ipaddress of current
- # controller
+if [ ${JDKVERSION} == 'openjdk8' ]; then
+ echo "Setting the JRE Version to 8"
+ # dynamic_verify does not allow sudo, JAVA_HOME should be enough for karaf start.
+ # sudo /usr/sbin/alternatives --set java /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.60-2.b27.el7_1.x86_64/jre/bin/java
+ export JAVA_HOME=/usr/lib/jvm/java-1.8.0
+elif [ ${JDKVERSION} == 'openjdk7' ]; then
+ echo "Setting the JRE Version to 7"
+ # dynamic_verify does not allow sudo, JAVA_HOME should be enough for karaf start.
+ # sudo /usr/sbin/alternatives --set java /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.85-2.6.1.2.el7_1.x86_64/jre/bin/java
+ export JAVA_HOME=/usr/lib/jvm/java-1.7.0
+fi
+JAVA_RESOLVED=`readlink -e "\${JAVA_HOME}/bin/java"`
+echo "Java binary pointed at by JAVA_HOME: \${JAVA_RESOLVED}"
+echo "JDK default version ..."
+java -version
- editakkaconf \$1 \$2
- configuremoduleshardsconf \$1 \$2
+echo "Starting controller..."
+/tmp/${BUNDLEFOLDER}/bin/start
EOF
-
-
-# Describe CONFIGURATION FUNCTIONS available for the script above
-# CONFIGURATIONFUNCTIONS='configuration-functions'
-
-set -x
-for i in "${!CONTROLLERIPS[@]}"
+# Copy over the configuration script and configuration files to each controller
+# Execute the configuration script on each controller.
+for i in `seq 1 ${NUM_ODL_SYSTEM}`
do
- echo "IP address of node is: ${CONTROLLERIPS[$i]} and index is $i"
- scp ${WORKSPACE}/slave_addresses.txt ${CONTROLLERIPS[$i]}:/tmp
- scp ${WORKSPACE}/bundle_vars.txt ${CONTROLLERIPS[$i]}:/tmp
-
- scp ${WORKSPACE}/configuration-functions ${CONTROLLERIPS[$i]}:/tmp
- scp ${WORKSPACE}/configuration-script.sh ${CONTROLLERIPS[$i]}:/tmp
-
- echo "configure controller ${CONTROLLERIPS[$i]} on $i"
-
-
- ssh -v ${CONTROLLERIPS[$i]} "bash /tmp/configuration-script.sh $i ${CONTROLLERIPS[$i]}"
+ CONTROLLERIP=ODL_SYSTEM_${i}_IP
+ echo "Configuring member-${i} with IP address ${!CONTROLLERIP}"
+ ssh ${!CONTROLLERIP} "mkdir /tmp/${BUNDLEFOLDER}/configuration/initial"
+ scp ${WORKSPACE}/test/tools/clustering/cluster-deployer/templates/multi-node-test/akka.conf.template ${!CONTROLLERIP}:${AKKACONF}
+ scp ${WORKSPACE}/test/tools/clustering/cluster-deployer/templates/multi-node-test/modules.conf.template ${!CONTROLLERIP}:${MODULESCONF}
+ scp ${WORKSPACE}/test/tools/clustering/cluster-deployer/templates/multi-node-test/module-shards.conf.template ${!CONTROLLERIP}:${MODULESHARDSCONF}
+ scp ${WORKSPACE}/test/tools/clustering/cluster-deployer/templates/multi-node-test/jolokia.xml.template ${!CONTROLLERIP}:${JOLOKIACONF}
+ scp ${WORKSPACE}/configuration-script.sh ${!CONTROLLERIP}:/tmp/
+ ssh ${!CONTROLLERIP} "bash /tmp/configuration-script.sh ${i} ${!CONTROLLERIP}"
done
-set +x
-
-echo "######################################################"
-echo "## END include-raw-integration-configure-clustering ##"
-echo "######################################################"
+# vim: ts=4 sw=4 sts=4 et ft=sh :
Code Review / releng / builder.git / blobdiff