jjb/integration/include-raw-integration-deploy-controller-verify.sh

   1 CONTROLLERMEM="3072m"
   2 ACTUALFEATURES="odl-integration-all"
   3
   4 echo "Kill any controller running"
   5 ps axf | grep karaf | grep -v grep | awk '{print "kill -9 " $1}' | sh
   6
   7 echo "Clean workspace"
   8 rm -rf *
   9
  10 echo "Downloading the distribution..."
  11 wget --no-verbose  ${ACTUALBUNDLEURL}
  12
  13 echo "Extracting the new controller..."
  14 unzip -q ${BUNDLE}
  15
  16 echo "Configuring the startup features..."
  17 FEATURESCONF=${WORKSPACE}/${BUNDLEFOLDER}/etc/org.apache.karaf.features.cfg
  18 sed -ie "s/featuresBoot=.*/featuresBoot=config,standard,region,package,kar,ssh,management,${ACTUALFEATURES}/g" ${FEATURESCONF}
  19 sed -ie "s%mvn:org.opendaylight.integration/features-integration-index/${BUNDLEVERSION}/xml/features%mvn:org.opendaylight.integration/features-integration-index/${BUNDLEVERSION}/xml/features,mvn:org.opendaylight.integration/features-integration-test/${BUNDLEVERSION}/xml/features%g" ${FEATURESCONF}
  20 cat ${FEATURESCONF}
  21
  22 echo "Configuring the log..."
  23 LOGCONF=${WORKSPACE}/${BUNDLEFOLDER}/etc/org.ops4j.pax.logging.cfg
  24 sed -ie 's/log4j.appender.out.maxFileSize=1MB/log4j.appender.out.maxFileSize=20MB/g' ${LOGCONF}
  25 cat ${LOGCONF}
  26
  27 echo "Configure max memory..."
  28 MEMCONF=${WORKSPACE}/${BUNDLEFOLDER}/bin/setenv
  29 sed -ie "s/2048m/${CONTROLLERMEM}/g" ${MEMCONF}
  30 cat ${MEMCONF}
  31
  32 echo "Listing all open ports on controller system"
  33 netstat -natu
  34
  35 echo "redirected karaf console output to karaf_console.log"
  36 export KARAF_REDIRECT=${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log
  37
  38 echo "Starting controller..."
  39 ${WORKSPACE}/${BUNDLEFOLDER}/bin/start
  40
  41 echo "Waiting for controller to come up..."
  42 COUNT=0
  43 while true; do
  44     RESP="$( curl --user admin:admin -sL -w "%{http_code} %{url_effective}\\n" http://localhost:8181/restconf/modules -o /dev/null || true )"
  45     echo ${RESP}
  46     if [[ ${RESP} == *"200"* ]]; then
  47         echo Controller is UP
  48         break
  49     elif (( ${COUNT} > 600 )); then
  50         echo Timeout Controller DOWN
  51         echo "Dumping Karaf log..."
  52         cat ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log
  53         echo "Listing all open ports on controller system"
  54         netstat -natu
  55         exit 1
  56     else
  57         COUNT=$(( ${COUNT} + 5 ))
  58         sleep 5
  59         echo waiting ${COUNT} secs...
  60     fi
  61 done
  62
  63 echo "loading many features at once.  Need to allow time for problems to show up in logs.  cool down for 5 min ..."
  64 sleep 300
  65
  66 echo "Checking OSGi bundles..."
  67 sshpass -p karaf ${WORKSPACE}/${BUNDLEFOLDER}/bin/client -u karaf 'bundle:list'
  68
  69 echo "Listing all open ports on controller system"
  70 netstat -natu
  71
  72 function exit_on_log_file_message {
  73     echo "looking for \"$1\" in karaf.log file"
  74     if grep --quiet "$1" ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log; then
  75         echo ABORTING: found "$1"
  76         echo "Dumping first 1M of karaf.log..."
  77         head --bytes=1M  ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log
  78         cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log .
  79         cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log .
  80         exit 1
  81     fi
  82
  83     echo "looking for \"$1\" in karaf_console.log file"
  84     if grep --quiet "$1" ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log; then
  85         echo ABORTING: found "$1"
  86         echo "Dumping first 1M of karaf_console.log..."
  87         head --bytes=1M  ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log
  88         cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log .
  89         cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log .
  90         exit 1
  91     fi
  92 }
  93
  94 exit_on_log_file_message 'BindException: Address already in use'
  95 exit_on_log_file_message 'server is unhealthy'
  96
  97 echo "Fetching Karaf logs"
  98 cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf.log .
  99 cp ${WORKSPACE}/${BUNDLEFOLDER}/data/log/karaf_console.log .
 100
 101 echo "Kill controller"
 102 ps axf | grep karaf | grep -v grep | awk '{print "kill -9 " $1}' | sh
 103
 104 # vim: ts=4 sw=4 sts=4 et ft=sh :
 105