X-Git-Url: https://git.opendaylight.org/gerrit/gitweb?a=blobdiff_plain;f=packer%2Fprovision%2Fbaseline.sh;h=e5f727f5a4e57eb6c08a0aadae892e42edb972a6;hb=347dd3417f85f06c999e7e9059de4df34bf57589;hp=cff72debedcd88cac628b200b5e5d0b807b79f9d;hpb=d4f11a932a5c54386de19c74f7bd286114940d00;p=releng%2Fbuilder.git diff --git a/packer/provision/baseline.sh b/packer/provision/baseline.sh index cff72debe..e5f727f5a 100644 --- a/packer/provision/baseline.sh +++ b/packer/provision/baseline.sh @@ -5,6 +5,92 @@ # force any errors to cause the script and job to end in failure set -xeu -o pipefail +enable_service() { + # Enable services for Ubuntu instances + services=($@) + + for service in "${services[@]}"; do + echo "---> Enable service: $service" + FACTER_OS=$(/usr/bin/facter operatingsystem) + FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease) + if [ "$FACTER_OS" == "CentOS" ]; then + systemctl enable "$service" + systemctl start "$service" + systemctl status "$service" + elif [ "$FACTER_OS" == "Ubuntu" ]; then + case "$FACTER_OSVER" in + 14.04) + service "$service" start + service "$service" status + ;; + 16.04) + systemctl enable "$service" + systemctl start "$service" + systemctl status "$service" + ;; + *) + echo "---> Unknown Ubuntu version $FACTER_OSVER" + exit 1 + ;; + esac + else + echo "---> Unknown OS $FACTER_OS" + exit 1 + fi + done +} + +ensure_kernel_install() { + # Workaround for mkinitrd failing on occassion. + # On CentOS 7 it seems like the kernel install can fail it's mkinitrd + # run quietly, so we may not notice the failure. This script retries for a + # few times before giving up. + initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/") + grub_conf="/boot/grub/grub.conf" + # Public cloud does not use /boot/grub/grub.conf and uses grub2 instead. + if [ ! -e "$grub_conf" ]; then + echo "$grub_conf not found. Using Grub 2 conf instead." + grub_conf="/boot/grub2/grub.cfg" + fi + + for i in $(seq 3); do + if grep "$initramfs_ver" "$grub_conf"; then + break + fi + echo "Kernel initrd missing. Retrying to install kernel..." + yum reinstall -y kernel + done + if ! grep "$initramfs_ver" "$grub_conf"; then + cat /boot/grub/grub.conf + echo "ERROR: Failed to install kernel." + exit 1 + fi +} + +ensure_ubuntu_install() { + # Workaround for mirrors occassionally failing to install a package. + # On Ubuntu sometimes the mirrors fail to install a package. This wrapper + # checks that a package is successfully installed before moving on. + + packages=($@) + + for pkg in "${packages[@]}" + do + # Retry installing package 5 times if necessary + for i in {0..5} + do + if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then + apt-cache policy "$pkg" + apt-get install "$pkg" + continue + else + echo "$pkg already installed." + break + fi + done + done +} + rh_systems() { # Handle the occurance where SELINUX is actually disabled SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config) @@ -50,12 +136,9 @@ EOF echo "---> Updating operating system" yum clean all yum install -y deltarpm - - # Workaround for kernel panic issue that appears sometimes after kernel update - # https://www.centos.org/forums/viewtopic.php?t=22425 - yum remove -y kernel yum update -y - yum install -y kernel + + ensure_kernel_install # add in components we need or want on systems echo "---> Installing base packages" @@ -85,7 +168,7 @@ EOF fi ;; RedHat|CentOS) - if [ "$(echo $FACTER_OSVER | cut -d'.' -f1)" -ge "7" ] + if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ] then echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist" else @@ -99,14 +182,47 @@ EOF ;; esac + ######################## + # --- START LFTOOLS DEPS + + # Used by various scripts to push patches to Gerrit + yum install -y git-review + # Needed to parse OpenStack commands used by opendaylight-infra stack commands # to initialize Heat template based systems. yum install -y jq + # Used by lftools scripts to parse XML + yum install -y xmlstarlet + + # Haskel Packages + # Cabal update fails on a 1G system so workaround that with a swap file + dd if=/dev/zero of=/tmp/swap bs=1M count=1024 + mkswap /tmp/swap + swapon /tmp/swap + + yum install -y cabal-install + cabal update + cabal install "Cabal<1.18" # Pull Cabal version that is capable of building shellcheck + cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version + + # --- END LFTOOLS DEPS + ###################### + # install haveged to avoid low entropy rejecting ssh connections yum install -y haveged systemctl enable haveged.service + # Install sysstat + yum install -y sysstat + enable_service sysstat + + # Install python3 and dependencies, needed for Coala linting at least + yum install -y python34 + yum install -y python34-{devel,virtualenv,setuptools,pip} + + # Install python dependencies, useful generally + yum install -y python-{devel,virtualenv,setuptools,pip} } ubuntu_systems() { @@ -137,31 +253,51 @@ Dpkg::Options { EOF + # Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo + sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts + echo "---> Updating operating system" - apt-get update - apt-get upgrade - # add in stuff we know we need + # add additional repositories + sudo add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse" + echo "---> Installing base packages" - apt-get install unzip xz-utils puppet git git-review libxml-xpath-perl + apt-get clean + apt-get update -m + apt-get upgrade -m + apt-get dist-upgrade -m + + ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl + + # Install python3 and dependencies, needed for Coala linting + ensure_ubuntu_install python3 + ensure_ubuntu_install python3-{dev,setuptools,pip} + + # Install python and dependencies + ensure_ubuntu_install python-{dev,virtualenv,setuptools,pip} - # install Java 7 - echo "---> Configuring OpenJDK" FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease) case "$FACTER_OSVER" in 14.04) + echo "---> Installing OpenJDK" apt-get install openjdk-7-jdk # make jdk8 available add-apt-repository -y ppa:openjdk-r/ppa apt-get update # We need to force openjdk-8-jdk to install apt-get install openjdk-8-jdk + echo "---> Configuring OpenJDK" # make sure that we still default to openjdk 7 update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac ;; 16.04) + echo "---> Installing OpenJDK" apt-get install openjdk-8-jdk + + echo "---> Installing python3 virtualenv" + # python3-virtualenv is available starting with 16.04. + ensure_ubuntu_install python3-virtualenv ;; *) echo "---> Unknown Ubuntu version $FACTER_OSVER" @@ -169,9 +305,36 @@ EOF ;; esac + ######################## + # --- START LFTOOLS DEPS + + # Used by various scripts to push patches to Gerrit + ensure_ubuntu_install git-review + # Needed to parse OpenStack commands used by opendaylight-infra stack commands # to initialize Heat template based systems. - apt-get install jq + ensure_ubuntu_install jq + + # Used by lftools scripts to parse XML + ensure_ubuntu_install xmlstarlet + + # Haskel Packages + # Cabal update fails on a 1G system so workaround that with a swap file + dd if=/dev/zero of=/tmp/swap bs=1M count=1024 + mkswap /tmp/swap + swapon /tmp/swap + + ensure_ubuntu_install cabal-install + cabal update + cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version + + # --- END LFTOOLS DEPS + ###################### + + # Install sysstat + ensure_ubuntu_install sysstat + sed -i 's/ENABLED="false"/ENABLED="true"/' /etc/default/sysstat + enable_service sysstat # install haveged to avoid low entropy rejecting ssh connections apt-get install haveged