# vim: ts=4 sw=4 sts=4 et tw=72 :
+# force any errors to cause the script and job to end in failure
+set -xeu -o pipefail
+
+enable_service() {
+ # Enable services for Ubuntu instances
+ services=($@)
+
+ for service in "${services[@]}"; do
+ echo "---> Enable service: $service"
+ FACTER_OS=$(/usr/bin/facter operatingsystem)
+ FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
+ if [ "$FACTER_OS" == "CentOS" ]; then
+ systemctl enable "$service"
+ systemctl start "$service"
+ systemctl status "$service"
+ elif [ "$FACTER_OS" == "Ubuntu" ]; then
+ case "$FACTER_OSVER" in
+ 14.04)
+ service "$service" start
+ service "$service" status
+ ;;
+ 16.04)
+ systemctl enable "$service"
+ systemctl start "$service"
+ systemctl status "$service"
+ ;;
+ *)
+ echo "---> Unknown Ubuntu version $FACTER_OSVER"
+ exit 1
+ ;;
+ esac
+ else
+ echo "---> Unknown OS $FACTER_OS"
+ exit 1
+ fi
+ done
+}
+
+ensure_kernel_install() {
+ # Workaround for mkinitrd failing on occassion.
+ # On CentOS 7 it seems like the kernel install can fail it's mkinitrd
+ # run quietly, so we may not notice the failure. This script retries for a
+ # few times before giving up.
+ initramfs_ver=$(rpm -q kernel | tail -1 | sed "s/kernel-/initramfs-/")
+ grub_conf="/boot/grub/grub.conf"
+ # Public cloud does not use /boot/grub/grub.conf and uses grub2 instead.
+ if [ ! -e "$grub_conf" ]; then
+ echo "$grub_conf not found. Using Grub 2 conf instead."
+ grub_conf="/boot/grub2/grub.cfg"
+ fi
+
+ for i in $(seq 3); do
+ if grep "$initramfs_ver" "$grub_conf"; then
+ break
+ fi
+ echo "Kernel initrd missing. Retrying to install kernel..."
+ yum reinstall -y kernel
+ done
+ if ! grep "$initramfs_ver" "$grub_conf"; then
+ cat /boot/grub/grub.conf
+ echo "ERROR: Failed to install kernel."
+ exit 1
+ fi
+}
+
+ensure_ubuntu_install() {
+ # Workaround for mirrors occassionally failing to install a package.
+ # On Ubuntu sometimes the mirrors fail to install a package. This wrapper
+ # checks that a package is successfully installed before moving on.
+
+ packages=($@)
+
+ for pkg in "${packages[@]}"
+ do
+ # Retry installing package 5 times if necessary
+ for i in {0..5}
+ do
+ echo "$i: Installing $pkg"
+ if [ "$(dpkg-query -W -f='${Status}' "$pkg" 2>/dev/null | grep -c "ok installed")" -eq 0 ]; then
+ apt-cache policy "$pkg"
+ apt-get install "$pkg"
+ continue
+ else
+ echo "$pkg already installed."
+ break
+ fi
+ done
+ done
+}
+
rh_systems() {
# Handle the occurance where SELINUX is actually disabled
SELINUX=$(grep -E '^SELINUX=(disabled|permissive|enforcing)$' /etc/selinux/config)
yum install -y deltarpm
yum update -y
+ ensure_kernel_install
+
# add in components we need or want on systems
echo "---> Installing base packages"
yum install -y @base https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
# separate group installs from package installs since a non-existing
# group with dnf based systems (F21+) will fail the install if such
# a group does not exist
- yum install -y unzip xz puppet git perl-XML-XPath
+ yum install -y unzip xz puppet git git-review perl-XML-XPath
# All of our systems require Java (because of Jenkins)
# Install all versions of the OpenJDK devel but force 1.7.0 to be the
alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
fi
;;
+ RedHat|CentOS)
+ if [ "$(echo "$FACTER_OSVER" | cut -d'.' -f1)" -ge "7" ]
+ then
+ echo "---> not modifying java alternatives as OpenJDK 1.7.0 does not exist"
+ else
+ alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
+ alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
+ fi
+ ;;
*)
alternatives --set java /usr/lib/jvm/jre-1.7.0-openjdk.x86_64/bin/java
alternatives --set java_sdk_openjdk /usr/lib/jvm/java-1.7.0-openjdk.x86_64
;;
esac
+
+ ########################
+ # --- START LFTOOLS DEPS
+
+ # Used by various scripts to push patches to Gerrit
+ yum install -y git-review
+
+ # Needed to parse OpenStack commands used by opendaylight-infra stack commands
+ # to initialize Heat template based systems.
+ yum install -y jq
+
+ # Used by lftools scripts to parse XML
+ yum install -y xmlstarlet
+
+ # Haskel Packages
+ # Cabal update fails on a 1G system so workaround that with a swap file
+ dd if=/dev/zero of=/tmp/swap bs=1M count=1024
+ mkswap /tmp/swap
+ swapon /tmp/swap
+
+ yum install -y cabal-install
+ cabal update
+ cabal install "Cabal<1.18" # Pull Cabal version that is capable of building shellcheck
+ cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version
+
+ # --- END LFTOOLS DEPS
+ ######################
+
+ # install haveged to avoid low entropy rejecting ssh connections
+ yum install -y haveged
+ systemctl enable haveged.service
+
+ # Install sysstat
+ yum install -y sysstat
+ enable_service sysstat
+
+ # Install python3 and dependencies, needed for Coala linting at least
+ yum install -y python34
+ yum install -y python34-{devel,virtualenv,setuptools,pip}
+
+ # Install python dependencies, useful generally
+ yum install -y python-{devel,virtualenv,setuptools,pip}
}
ubuntu_systems() {
EOF
+ # Add hostname to /etc/hosts to fix 'unable to resolve host' issue with sudo
+ sed -i "/127.0.0.1/s/$/ $(hostname)/" /etc/hosts
+
echo "---> Updating operating system"
- apt-get update
- apt-get upgrade
- # add in stuff we know we need
+ # add additional repositories
+ sudo add-apt-repository "deb http://us.archive.ubuntu.com/ubuntu $(lsb_release -sc) main universe restricted multiverse"
+
echo "---> Installing base packages"
- apt-get install unzip xz-utils puppet git libxml-xpath-perl
+ apt-get clean
+ apt-get update -m
+ apt-get upgrade -m
+ apt-get dist-upgrade -m
- # install Java 7
- echo "---> Configuring OpenJDK"
- apt-get install openjdk-7-jdk
+ ensure_ubuntu_install unzip xz-utils puppet git libxml-xpath-perl
+
+ # Install python3 and dependencies, needed for Coala linting
+ ensure_ubuntu_install python3
+ ensure_ubuntu_install python3-{dev,setuptools,pip}
+
+ # Install python and dependencies
+ ensure_ubuntu_install python-{dev,virtualenv,setuptools,pip}
+
+ FACTER_OSVER=$(/usr/bin/facter operatingsystemrelease)
+ case "$FACTER_OSVER" in
+ 14.04)
+ echo "---> Installing OpenJDK"
+ apt-get install openjdk-7-jdk
+ # make jdk8 available
+ add-apt-repository -y ppa:openjdk-r/ppa
+ apt-get update
+ # We need to force openjdk-8-jdk to install
+ apt-get install openjdk-8-jdk
+ echo "---> Configuring OpenJDK"
+ # make sure that we still default to openjdk 7
+ update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java
+ update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac
+ ;;
+ 16.04)
+ echo "---> Installing OpenJDK"
+ apt-get install openjdk-8-jdk
+
+ echo "---> Installing python3 virtualenv"
+ # python3-virtualenv is available starting with 16.04.
+ ensure_ubuntu_install python3-virtualenv
+ ;;
+ *)
+ echo "---> Unknown Ubuntu version $FACTER_OSVER"
+ exit 1
+ ;;
+ esac
+
+ ########################
+ # --- START LFTOOLS DEPS
+
+ # Used by various scripts to push patches to Gerrit
+ ensure_ubuntu_install git-review
+
+ # Needed to parse OpenStack commands used by opendaylight-infra stack commands
+ # to initialize Heat template based systems.
+ ensure_ubuntu_install jq
+
+ # Used by lftools scripts to parse XML
+ ensure_ubuntu_install xmlstarlet
+
+ # Haskel Packages
+ # Cabal update fails on a 1G system so workaround that with a swap file
+ dd if=/dev/zero of=/tmp/swap bs=1M count=1024
+ mkswap /tmp/swap
+ swapon /tmp/swap
+
+ ensure_ubuntu_install cabal-install
+ cabal update
+ cabal install --bindir=/usr/local/bin "shellcheck-0.4.6" # Pin shellcheck version
+
+ # --- END LFTOOLS DEPS
+ ######################
+
+ # Install sysstat
+ ensure_ubuntu_install sysstat
+ sed -i 's/ENABLED="false"/ENABLED="true"/' /etc/default/sysstat
+ enable_service sysstat
+
+ # install haveged to avoid low entropy rejecting ssh connections
+ apt-get install haveged
+ update-rc.d haveged defaults
+
+ # disable unattended upgrades & daily updates
+ echo '---> Disabling automatic daily upgrades'
+ sed -ine 's/"1"/"0"/g' /etc/apt/apt.conf.d/10periodic
+ echo 'APT::Periodic::Unattended-Upgrade "0";' >> /etc/apt/apt.conf.d/10periodic
- # make jdk8 available
- add-apt-repository -y ppa:openjdk-r/ppa
- apt-get update
- # We need to force openjdk-8-jdk to install
- apt-get install openjdk-8-jdk
+ # Install packaging job dependencies for building debs
+ ensure_ubuntu_install build-essential devscripts equivs dh-systemd python-yaml \
+ python-jinja2 gdebi
- # make sure that we still default to openjdk 7
- update-alternatives --set java /usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java
- update-alternatives --set javac /usr/lib/jvm/java-7-openjdk-amd64/bin/javac
}
all_systems() {
Code Review / releng / builder.git / blobdiff