2 virtualenv $WORKSPACE/.venv-openstack
3 source $WORKSPACE/.venv-openstack/bin/activate
4 pip install --upgrade pip
5 pip install --upgrade python-openstackclient python-heatclient
8 cd /builder/openstack-hot
10 JOB_SUM=`echo $JOB_NAME | sum | awk '{{ print $1 }}'`
11 VM_NAME="$JOB_SUM-$BUILD_NUMBER"
13 OS_TIMEOUT=10 # Minutes to wait for OpenStack VM to come online
14 STACK_RETRIES=3 # Number of times to retry creating a stack before fully giving up
15 STACK_SUCCESSFUL=false
16 # seq X refers to waiting for X minutes for OpenStack to return
17 # a status that is not CREATE_IN_PROGRESS before giving up.
18 openstack --os-cloud rackspace limits show --absolute
19 openstack --os-cloud rackspace limits show --rate
20 echo "Trying up to $STACK_RETRIES times to create $STACK_NAME."
21 for try in `seq $STACK_RETRIES`; do
22 openstack --os-cloud rackspace stack create --timeout $OS_TIMEOUT -t {stack-template} -e $WORKSPACE/opendaylight-infra-environment.yaml --parameter "job_name=$VM_NAME" --parameter "silo=$SILO" $STACK_NAME
23 openstack --os-cloud rackspace stack list
24 echo "Waiting for $OS_TIMEOUT minutes to create $STACK_NAME."
25 for i in `seq $OS_TIMEOUT`; do
27 OS_STATUS=`openstack --os-cloud rackspace stack show -f json -c stack_status $STACK_NAME | jq -r '.stack_status'`
31 echo "Stack initialized on infrastructure successful."
36 echo "ERROR: Failed to initialize infrastructure. Deleting stack and possibly retrying to create..."
37 openstack --os-cloud rackspace stack list
38 openstack --os-cloud rackspace stack delete --yes $STACK_NAME
39 openstack --os-cloud rackspace stack show $STACK_NAME
40 # after stack delete, poll for 10m to know when stack is fully removed
41 # the logic here is that when "stack show $STACK_NAME" does not contain $STACK_NAME
42 # we assume it's successfully deleted and we can break to retry
45 STACK_SHOW=$(openstack --os-cloud rackspace stack show $STACK_NAME)
47 if [[ $STACK_SHOW == *"DELETE_FAILED"* ]]; then
48 echo "stack delete failed. trying to stack abandon now"
49 openstack --os-cloud rackspace stack abandon $STACK_NAME
50 STACK_SHOW=$(openstack --os-cloud rackspace stack show $STACK_NAME)
53 if [[ $STACK_SHOW != *"$STACK_NAME"* ]]; then
54 echo "stack show on $STACK_NAME came back empty. Assuming successful delete"
58 # if we still see $STACK_NAME in $STACK_SHOW it means the delete hasn't fully
59 # worked and we can exit forcefully
60 if [[ $STACK_SHOW == *"$STACK_NAME"* ]]; then
61 echo "stack $STACK_NAME still in stack show output after polling. Quitting!"
67 echo "Waiting to initialize infrastructure."
71 echo "Unexpected status: $OS_STATUS"
76 if $STACK_SUCCESSFUL; then
81 # capture stack info in console logs
82 openstack --os-cloud rackspace stack show $STACK_NAME
84 if ! $STACK_SUCCESSFUL; then