2 virtualenv "$WORKSPACE/.venv"
3 # shellcheck disable=SC1090
4 source "$WORKSPACE/.venv/bin/activate"
5 pip install --upgrade pip
6 pip install --upgrade python-openstackclient python-heatclient
9 #########################
10 ## FETCH ACTIVE BUILDS ##
11 #########################
12 # Fetch stack list before fetching active builds to minimize race condition
13 # where we might be try to delete stacks while jobs are trying to start
14 OS_STACKS=($(openstack stack list \
15 -f json -c "Stack Name" -c "Stack Status" \
16 --property "stack_status=CREATE_COMPLETE" \
17 --property "stack_status=DELETE_FAILED" \
18 --property "stack_status=CREATE_FAILED" \
19 | jq -r '.[] | ."Stack Name"'))
21 # Make sure we fetch active builds on both the releng and sandbox silos
23 for silo in releng sandbox; do
24 JENKINS_URL="https://jenkins.opendaylight.org/$silo//computer/api/json?tree=computer[executors[currentExecutable[url]],oneOffExecutors[currentExecutable[url]]]&xpath=//url&wrapper=builds"
25 wget --no-verbose -O "${silo}_builds.json" "$JENKINS_URL"
26 sleep 1 # Need to sleep for 1 second otherwise next line causes script to stall
27 ACTIVE_BUILDS=(${ACTIVE_BUILDS[@]} $( \
28 jq -r '.computer[].executors[].currentExecutable.url' "${silo}_builds.json" \
29 | grep -v null | awk -F'/' '{print $4 "-" $6 "-" $7}'))
32 ##########################
33 ## DELETE UNUSED STACKS ##
34 ##########################
35 # Search for stacks that are not in use by either releng or sandbox silos and
37 for STACK_NAME in "${OS_STACKS[@]}"; do
38 STACK_STATUS=$(openstack stack show -f json -c "stack_status" "$STACK_NAME" | jq -r '."stack_status"')
39 if [[ "${ACTIVE_BUILDS[@]}" =~ $STACK_NAME ]]; then
40 # No need to delete stacks if there exists an active build for them
42 elif [[ "$STACK_STATUS" =~ DELETE_FAILED ]]; then
43 echo "Stack delete failed, trying to stack abandon now."
44 # stack abandon does not work on RS, therefore requires acquiring a token
45 # and using http delete method to abondon DELETE_FAILED stacks
46 # Todo: remove the change once RS fixes the issue upstream
47 # openstack stack abandon "$STACK_NAME"
48 STACK_ID=$(openstack stack show -f json -c "id" "$STACK_NAME" | jq -r '."id"')
49 TOKEN=$(openstack token issue -f json -c id | jq -r '.id')
50 curl -si -X DELETE -H "Content-Type: application/json" -H "Accept: application/json"\
51 -H "x-auth-token: $TOKEN"\
52 "https://dfw.orchestration.api.rackspacecloud.com/v1/904885/stacks/$STACK_NAME/$STACK_ID/abandon"
53 STACK_SHOW=$(openstack stack show "$STACK_NAME")
56 echo "Deleting orphaned stack: $STACK_NAME"
57 openstack stack delete --yes "$STACK_NAME"