csit/suites/controller/Clustering_Datastore/buycar_failover.robot

   1 *** Settings ***
   2 Documentation     This test focuses on testing buy-car RPC over 3 Leader reboots.
   3 ...
   4 ...               Copyright (c) 2016 Cisco Systems, Inc. and others. All rights reserved.
   5 ...
   6 ...               This program and the accompanying materials are made available under the
   7 ...               terms of the Eclipse Public License v1.0 which accompanies this distribution,
   8 ...               and is available at http://www.eclipse.org/legal/epl-v10.html
   9 ...
  10 ...
  11 ...               All purchases are against the same node, which is the first one to get rebooted.
  12 ...
  13 ...               All data is deleted at the end of the suite.
  14 ...               This suite expects car, people and car-people modules to have separate Shards.
  15 Suite Setup       Setup
  16 Test Setup        SetupUtils.Setup_Test_With_Logging_And_Without_Fast_Failing
  17 Default Tags      clustering    carpeople    critical
  18 Library           Collections
  19 Resource          ${CURDIR}/../../../libraries/CarPeople.robot
  20 Resource          ${CURDIR}/../../../libraries/ClusterManagement.robot
  21 Resource          ${CURDIR}/../../../libraries/SetupUtils.robot
  22 Resource          ${CURDIR}/../../../libraries/TemplatedRequests.robot
  23 Variables         ${CURDIR}/../../../variables/Variables.py
  24
  25 *** Variables ***
  26 ${CARPEOPLE_ITEMS}    ${100}
  27 ${MEMBER_START_TIMEOUT}    300s
  28 @{SHARD_NAME_LIST}    car    people    car-people
  29 ${VAR_DIR}        ${CURDIR}/../../../variables/carpeople/crud
  30
  31 *** Test Cases ***
  32 Add_Cars_To_Leader_And_Verify
  33     [Documentation]    Add all needed cars to car Leader, verify on each member.
  34     ${car_items} =    BuiltIn.Evaluate    ${CARPEOPLE_ITEMS} * 4
  35     TemplatedRequests.Put_As_Json_Templated    folder=${VAR_DIR}/cars    session=${car_leader_session}    iterations=${car_items}
  36     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  37     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/cars    session=${session}
  38     \    ...    verify=True    iterations=${car_items}
  39
  40 Add_People_To_First_Follower_And_Verify
  41     [Documentation]    Add all needed people to people first Follower, verify on each member.
  42     ${people_items} =    BuiltIn.Evaluate    ${CARPEOPLE_ITEMS} * 4
  43     CarPeople.Add_Several_People    session=${people_first_follower_session}    iterations=${people_items}
  44     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  45     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/people    session=${session}
  46     \    ...    verify=True    iterations=${people_items}
  47
  48 Buy_Cars_On_Leader_And_Verify
  49     [Documentation]    Buy some cars on the leader member.
  50     ${iter_start} =    BuiltIn.Evaluate    0 * ${CARPEOPLE_ITEMS} + 1
  51     CarPeople.Buy_Several_Cars    session=${car-people_leader_session}    iterations=${CARPEOPLE_ITEMS}    iter_start=${iter_start}
  52     ${total_iterations} =    BuiltIn.Evaluate    1 * ${CARPEOPLE_ITEMS}
  53     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  54     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/car-people    session=${session}
  55     \    ...    verify=True    iterations=${total_iterations}
  56
  57 Buy_Cars_On_Follower_And_Verify
  58     [Documentation]    Buy some cars on the first follower member.
  59     ${iter_start} =    BuiltIn.Evaluate    1 * ${CARPEOPLE_ITEMS} + 1
  60     CarPeople.Buy_Several_Cars    session=${car-people_first_follower_session}    iterations=${CARPEOPLE_ITEMS}    iter_start=${iter_start}
  61     ${total_iterations} =    BuiltIn.Evaluate    2 * ${CARPEOPLE_ITEMS}
  62     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  63     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/car-people    session=${session}
  64     \    ...    verify=True    iterations=${total_iterations}
  65
  66 Reboot_People_Leader
  67     [Documentation]    Previous people Leader is rebooted. We should never stop the people first follower, this is where people are registered.
  68     ClusterManagement.Stop_Single_Member    ${people_leader_index}    confirm=True
  69     ClusterManagement.Start_Single_Member    ${people_leader_index}    wait_for_sync=True    timeout=${MEMBER_START_TIMEOUT}
  70     BuiltIn.Wait_Until_Keyword_Succeeds    30s    2s    ClusterManagement.Verify_Leader_Exists_For_Each_Shard    shard_name_list=${SHARD_NAME_LIST}    shard_type=config
  71
  72 Buy_Cars_On_Leader_After_Reboot_And_Verify
  73     [Documentation]    Buy some cars on the leader member.
  74     ${iter_start} =    BuiltIn.Evaluate    2 * ${CARPEOPLE_ITEMS} + 1
  75     CarPeople.Buy_Several_Cars    session=${car-people_leader_session}    iterations=${CARPEOPLE_ITEMS}    iter_start=${iter_start}
  76     ${total_iterations} =    BuiltIn.Evaluate    3 * ${CARPEOPLE_ITEMS}
  77     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  78     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/car-people    session=${session}
  79     \    ...    verify=True    iterations=${total_iterations}
  80
  81 Buy_Cars_On_Follower_After_Reboot_And_Verify
  82     [Documentation]    Buy some cars on the first follower member.
  83     ${iter_start} =    BuiltIn.Evaluate    3 * ${CARPEOPLE_ITEMS} + 1
  84     CarPeople.Buy_Several_Cars    session=${car-people_first_follower_session}    iterations=${CARPEOPLE_ITEMS}    iter_start=${iter_start}
  85     ${total_iterations} =    BuiltIn.Evaluate    4 * ${CARPEOPLE_ITEMS}
  86     : FOR    ${session}    IN    @{ClusterManagement__session_list}
  87     \    BuiltIn.Wait_Until_Keyword_Succeeds    10s    2s    TemplatedRequests.Get_As_Json_Templated    folder=${VAR_DIR}/car-people    session=${session}
  88     \    ...    verify=True    iterations=${total_iterations}
  89
  90 Delete_All_CarPeople
  91     [Documentation]    DELETE car-people container. No verification beyond http status.
  92     TemplatedRequests.Delete_Templated    folder=${VAR_DIR}/car-people    session=${car-people_leader_session}
  93
  94 Delete_All_People
  95     [Documentation]    DELETE people container. No verification beyond http status.
  96     TemplatedRequests.Delete_Templated    folder=${VAR_DIR}/people    session=${people_leader_session}
  97
  98 Delete_All_Cars
  99     [Documentation]    DELETE cars container. No verification beyond http status.
 100     TemplatedRequests.Delete_Templated    folder=${VAR_DIR}/cars    session=${car_leader_session}
 101
 102 *** Keywords ***
 103 Setup
 104     [Documentation]    Initialize resources, memorize shard leaders, compute item distribution.
 105     SetupUtils.Setup_Utils_For_Setup_And_Teardown
 106     Set_Variables_For_Shard    shard_name=car
 107     Set_Variables_For_Shard    shard_name=people
 108     Set_Variables_For_Shard    shard_name=car-people
 109     ${leader_list} =    BuiltIn.Create_List    ${car-people_leader_index}
 110     ${reboot_list} =    Collections.Combine_Lists    ${leader_list}    ${car-people_follower_indices}
 111     BuiltIn.Set_Suite_Variable    \${list_to_reboot}    ${reboot_list}