mirror of
https://github.com/valitydev/riak_test.git
synced 2024-11-06 16:45:29 +00:00
97 lines
4.0 KiB
Erlang
97 lines
4.0 KiB
Erlang
-module(replication_upgrade).
|
|
-behavior(riak_test).
|
|
-export([confirm/0]).
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
|
|
confirm() ->
|
|
TestMetaData = riak_test_runner:metadata(),
|
|
FromVersion = proplists:get_value(upgrade_version, TestMetaData, previous),
|
|
|
|
lager:info("Doing rolling replication upgrade test from ~p to ~p",
|
|
[FromVersion, "current"]),
|
|
|
|
NumNodes = rt_config:get(num_nodes, 6),
|
|
|
|
UpgradeOrder = rt_config:get(repl_upgrade_order, "forwards"),
|
|
|
|
lager:info("Deploy ~p nodes", [NumNodes]),
|
|
Conf = [
|
|
{riak_repl,
|
|
[
|
|
{fullsync_on_connect, false},
|
|
{fullsync_interval, disabled}
|
|
]}
|
|
],
|
|
|
|
NodeConfig = [{FromVersion, Conf} || _ <- lists:seq(1, NumNodes)],
|
|
|
|
Nodes = rt:deploy_nodes(NodeConfig, [riak_kv, riak_repl]),
|
|
|
|
NodeUpgrades = case UpgradeOrder of
|
|
"forwards" ->
|
|
Nodes;
|
|
"backwards" ->
|
|
lists:reverse(Nodes);
|
|
"alternate" ->
|
|
%% eg 1, 4, 2, 5, 3, 6
|
|
lists:flatten(lists:foldl(fun(E, [A,B,C]) -> [B, C, A ++ [E]] end,
|
|
[[],[],[]], Nodes));
|
|
"random" ->
|
|
%% halfass randomization
|
|
lists:sort(fun(_, _) -> random:uniform(100) < 50 end, Nodes);
|
|
Other ->
|
|
lager:error("Invalid upgrade ordering ~p", [Other]),
|
|
erlang:exit()
|
|
end,
|
|
|
|
ClusterASize = rt_config:get(cluster_a_size, 3),
|
|
{ANodes, BNodes} = lists:split(ClusterASize, Nodes),
|
|
lager:info("ANodes: ~p", [ANodes]),
|
|
lager:info("BNodes: ~p", [BNodes]),
|
|
|
|
lager:info("Build cluster A"),
|
|
repl_util:make_cluster(ANodes),
|
|
|
|
lager:info("Build cluster B"),
|
|
repl_util:make_cluster(BNodes),
|
|
|
|
lager:info("Replication First pass...homogenous cluster"),
|
|
|
|
%% initial replication run, homogeneous cluster
|
|
replication:replication(ANodes, BNodes, false),
|
|
|
|
lager:info("Upgrading nodes in order: ~p", [NodeUpgrades]),
|
|
rt:log_to_nodes(Nodes, "Upgrading nodes in order: ~p", [NodeUpgrades]),
|
|
%% upgrade the nodes, one at a time
|
|
ok = lists:foreach(fun(Node) ->
|
|
lager:info("Upgrade node: ~p", [Node]),
|
|
rt:log_to_nodes(Nodes, "Upgrade node: ~p", [Node]),
|
|
rt:upgrade(Node, current),
|
|
rt:wait_until_pingable(Node),
|
|
rt:wait_for_service(Node, [riak_kv, riak_pipe, riak_repl]),
|
|
[rt:wait_until_ring_converged(N) || N <- [ANodes, BNodes]],
|
|
%% Prior to 1.4.8 riak_repl registered
|
|
%% as a service before completing all
|
|
%% initialization including establishing
|
|
%% realtime connections.
|
|
%%
|
|
%% @TODO Ideally the test would only wait
|
|
%% for the connection in the case of the
|
|
%% node version being < 1.4.8, but currently
|
|
%% the rt API does not provide a
|
|
%% harness-agnostic method do get the node
|
|
%% version. For now the test waits for all
|
|
%% source cluster nodes to establish a
|
|
%% connection before proceeding.
|
|
case lists:member(Node, ANodes) of
|
|
true ->
|
|
replication:wait_until_connection(Node);
|
|
false ->
|
|
ok
|
|
end,
|
|
lager:info("Replication with upgraded node: ~p", [Node]),
|
|
rt:log_to_nodes(Nodes, "Replication with upgraded node: ~p", [Node]),
|
|
replication:replication(ANodes, BNodes, true)
|
|
end, NodeUpgrades),
|
|
pass.
|