mirror of
https://github.com/valitydev/riak_test.git
synced 2024-11-06 16:45:29 +00:00
40f501641c
Add ensemble_basic, ensemble_basic2, and ensemble_basic3 tests. These tests test that Riak correctly generates proper consensus groups, these groups reach quorum, handle leader failures, etc. ensemble_basic3 tests basic consistent K/V API as well as behavior during simple network partitions.
101 lines
3.8 KiB
Erlang
101 lines
3.8 KiB
Erlang
%% -------------------------------------------------------------------
|
|
%%
|
|
%% Copyright (c) 2013-2014 Basho Technologies, Inc.
|
|
%%
|
|
%% This file is provided to you under the Apache License,
|
|
%% Version 2.0 (the "License"); you may not use this file
|
|
%% except in compliance with the License. You may obtain
|
|
%% a copy of the License at
|
|
%%
|
|
%% http://www.apache.org/licenses/LICENSE-2.0
|
|
%%
|
|
%% Unless required by applicable law or agreed to in writing,
|
|
%% software distributed under the License is distributed on an
|
|
%% "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
%% KIND, either express or implied. See the License for the
|
|
%% specific language governing permissions and limitations
|
|
%% under the License.
|
|
%%
|
|
%% -------------------------------------------------------------------
|
|
|
|
-module(ensemble_basic3).
|
|
-export([confirm/0]).
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
|
|
confirm() ->
|
|
NumNodes = 5,
|
|
NVal = 5,
|
|
Quorum = NVal div 2 + 1,
|
|
Config = ensemble_util:fast_config(NVal),
|
|
lager:info("Building cluster and waiting for ensemble to stablize"),
|
|
Nodes = ensemble_util:build_cluster(NumNodes, Config, NVal),
|
|
vnode_util:load(Nodes),
|
|
Node = hd(Nodes),
|
|
Ensembles = ensemble_util:ensembles(Node),
|
|
lager:info("Killing all ensemble leaders"),
|
|
ok = ensemble_util:kill_leaders(Node, Ensembles),
|
|
ensemble_util:wait_until_stable(Node, NVal),
|
|
|
|
lager:info("Creating/activating 'strong' bucket type"),
|
|
rt:create_and_activate_bucket_type(Node, <<"strong">>,
|
|
[{consistent, true}, {n_val, NVal}]),
|
|
ensemble_util:wait_until_stable(Node, NVal),
|
|
Bucket = {<<"strong">>, <<"test">>},
|
|
Keys = [<<N:64/integer>> || N <- lists:seq(1,1000)],
|
|
|
|
Key1 = hd(Keys),
|
|
DocIdx = rpc:call(Node, riak_core_util, chash_std_keyfun, [{Bucket, Key1}]),
|
|
PL = rpc:call(Node, riak_core_apl, get_primary_apl, [DocIdx, NVal, riak_kv]),
|
|
All = [VN || {VN, _} <- PL],
|
|
Other = [VN || {VN={_, Owner}, _} <- PL,
|
|
Owner =/= Node],
|
|
|
|
Minority = NVal - Quorum,
|
|
PartitionedVN = lists:sublist(Other, Minority),
|
|
Partitioned = [VNode || {_, VNode} <- PartitionedVN],
|
|
MajorityVN = All -- PartitionedVN,
|
|
|
|
PBC = rt:pbc(Node),
|
|
|
|
lager:info("Partitioning quorum minority: ~p", [Partitioned]),
|
|
Part = rt:partition(Nodes -- Partitioned, Partitioned),
|
|
ensemble_util:wait_until_stable(Node, Quorum),
|
|
|
|
lager:info("Writing ~p consistent keys", [1000]),
|
|
[ok = rt:pbc_write(PBC, Bucket, Key, Key) || Key <- Keys],
|
|
|
|
lager:info("Read keys to verify they exist"),
|
|
[rt:pbc_read(PBC, Bucket, Key) || Key <- Keys],
|
|
|
|
lager:info("Healing partition"),
|
|
rt:heal(Part),
|
|
|
|
lager:info("Suspending majority vnodes"),
|
|
L = [begin
|
|
lager:info("Suspending vnode: ~p", [VIdx]),
|
|
Pid = vnode_util:suspend_vnode(VNode, VIdx),
|
|
{VN, Pid}
|
|
end || VN={VIdx, VNode} <- MajorityVN],
|
|
L2 = orddict:from_list(L),
|
|
|
|
lager:info("Sleeping for 5s"),
|
|
timer:sleep(5000),
|
|
|
|
lists:foldl(fun({VN={VIdx, VNode}, Pid}, Suspended) ->
|
|
lager:info("Resuming vnode: ~p", [VIdx]),
|
|
vnode_util:resume_vnode(Pid),
|
|
ensemble_util:wait_until_stable(Node, Quorum),
|
|
lager:info("Re-reading keys"),
|
|
[rt:pbc_read(PBC, Bucket, Key) || Key <- Keys],
|
|
lager:info("Suspending vnode: ~p", [VIdx]),
|
|
Pid2 = vnode_util:suspend_vnode(VNode, VIdx),
|
|
orddict:store(VN, Pid2, Suspended)
|
|
end, L2, L2),
|
|
|
|
lager:info("Resuming all vnodes"),
|
|
[vnode_util:resume_vnode(Pid) || {_, Pid} <- L2],
|
|
ensemble_util:wait_until_stable(Node, NVal),
|
|
lager:info("Re-reading keys"),
|
|
[rt:pbc_read(PBC, Bucket, Key) || Key <- Keys],
|
|
pass.
|