mirror of
https://github.com/valitydev/riak_test.git
synced 2024-11-06 08:35:22 +00:00
74 lines
3.0 KiB
Erlang
74 lines
3.0 KiB
Erlang
%% @doc
|
|
%% This module implements a riak_test to exercise the Active Anti-Entropy Fullsync replication.
|
|
%% It sets up two clusters, runs a fullsync over all partitions, and verifies the missing keys
|
|
%% were replicated to the sink cluster.
|
|
|
|
-module(repl_aae_fullsync_bench).
|
|
-behavior(riak_test).
|
|
-export([confirm/0]).
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
|
|
confirm() ->
|
|
NumNodesWanted = 6, %% total number of nodes needed
|
|
ClusterASize = 3, %% how many to allocate to cluster A
|
|
NumKeysAOnly = 5000, %% how many keys on A that are missing on B
|
|
NumKeysBoth = 45000, %% number of common keys on both A and B
|
|
Conf = [ %% riak configuration
|
|
{riak_kv,
|
|
[
|
|
%% Specify fast building of AAE trees
|
|
{anti_entropy, {on, []}},
|
|
{anti_entropy_build_limit, {100, 1000}},
|
|
{anti_entropy_concurrency, 100}
|
|
]
|
|
},
|
|
{riak_repl,
|
|
[
|
|
{fullsync_strategy, aae},
|
|
{fullsync_on_connect, false},
|
|
{fullsync_interval, disabled}
|
|
]}
|
|
],
|
|
|
|
%% build clusters
|
|
{ANodes, BNodes} = repl_aae_fullsync_util:make_clusters(NumNodesWanted, ClusterASize, Conf),
|
|
|
|
%% run test
|
|
aae_fs_test(NumKeysAOnly, NumKeysBoth, ANodes, BNodes),
|
|
pass.
|
|
|
|
aae_fs_test(NumKeysAOnly, NumKeysBoth, ANodes, BNodes) ->
|
|
%% populate them with data
|
|
TestHash = list_to_binary([io_lib:format("~2.16.0b", [X]) ||
|
|
<<X>> <= erlang:md5(term_to_binary(os:timestamp()))]),
|
|
TestBucket = <<TestHash/binary, "-systest_a">>,
|
|
repl_aae_fullsync_util:prepare_cluster_data(TestBucket, NumKeysAOnly, NumKeysBoth, ANodes, BNodes),
|
|
|
|
AFirst = hd(ANodes),
|
|
BFirst = hd(BNodes),
|
|
AllNodes = ANodes ++ BNodes,
|
|
LeaderA = rpc:call(AFirst, riak_core_cluster_mgr, get_leader, []),
|
|
|
|
%%---------------------------------------------------------
|
|
%% TEST: fullsync, check that non-RT'd keys get repl'd to B
|
|
%% keys: 1..NumKeysAOnly
|
|
%%---------------------------------------------------------
|
|
|
|
rt:log_to_nodes(AllNodes, "Test fullsync from cluster A leader ~p to cluster B", [LeaderA]),
|
|
lager:info("Test fullsync from cluster A leader ~p to cluster B", [LeaderA]),
|
|
repl_util:enable_fullsync(LeaderA, "B"),
|
|
rt:wait_until_ring_converged(ANodes),
|
|
{Time,_} = timer:tc(repl_util,start_and_wait_until_fullsync_complete,[LeaderA]),
|
|
lager:info("Fullsync completed in ~p seconds", [Time/1000/1000]),
|
|
|
|
%% verify data is replicated to B
|
|
NumKeysToVerify = min(1000, NumKeysAOnly),
|
|
rt:log_to_nodes(AllNodes, "Verify: Reading ~p keys repl'd from A(~p) to B(~p)",
|
|
[NumKeysToVerify, LeaderA, BFirst]),
|
|
lager:info("Verify: Reading ~p keys repl'd from A(~p) to B(~p)",
|
|
[NumKeysToVerify, LeaderA, BFirst]),
|
|
?assertEqual(0, repl_util:wait_for_reads(BFirst, 1, NumKeysToVerify, TestBucket, 2)),
|
|
|
|
ok.
|
|
|