mirror of
https://github.com/valitydev/riak_test.git
synced 2024-11-07 08:58:52 +00:00
Add bucket-types test for HTTP.
This commit is contained in:
Sean Cribbs
parent
29b52b99bf
commit
e6fbcc94e8
401
tests/http_bucket_types.erl
Normal file
401
tests/http_bucket_types.erl
Normal file
@ -0,0 +1,401 @@
|
||||
-module(http_bucket_types).
|
||||
|
||||
-behavior(riak_test).
|
||||
-export([confirm/0, mapred_modfun/3, mapred_modfun_type/3]).
|
||||
|
||||
-include_lib("eunit/include/eunit.hrl").
|
||||
-include_lib("riakc/include/riakc.hrl").
|
||||
|
||||
confirm() ->
|
||||
application:start(ibrowse),
|
||||
lager:info("Deploy some nodes"),
|
||||
Nodes = rt:build_cluster(4, [], [
|
||||
{riak_core, [{default_bucket_props,
|
||||
[{n_val, 2}]}]}]),
|
||||
Node = hd(Nodes),
|
||||
|
||||
RMD = riak_test_runner:metadata(),
|
||||
HaveIndexes = case proplists:get_value(backend, RMD) of
|
||||
undefined -> false; %% default is da 'cask
|
||||
bitcask -> false;
|
||||
_ -> true
|
||||
end,
|
||||
|
||||
RHC = rt:httpc(Node),
|
||||
lager:info("default type get/put test"),
|
||||
%% write explicitly to the default type
|
||||
rhc:put(RHC, riakc_obj:new({<<"default">>, <<"bucket">>},
|
||||
<<"key">>, <<"value">>)),
|
||||
|
||||
%% read from the default bucket implicitly
|
||||
{ok, O1} = rhc:get(RHC, <<"bucket">>, <<"key">>),
|
||||
%% read from the default bucket explicitly
|
||||
{ok, O2} = rhc:get(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
%% same object, but slightly different presentation
|
||||
?assertEqual(riakc_obj:key(O1), riakc_obj:key(O2)),
|
||||
?assertEqual(riakc_obj:get_value(O1), riakc_obj:get_value(O2)),
|
||||
?assertEqual(riakc_obj:only_bucket(O1), riakc_obj:only_bucket(O2)),
|
||||
?assertEqual(riakc_obj:vclock(O1), riakc_obj:vclock(O2)),
|
||||
?assertEqual(undefined, riakc_obj:bucket_type(O1)),
|
||||
?assertEqual(<<"default">>, riakc_obj:bucket_type(O2)),
|
||||
|
||||
%% write implicitly to the default bucket
|
||||
rhc:put(RHC, riakc_obj:new(<<"bucket">>,
|
||||
<<"key">>, <<"newvalue">>)),
|
||||
|
||||
%% read from the default bucket explicitly
|
||||
{ok, O3} = rhc:get(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
?assertEqual(<<"newvalue">>, riakc_obj:get_value(O3)),
|
||||
|
||||
lager:info("list_keys test"),
|
||||
%% list keys
|
||||
?assertEqual({ok, [<<"key">>]}, rhc:list_keys(RHC, <<"bucket">>)),
|
||||
?assertEqual({ok, [<<"key">>]}, rhc:list_keys(RHC, {<<"default">>,
|
||||
<<"bucket">>})),
|
||||
lager:info("list_buckets test"),
|
||||
%% list buckets
|
||||
?assertEqual({ok, [<<"bucket">>]}, rhc:list_buckets(RHC)),
|
||||
?assertEqual({ok, [<<"bucket">>]}, rhc:list_buckets(RHC, <<"default">>)),
|
||||
|
||||
lager:info("default type delete test"),
|
||||
%% delete explicitly via the default bucket
|
||||
ok = rhc:delete(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
%% read from the default bucket implicitly
|
||||
{error, notfound} = rhc:get(RHC, <<"bucket">>, <<"key">>),
|
||||
%% read from the default bucket explicitly
|
||||
{error, notfound} = rhc:get(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
%% write it again
|
||||
rhc:put(RHC, riakc_obj:new({<<"default">>, <<"bucket">>},
|
||||
<<"key">>, <<"newestvalue">>)),
|
||||
|
||||
{ok, O4} = rhc:get(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
%% delete explicitly via the default bucket
|
||||
ok = rhc:delete_obj(RHC, O4),
|
||||
|
||||
%% read from the default bucket implicitly
|
||||
{error, notfound} = rhc:get(RHC, <<"bucket">>, <<"key">>),
|
||||
%% read from the default bucket explicitly
|
||||
{error, notfound} = rhc:get(RHC, {<<"default">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
timer:sleep(5000), %% wait for delete_mode 3s to expire
|
||||
|
||||
%% now there shoyld be no buckets or keys to be listed...
|
||||
%%
|
||||
%% list keys
|
||||
?assertEqual({ok, []}, rhc:list_keys(RHC, <<"bucket">>)),
|
||||
?assertEqual({ok, []}, rhc:list_keys(RHC, {<<"default">>,
|
||||
<<"bucket">>})),
|
||||
%% list buckets
|
||||
?assertEqual({ok, []}, rhc:list_buckets(RHC)),
|
||||
?assertEqual({ok, []}, rhc:list_buckets(RHC, <<"default">>)),
|
||||
|
||||
|
||||
lager:info("custom type get/put test"),
|
||||
%% create a new type
|
||||
ok = rt:create_and_activate_bucket_type(Node, <<"mytype">>, [{n_val,3}]),
|
||||
|
||||
%% allow cluster metadata some time to propogate
|
||||
timer:sleep(1000),
|
||||
|
||||
lager:info("doing put"),
|
||||
rhc:put(RHC, riakc_obj:new({<<"mytype">>, <<"bucket">>},
|
||||
<<"key">>, <<"newestvalue">>)),
|
||||
|
||||
lager:info("doing get"),
|
||||
{ok, O5} = rhc:get(RHC, {<<"mytype">>, <<"bucket">>}, <<"key">>),
|
||||
|
||||
?assertEqual(<<"newestvalue">>, riakc_obj:get_value(O5)),
|
||||
|
||||
lager:info("doing get"),
|
||||
%% this type is NOT aliased to the default buckey
|
||||
{error, notfound} = rhc:get(RHC, <<"bucket">>, <<"key">>),
|
||||
|
||||
lager:info("custom type list_keys test"),
|
||||
?assertEqual({ok, []}, rhc:list_keys(RHC, <<"bucket">>)),
|
||||
?assertEqual({ok, [<<"key">>]}, rhc:list_keys(RHC, {<<"mytype">>,
|
||||
<<"bucket">>})),
|
||||
lager:info("custom type list_buckets test"),
|
||||
%% list buckets
|
||||
?assertEqual({ok, []}, rhc:list_buckets(RHC)),
|
||||
?assertEqual({ok, [<<"bucket">>]}, rhc:list_buckets(RHC, <<"mytype">>)),
|
||||
|
||||
lager:info("bucket properties tests"),
|
||||
rhc:set_bucket(RHC, {<<"default">>, <<"mybucket">>},
|
||||
[{n_val, 5}]),
|
||||
{ok, BProps} = rhc:get_bucket(RHC, <<"mybucket">>),
|
||||
?assertEqual(5, proplists:get_value(n_val, BProps)),
|
||||
|
||||
rhc:reset_bucket(RHC, {<<"default">>, <<"mybucket">>}),
|
||||
|
||||
{ok, BProps1} = rhc:get_bucket(RHC, <<"mybucket">>),
|
||||
?assertEqual(2, proplists:get_value(n_val, BProps1)),
|
||||
|
||||
rhc:set_bucket(RHC, {<<"mytype">>, <<"mybucket">>},
|
||||
[{n_val, 5}]),
|
||||
{ok, BProps2} = rhc:get_bucket(RHC, <<"mybucket">>),
|
||||
%% the default in the app.config is set to 2...
|
||||
?assertEqual(2, proplists:get_value(n_val, BProps2)),
|
||||
|
||||
{ok, BProps3} = rhc:get_bucket(RHC, {<<"mytype">>,
|
||||
<<"mybucket">>}),
|
||||
?assertEqual(5, proplists:get_value(n_val, BProps3)),
|
||||
|
||||
rhc:reset_bucket(RHC, {<<"mytype">>, <<"mybucket">>}),
|
||||
|
||||
{ok, BProps4} = rhc:get_bucket(RHC, {<<"mytype">>,
|
||||
<<"mybucket">>}),
|
||||
?assertEqual(3, proplists:get_value(n_val, BProps4)),
|
||||
|
||||
lager:info("bucket type properties test"),
|
||||
|
||||
rhc:set_bucket_type(RHC, <<"mytype">>,
|
||||
[{n_val, 5}]),
|
||||
|
||||
{ok, BProps5} = rhc:get_bucket_type(RHC, <<"mytype">>),
|
||||
|
||||
?assertEqual(5, proplists:get_value(n_val, BProps5)),
|
||||
|
||||
%% check that the bucket inherits from its type
|
||||
{ok, BProps6} = rhc:get_bucket(RHC, {<<"mytype">>,
|
||||
<<"mybucket">>}),
|
||||
?assertEqual(5, proplists:get_value(n_val, BProps6)),
|
||||
|
||||
rhc:reset_bucket_type(RHC, <<"mytype">>),
|
||||
|
||||
{ok, BProps7} = rhc:get_bucket_type(RHC, <<"mytype">>),
|
||||
|
||||
?assertEqual(3, proplists:get_value(n_val, BProps7)),
|
||||
|
||||
%% make sure a regular bucket under the default type reflects app.config
|
||||
{ok, BProps8} = rhc:get_bucket(RHC, {<<"default">>,
|
||||
<<"mybucket">>}),
|
||||
?assertEqual(2, proplists:get_value(n_val, BProps8)),
|
||||
|
||||
%% make sure the type we previously created is NOT affected
|
||||
{ok, BProps9} = rhc:get_bucket_type(RHC, <<"mytype">>),
|
||||
|
||||
?assertEqual(3, proplists:get_value(n_val, BProps9)),
|
||||
|
||||
%% make sure a bucket under that type is also not affected
|
||||
{ok, BProps10} = rhc:get_bucket(RHC, {<<"mytype">>,
|
||||
<<"mybucket">>}),
|
||||
?assertEqual(3, proplists:get_value(n_val, BProps10)),
|
||||
|
||||
%% make sure a newly created type is not affected either
|
||||
%% create a new type
|
||||
ok = rt:create_and_activate_bucket_type(Node, <<"mynewtype">>, []),
|
||||
%% allow cluster metadata some time to propogate
|
||||
timer:sleep(1000),
|
||||
|
||||
{ok, BProps11} = rhc:get_bucket_type(RHC, <<"mynewtype">>),
|
||||
|
||||
?assertEqual(3, proplists:get_value(n_val, BProps11)),
|
||||
|
||||
%% 2i tests
|
||||
|
||||
case HaveIndexes of
|
||||
false -> ok;
|
||||
true ->
|
||||
Obj01 = riakc_obj:new(<<"test">>, <<"JRD">>, <<"John Robert Doe, 25">>),
|
||||
Obj02 = riakc_obj:new({<<"mytype">>, <<"test">>}, <<"JRD">>, <<"Jane Rachel Doe, 21">>),
|
||||
|
||||
Obj1 = riakc_obj:update_metadata(Obj01,
|
||||
riakc_obj:set_secondary_index(
|
||||
riakc_obj:get_update_metadata(Obj01),
|
||||
[{{integer_index, "age"},
|
||||
[25]},{{binary_index, "name"},
|
||||
[<<"John">>, <<"Robert">>
|
||||
,<<"Doe">>]}])),
|
||||
|
||||
Obj2 = riakc_obj:update_metadata(Obj02,
|
||||
riakc_obj:set_secondary_index(
|
||||
riakc_obj:get_update_metadata(Obj02),
|
||||
[{{integer_index, "age"},
|
||||
[21]},{{binary_index, "name"},
|
||||
[<<"Jane">>, <<"Rachel">>
|
||||
,<<"Doe">>]}])),
|
||||
|
||||
rhc:put(RHC, Obj1),
|
||||
rhc:put(RHC, Obj2),
|
||||
|
||||
?assertMatch({ok, {index_results_v1, [<<"JRD">>], _, _}}, rhc:get_index(RHC, <<"test">>,
|
||||
{binary_index,
|
||||
"name"},
|
||||
<<"John">>)),
|
||||
|
||||
?assertMatch({ok, {index_results_v1, [], _, _}}, rhc:get_index(RHC, <<"test">>,
|
||||
{binary_index,
|
||||
"name"},
|
||||
<<"Jane">>)),
|
||||
|
||||
?assertMatch({ok, {index_results_v1, [<<"JRD">>], _, _}}, rhc:get_index(RHC,
|
||||
{<<"mytype">>,
|
||||
<<"test">>},
|
||||
{binary_index,
|
||||
"name"},
|
||||
<<"Jane">>))
|
||||
end,
|
||||
|
||||
|
||||
Store = fun(Bucket, {K,V, BI, II}) ->
|
||||
O=riakc_obj:new(Bucket, K),
|
||||
MD=riakc_obj:add_secondary_index(dict:new(),
|
||||
{{binary_index, "b_idx"},
|
||||
[BI]}),
|
||||
MD2=riakc_obj:add_secondary_index(MD, {{integer_index,
|
||||
"i_idx"}, [II]}),
|
||||
OTwo=riakc_obj:update_metadata(O,MD2),
|
||||
rhc:put(RHC,riakc_obj:update_value(OTwo, V, "application/json"))
|
||||
end,
|
||||
|
||||
[Store(<<"MRbucket">>, KV) || KV <- [
|
||||
{<<"foo">>, <<"2">>, <<"a">>, 4},
|
||||
{<<"bar">>, <<"3">>, <<"b">>, 7},
|
||||
{<<"baz">>, <<"4">>, <<"a">>, 4}]],
|
||||
|
||||
?assertEqual({ok, [{1, [9]}]},
|
||||
rhc:mapred_bucket(RHC, <<"MRbucket">>,
|
||||
[{map, {jsfun, <<"Riak.mapValuesJson">>}, undefined, false},
|
||||
{reduce, {jsfun,
|
||||
<<"Riak.reduceSum">>},
|
||||
undefined, true}])),
|
||||
|
||||
[Store({<<"mytype">>, <<"MRbucket">>}, KV) || KV <- [
|
||||
{<<"foo">>, <<"2">>, <<"a">>, 4},
|
||||
{<<"bar">>, <<"3">>, <<"b">>, 7},
|
||||
{<<"baz">>, <<"4">>, <<"a">>, 4},
|
||||
{<<"bam">>, <<"5">>, <<"a">>, 3}]],
|
||||
|
||||
?assertEqual({ok, [{1, [14]}]},
|
||||
rhc:mapred_bucket(RHC, {<<"mytype">>, <<"MRbucket">>},
|
||||
[{map, {jsfun, <<"Riak.mapValuesJson">>}, undefined, false},
|
||||
{reduce, {jsfun,
|
||||
<<"Riak.reduceSum">>},
|
||||
undefined, true}])),
|
||||
|
||||
?assertEqual({ok, [{1, [3]}]},
|
||||
rhc:mapred(RHC,
|
||||
[{<<"MRbucket">>, <<"foo">>},
|
||||
{<<"MRbucket">>, <<"bar">>},
|
||||
{<<"MRbucket">>, <<"baz">>}],
|
||||
[{map, {jsanon, <<"function (v) { return [1]; }">>},
|
||||
undefined, false},
|
||||
{reduce, {jsanon,
|
||||
<<"function(v) {
|
||||
total = v.reduce(
|
||||
function(prev,curr,idx,array) {
|
||||
return prev+curr;
|
||||
}, 0);
|
||||
return [total];
|
||||
}">>},
|
||||
undefined, true}])),
|
||||
|
||||
?assertEqual({ok, [{1, [4]}]},
|
||||
rhc:mapred(RHC,
|
||||
[{{{<<"mytype">>, <<"MRbucket">>}, <<"foo">>},
|
||||
undefined},
|
||||
{{{<<"mytype">>, <<"MRbucket">>}, <<"bar">>},
|
||||
undefined},
|
||||
{{{<<"mytype">>, <<"MRbucket">>}, <<"baz">>},
|
||||
undefined},
|
||||
{{{<<"mytype">>, <<"MRbucket">>}, <<"bam">>},
|
||||
undefined}],
|
||||
[{map, {jsanon, <<"function (v) { return [1]; }">>},
|
||||
undefined, false},
|
||||
{reduce, {jsanon,
|
||||
<<"function(v) {
|
||||
total = v.reduce(
|
||||
function(prev,curr,idx,array) {
|
||||
return prev+curr;
|
||||
}, 0);
|
||||
return [total];
|
||||
}">>},
|
||||
undefined, true}])),
|
||||
|
||||
case HaveIndexes of
|
||||
false -> ok;
|
||||
true ->
|
||||
{ok, [{1, Results}]} = rhc:mapred(RHC,
|
||||
{index,<<"MRbucket">>,{integer_index,
|
||||
"i_idx"},3,5},
|
||||
[{map, {modfun, riak_kv_mapreduce,
|
||||
map_object_value},
|
||||
undefined, false},
|
||||
{reduce, {modfun, riak_kv_mapreduce,
|
||||
reduce_set_union},
|
||||
undefined, true}]),
|
||||
?assertEqual([<<"2">>, <<"4">>], lists:sort(Results)),
|
||||
|
||||
{ok, [{1, Results1}]} = rhc:mapred(RHC,
|
||||
{index,{<<"mytype">>,
|
||||
<<"MRbucket">>},{integer_index,
|
||||
"i_idx"},3,5},
|
||||
[{map, {modfun, riak_kv_mapreduce,
|
||||
map_object_value},
|
||||
undefined, false},
|
||||
{reduce, {modfun, riak_kv_mapreduce,
|
||||
reduce_set_union},
|
||||
undefined, true}]),
|
||||
?assertEqual([<<"2">>, <<"4">>, <<"5">>], lists:sort(Results1)),
|
||||
|
||||
{ok, [{1, Results2}]} = rhc:mapred(RHC,
|
||||
{index,<<"MRbucket">>,{binary_index,
|
||||
"b_idx"}, <<"a">>},
|
||||
[{map, {modfun, riak_kv_mapreduce,
|
||||
map_object_value},
|
||||
undefined, false},
|
||||
{reduce, {modfun, riak_kv_mapreduce,
|
||||
reduce_set_union},
|
||||
undefined, true}]),
|
||||
?assertEqual([<<"2">>, <<"4">>], lists:sort(Results2)),
|
||||
|
||||
{ok, [{1, Results3}]} = rhc:mapred(RHC,
|
||||
{index,{<<"mytype">>,
|
||||
<<"MRbucket">>},{binary_index,
|
||||
"b_idx"}, <<"a">>},
|
||||
[{map, {modfun, riak_kv_mapreduce,
|
||||
map_object_value},
|
||||
undefined, false},
|
||||
{reduce, {modfun, riak_kv_mapreduce,
|
||||
reduce_set_union},
|
||||
undefined, true}]),
|
||||
?assertEqual([<<"2">>, <<"4">>, <<"5">>], lists:sort(Results3)),
|
||||
ok
|
||||
end,
|
||||
|
||||
%% load this module on all the nodes
|
||||
ok = rt:load_modules_on_nodes([?MODULE], Nodes),
|
||||
|
||||
%% do a modfun mapred using the function from this module
|
||||
?assertEqual({ok, [{1, [2]}]},
|
||||
rhc:mapred_bucket(RHC, {modfun, ?MODULE,
|
||||
mapred_modfun, []},
|
||||
[{map, {jsfun, <<"Riak.mapValuesJson">>}, undefined, false},
|
||||
{reduce, {jsfun,
|
||||
<<"Riak.reduceSum">>},
|
||||
undefined, true}])),
|
||||
|
||||
%% do a modfun mapred using the function from this module
|
||||
?assertEqual({ok, [{1, [5]}]},
|
||||
rhc:mapred_bucket(RHC, {modfun, ?MODULE,
|
||||
mapred_modfun_type, []},
|
||||
[{map, {jsfun, <<"Riak.mapValuesJson">>}, undefined, false},
|
||||
{reduce, {jsfun,
|
||||
<<"Riak.reduceSum">>},
|
||||
undefined, true}])),
|
||||
ok.
|
||||
|
||||
mapred_modfun(Pipe, Args, _Timeout) ->
|
||||
lager:info("Args for mapred modfun are ~p", [Args]),
|
||||
riak_pipe:queue_work(Pipe, {{<<"MRbucket">>, <<"foo">>}, {struct, []}}),
|
||||
riak_pipe:eoi(Pipe).
|
||||
|
||||
mapred_modfun_type(Pipe, Args, _Timeout) ->
|
||||
lager:info("Args for mapred modfun are ~p", [Args]),
|
||||
riak_pipe:queue_work(Pipe, {{{<<"mytype">>, <<"MRbucket">>}, <<"bam">>}, {struct, []}}),
|
||||
riak_pipe:eoi(Pipe).
|
||||
Loading…
Reference in New Issue
Block a user