| -module(riak_metrics). | |
| -compile(export_all). | |
| main([NodeName0, Cookie, Length, Command]) -> | |
| LocalName = '[email protected]', | |
| NodeName = list_to_atom(NodeName0), | |
| case net_kernel:start([LocalName]) of | |
| {ok, _} -> | |
| erlang:set_cookie(node(), list_to_atom(Cookie)), | |
| case net_kernel:hidden_connect_node(NodeName) of |
Entry point for all object operations: https://github.com/basho/riak_kv/blob/1.4.2/src/riak_kv_wm_object.erl
delete_resource/2 takes RequestData(Request header, ex: vclock) and Context(Record containing: Bucket, Key, Client): https://github.com/basho/riak_kv/blob/1.4.2/src/riak_kv_wm_object.erl#L888
riak_object and populate the various fields with the headers, metadata supplied by the client.riak_client:put: https://github.com/basho/riak_kv/blob/1.4.2/src/riak_client.erl#L143handle_common_errors and it is nice to return human readable errors to client :)
| -module(heap_query). | |
| -compile(export_all). | |
| main([NodeName0, Cookie]) -> | |
| Name = '[email protected]', | |
| NodeName = list_to_atom(NodeName0), | |
| case net_kernel:start([Name]) of | |
| {ok, _} -> | |
| erlang:set_cookie(node(), list_to_atom(Cookie)), | |
| case net_kernel:hidden_connect_node(NodeName) of |
| /Users/bsparrow/Riak_git/otp/erts/etc/common/heart.c: | |
| 499 } | |
| 500 } else if (tlen == 0) { | |
| 501: /* Erlang has closed its end */ | |
| 502: print_error("Erlang has closed."); | |
| 503 return R_CLOSED; | |
| 504 } | |
| /Users/bsparrow/Riak_git/otp/erts/etc/common/inet_gethost.c: | |
| 541 return 1; |
| -module(repair). | |
| -compile(export_all). | |
| main([Dir]) -> | |
| Opts = [{max_open_files, 2000}, | |
| {use_bloomfilter, true}, | |
| {write_buffer_size, 45 * 1024 * 1024}, | |
| {compression,false}], | |
| {Time,_} = timer:tc(eleveldb,repair,[Dir, Opts]), |
| Bucket = <<"d">>, | |
| Key = <<"e0c97a4cde6c">>, | |
| BKey = {Bucket,Key}, | |
| {ok, Ring} = riak_core_ring_manager:get_my_ring(), | |
| DocIdx = riak_core_util:chash_key(BKey), | |
| BucketProps = riak_core_bucket:get_bucket(Bucket, Ring), | |
| [NValue] = [Y || {X1, Y} <- BucketProps, n_val == X1], | |
| UpNodes = riak_core_node_watcher:nodes(riak_kv), | |
| Preflist2 = riak_core_apl:get_apl_ann(DocIdx, NValue, Ring, UpNodes), | |
| Preflist = [{IndexNode, Type} || {IndexNode, Type} <- Preflist2]. |
Step 1: From you logs I have decoded the bucket/key
binary_to_term(<<131,109,0,0,0,9,85,114,108,84,111,83,99,97,110>>).
<<"UrlToScan">>
binary_to_term(<<131,109,0,0,0,61,104,116,116,112,37,51,97,37,50,102,37,50,102,119,119,119,46,97,110,104,114,105,46,110,101,116,37,50,102,37,51,102,102,101,101,100,37,51,100,114,115,115,50,37,50,54,97,109,112,37,51,98,112,37,51,100,55,51,49,49,48>>).
<<"http%3a%2f%2fwww.anhri.net%2f%3ffeed%3drss2%26amp%3bp%3d73110">>
Step 2: Please run the below snippits from riak attach to identify the owning partitions of this bucket/key
| f(). | |
| Vnode = fun(Idx) -> | |
| [{I,P}] = [ {Index,Pid} || {Mod,Index,Pid} <- gen_server:call(riak_core_vnode_manager,all_vnodes),Mod == riak_kv_vnode, Index == Idx], | |
| {I,P} | |
| end, | |
| Vnodes = fun() -> | |
| [ I || {Mod,I,P} <- gen_server:call(riak_core_vnode_manager,all_vnodes), Mod == riak_kv_vnode ] | |
| end, | |
| -module(extract_bitcask). | |
| main([Dir, Output]) -> | |
| {ok, Fh} = file:open(Output,[write]), | |
| io:format("Dumping bucket/keys for partition: ~p to output file: ~p\n", [Dir,Output]), | |
| F = fun(Entry, _Acc) -> | |
| case Entry of | |
| {bitcask_entry, Key, _S, _T, _F, _U} -> | |
| {B, K} = binary_to_term(Key), | |
| erlang:put(extraction_counter, erlang:get(extraction_counter) + 1) , |