From 54534e725fb13ba84cd873e4ee3534cfa23504d5 Mon Sep 17 00:00:00 2001 From: martinsumner Date: Mon, 13 Mar 2017 19:53:12 +0000 Subject: [PATCH 1/2] Experiment with smaller scan width When testing with large numbers of 2i terms (and hence more Riak Metadata), there is a surge in slow response times when there are multiple concurrent merge events. This could be veyr short term CPU starvation because of the merge process. Perhaps it is delays waiting for the scan to complete - smaller scanwidth may mena more interleaving and less latency? --- src/leveled_sst.erl | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/leveled_sst.erl b/src/leveled_sst.erl index 76dc9b5..5e4670b 100644 --- a/src/leveled_sst.erl +++ b/src/leveled_sst.erl @@ -69,8 +69,7 @@ -define(COMPRESSION_LEVEL, 1). -define(BINARY_SETTINGS, [{compressed, ?COMPRESSION_LEVEL}]). % -define(LEVEL_BLOOM_BITS, [{0, 8}, {1, 10}, {2, 8}, {default, 6}]). --define(MERGE_SCANWIDTH, 16). --define(INDEX_MARKER_WIDTH, 16). +-define(MERGE_SCANWIDTH, 4). -define(DISCARD_EXT, ".discarded"). -define(DELETE_TIMEOUT, 10000). -define(TREE_TYPE, idxt). From c5bb150f970c464411d685d63ac6be89d486ba53 Mon Sep 17 00:00:00 2001 From: martinsumner Date: Mon, 13 Mar 2017 20:30:33 +0000 Subject: [PATCH 2/2] Drop some logs Not found to be interesting so far --- src/leveled_log.erl | 2 +- src/leveled_penciller.erl | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/src/leveled_log.erl b/src/leveled_log.erl index 7f42bf3..8eb56e4 100644 --- a/src/leveled_log.erl +++ b/src/leveled_log.erl @@ -267,7 +267,7 @@ {"SST05", {warn, "Rename rogue filename ~s to ~s"}}, {"SST06", - {info, "File ~s has been set for delete"}}, + {debug, "File ~s has been set for delete"}}, {"SST07", {info, "Exit called and now clearing ~s"}}, {"SST08", diff --git a/src/leveled_penciller.erl b/src/leveled_penciller.erl index 110889a..5460f59 100644 --- a/src/leveled_penciller.erl +++ b/src/leveled_penciller.erl @@ -369,7 +369,6 @@ handle_call({push_mem, {PushedTree, PushedIdx, MinSQN, MaxSQN}}, State#state.work_backlog]), {reply, returned, State}; false -> - leveled_log:log("P0018", [ok, false, false]), gen_server:reply(From, ok), {noreply, update_levelzero(State#state.levelzero_size,