Check not pending before compacting

Also check for existence before deleting a CDB file

src/leveled_bookie.erl

@@ -1006,7 +1006,7 @@ book_snapshot(Pid, SnapType, Query, LongRunning) ->
 
 
 -spec book_compactjournal(pid(), integer()) -> ok|busy.
--spec book_eqccompactjournal(pid(), integer()) -> {ok, pid()}.
+-spec book_eqccompactjournal(pid(), integer()) -> {ok|busy, pid()|undefined}.
 -spec book_islastcompactionpending(pid()) -> boolean().
 -spec book_trimjournal(pid()) -> ok.
 
@@ -1016,8 +1016,7 @@ book_snapshot(Pid, SnapType, Query, LongRunning) ->
 %% in Riak it will be triggered by a vnode callback.
 
 book_eqccompactjournal(Pid, Timeout) ->
-    {_R, P} = gen_server:call(Pid, {compact_journal, Timeout}, infinity),
-    {ok, P}.
+    gen_server:call(Pid, {compact_journal, Timeout}, infinity).
 
 book_compactjournal(Pid, Timeout) ->
     {R, _P} = gen_server:call(Pid, {compact_journal, Timeout}, infinity),
@@ -1129,7 +1128,7 @@ init([Opts]) ->
             ConfiguredCacheSize = 
                 max(proplists:get_value(cache_size, Opts), ?MIN_CACHE_SIZE),
             CacheJitter = 
-                ConfiguredCacheSize div (100 div ?CACHE_SIZE_JITTER),
+                max(1, ConfiguredCacheSize div (100 div ?CACHE_SIZE_JITTER)),
             CacheSize = 
                 ConfiguredCacheSize + erlang:phash2(self()) rem CacheJitter,
             PCLMaxSize =
@@ -1378,10 +1377,17 @@ handle_call({return_runner, QueryType}, _From, State) ->
                                 fold_countdown = CountDown}};
 handle_call({compact_journal, Timeout}, _From, State)
                                         when State#state.head_only == false ->
-    R = leveled_inker:ink_compactjournal(State#state.inker,
-                                          self(),
-                                          Timeout),
-    {reply, R, State};
+    case leveled_inker:ink_compactionpending(State#state.inker) of
+        true ->
+            {reply, {busy, undefined}, State};
+        false ->
+            {ok, PclSnap, null} =
+                snapshot_store(State, ledger, undefined, true),
+            R = leveled_inker:ink_compactjournal(State#state.inker,
+                                                    PclSnap,
+                                                    Timeout),
+            {reply, R, State}
+    end;
 handle_call(confirm_compact, _From, State)
                                         when State#state.head_only == false ->
     {reply, leveled_inker:ink_compactionpending(State#state.inker), State};

src/leveled_cdb.erl

@@ -823,15 +823,21 @@ finished_rolling(CDB) ->
 %% If delete is pending - thent he close behaviour needs to actuallly delete 
 %% the file
 close_pendingdelete(Handle, Filename, WasteFP) ->
-    case WasteFP of 
-        undefined ->
-            ok = file:close(Handle),
-            ok = file:delete(Filename);
-        WasteFP ->
-            file:close(Handle),
-            Components = filename:split(Filename),
-            NewName = WasteFP ++ lists:last(Components),
-            file:rename(Filename, NewName)
+    ok = file:close(Handle),
+    case filelib:is_file(Filename) of
+        true ->
+            case WasteFP of 
+                undefined ->
+                    ok = file:delete(Filename);
+                WasteFP ->
+                    Components = filename:split(Filename),
+                    NewName = WasteFP ++ lists:last(Components),
+                    file:rename(Filename, NewName)
+            end;
+        false ->
+            % This may happen when there has been a destroy while files are
+            % still pending deletion
+            leveled_log:log("CDB21", [Filename])
     end.
 
 -spec set_writeops(sync|riak_sync|none) -> {list(), sync|riak_sync|none}.

src/leveled_inker.erl

@@ -276,7 +276,7 @@ ink_close(Pid) ->
 %% Test function used to close a file, and return all file paths (potentially
 %% to erase all persisted existence)
 ink_doom(Pid) ->
-    gen_server:call(Pid, doom, 60000).
+    gen_server:call(Pid, doom, infinity).
 
 -spec ink_fold(pid(), integer(), {fun(), fun(), fun()}, any()) -> fun().
 %% @doc
@@ -566,19 +566,14 @@ handle_call({compact,
                 FilterFun},
                     _From, State) ->
     Clerk = State#state.clerk,
-    case State#state.compaction_pending of
-        true ->
-            {reply, {busy, Clerk}, State};
-        false ->
-            Manifest = leveled_imanifest:to_list(State#state.manifest),
-            leveled_iclerk:clerk_compact(State#state.clerk,
-                                            Checker,
-                                            InitiateFun,
-                                            CloseFun,
-                                            FilterFun,
-                                            Manifest),
-            {reply, {ok, Clerk}, State#state{compaction_pending=true}}
-    end;
+    Manifest = leveled_imanifest:to_list(State#state.manifest),
+    leveled_iclerk:clerk_compact(State#state.clerk,
+                                    Checker,
+                                    InitiateFun,
+                                    CloseFun,
+                                    FilterFun,
+                                    Manifest),
+    {reply, {ok, Clerk}, State#state{compaction_pending=true}};
 handle_call(compaction_pending, _From, State) ->
     {reply, State#state.compaction_pending, State};
 handle_call({trim, PersistedSQN}, _From, State) ->
@@ -1230,9 +1225,7 @@ filepath(CompactFilePath, NewSQN, compact_journal) ->
                         ++ "." ++ ?PENDING_FILEX).
 
 
-initiate_penciller_snapshot(Bookie) ->
-    {ok, LedgerSnap, _} = 
-        leveled_bookie:book_snapshot(Bookie, ledger, undefined, true),
+initiate_penciller_snapshot(LedgerSnap) ->
     MaxSQN = leveled_penciller:pcl_getstartupsequencenumber(LedgerSnap),
     {LedgerSnap, MaxSQN}.
 

src/leveled_log.erl

@@ -392,8 +392,11 @@
                     ++ "with totals of cycle_count=~w "
                     ++ "fetch_time=~w index_time=~w"}},
     {"CDB20",
-        {warn, "Error ~w caught when safe reading a file to length ~w"}}
-        ]).
+        {warn, "Error ~w caught when safe reading a file to length ~w"}},
+    {"CDB21",
+        {warn, "File ~s to be deleted but already gone"}}
+        
+    ]).
 
 
 %%%============================================================================