Retry cleaning 100 times

Run cleaning anyway if failed to get a lock

src/mongoose_cleaner.erl

@@ -73,19 +73,27 @@ code_change(_OldVsn, State, _Extra) ->
 %%%===================================================================
 
 cleanup_modules(Node) ->
+    cleanup_modules(Node, 100).
+
+cleanup_modules(Node, 0) ->
+    ?LOG_ERROR(#{what => cleaning_without_lock,
+                 text => <<"mongoose_cleaner failed to get lock for the node, perform cleaning anyway">>,
+                 remote_node => Node}),
+    run_node_cleanup(Node),
+    ok;
+cleanup_modules(Node, Retries) ->
     LockKey = ?NODE_CLEANUP_LOCK(Node),
     LockRequest = {LockKey, self()},
     C = fun () -> run_node_cleanup(Node) end,
     Nodes = [node() | nodes()],
-    Retries = 1,
-    case global:trans(LockRequest, C, Nodes, Retries) of
+    case global:trans(LockRequest, C, Nodes, 1) of
         aborted ->
             ?LOG_ERROR(#{what => cleaner_trans_aborted,
                          text => <<"mongoose_cleaner failed to get global lock">>,
-                         lock_key => LockKey}),
+                         remote_node => Node, lock_key => LockKey, retries => Retries}),
             %% Wait and retry
             timer:sleep(rand:uniform(1000)),
-            cleanup_modules(Node);
+            cleanup_modules(Node, Retries - 1);
         Result ->
             {ok, Result}
     end.