2017-07-06 14:47:00 +02:00
|
|
|
%%%-------------------------------------------------------------------
|
2020-05-11 19:37:47 +02:00
|
|
|
%%% Author : Evgeny Khramtsov <ekhramtsov@process-one.net>
|
2017-07-06 14:47:00 +02:00
|
|
|
%%% Created : 5 Jul 2017 by Evgeny Khramtsov <ekhramtsov@process-one.net>
|
2017-07-06 20:27:04 +02:00
|
|
|
%%%
|
|
|
|
%%%
|
2023-01-09 17:09:06 +01:00
|
|
|
%%% ejabberd, Copyright (C) 2002-2023 ProcessOne
|
2017-07-06 20:27:04 +02:00
|
|
|
%%%
|
|
|
|
%%% This program is free software; you can redistribute it and/or
|
|
|
|
%%% modify it under the terms of the GNU General Public License as
|
|
|
|
%%% published by the Free Software Foundation; either version 2 of the
|
|
|
|
%%% License, or (at your option) any later version.
|
|
|
|
%%%
|
|
|
|
%%% This program is distributed in the hope that it will be useful,
|
|
|
|
%%% but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
%%% MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
%%% General Public License for more details.
|
|
|
|
%%%
|
|
|
|
%%% You should have received a copy of the GNU General Public License along
|
|
|
|
%%% with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
%%% 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
%%%
|
2017-07-06 14:47:00 +02:00
|
|
|
%%%-------------------------------------------------------------------
|
2015-10-07 00:06:58 +02:00
|
|
|
-module(ejabberd_cluster).
|
2017-07-06 14:47:00 +02:00
|
|
|
-behaviour(gen_server).
|
2015-10-07 00:06:58 +02:00
|
|
|
|
|
|
|
%% API
|
2019-07-12 12:58:46 +02:00
|
|
|
-export([start_link/0, call/4, call/5, multicall/3, multicall/4, multicall/5,
|
|
|
|
eval_everywhere/3, eval_everywhere/4]).
|
2017-07-06 14:47:00 +02:00
|
|
|
%% Backend dependent API
|
|
|
|
-export([get_nodes/0, get_known_nodes/0, join/1, leave/1, subscribe/0,
|
|
|
|
subscribe/1, node_id/0, get_node_by_id/1, send/2, wait_for_sync/1]).
|
|
|
|
%% gen_server callbacks
|
|
|
|
-export([init/1, handle_call/3, handle_cast/2, handle_info/2,
|
|
|
|
terminate/2, code_change/3]).
|
2019-07-18 11:47:29 +02:00
|
|
|
%% hooks
|
|
|
|
-export([set_ticktime/0]).
|
2015-10-07 00:06:58 +02:00
|
|
|
|
|
|
|
-include("logger.hrl").
|
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
-type dst() :: pid() | atom() | {atom(), node()}.
|
2015-10-07 00:06:58 +02:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
-callback init() -> ok | {error, any()}.
|
|
|
|
-callback get_nodes() -> [node()].
|
|
|
|
-callback get_known_nodes() -> [node()].
|
|
|
|
-callback join(node()) -> ok | {error, any()}.
|
|
|
|
-callback leave(node()) -> ok | {error, any()}.
|
|
|
|
-callback node_id() -> binary().
|
|
|
|
-callback get_node_by_id(binary()) -> node().
|
|
|
|
-callback send({atom(), node()}, term()) -> boolean().
|
|
|
|
-callback wait_for_sync(timeout()) -> ok | {error, any()}.
|
|
|
|
-callback subscribe(dst()) -> ok.
|
2015-10-07 00:06:58 +02:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
-record(state, {}).
|
2017-01-03 17:21:02 +01:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
%%%===================================================================
|
|
|
|
%%% API
|
|
|
|
%%%===================================================================
|
|
|
|
start_link() ->
|
|
|
|
gen_server:start_link({local, ?MODULE}, ?MODULE, [], []).
|
2017-01-03 17:21:02 +01:00
|
|
|
|
2015-10-07 00:06:58 +02:00
|
|
|
-spec call(node(), module(), atom(), [any()]) -> any().
|
|
|
|
call(Node, Module, Function, Args) ->
|
2019-07-12 12:58:46 +02:00
|
|
|
call(Node, Module, Function, Args, rpc_timeout()).
|
|
|
|
|
|
|
|
-spec call(node(), module(), atom(), [any()], timeout()) -> any().
|
|
|
|
call(Node, Module, Function, Args, Timeout) ->
|
2019-07-13 09:34:59 +02:00
|
|
|
rpc:call(Node, Module, Function, Args, Timeout).
|
2015-10-07 00:06:58 +02:00
|
|
|
|
|
|
|
-spec multicall(module(), atom(), [any()]) -> {list(), [node()]}.
|
|
|
|
multicall(Module, Function, Args) ->
|
|
|
|
multicall(get_nodes(), Module, Function, Args).
|
|
|
|
|
|
|
|
-spec multicall([node()], module(), atom(), list()) -> {list(), [node()]}.
|
|
|
|
multicall(Nodes, Module, Function, Args) ->
|
2019-07-12 12:58:46 +02:00
|
|
|
multicall(Nodes, Module, Function, Args, rpc_timeout()).
|
|
|
|
|
|
|
|
-spec multicall([node()], module(), atom(), list(), timeout()) -> {list(), [node()]}.
|
|
|
|
multicall(Nodes, Module, Function, Args, Timeout) ->
|
|
|
|
rpc:multicall(Nodes, Module, Function, Args, Timeout).
|
2015-10-07 00:06:58 +02:00
|
|
|
|
2017-04-14 12:57:52 +02:00
|
|
|
-spec eval_everywhere(module(), atom(), [any()]) -> ok.
|
|
|
|
eval_everywhere(Module, Function, Args) ->
|
|
|
|
eval_everywhere(get_nodes(), Module, Function, Args),
|
|
|
|
ok.
|
|
|
|
|
|
|
|
-spec eval_everywhere([node()], module(), atom(), [any()]) -> ok.
|
|
|
|
eval_everywhere(Nodes, Module, Function, Args) ->
|
|
|
|
rpc:eval_everywhere(Nodes, Module, Function, Args),
|
|
|
|
ok.
|
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
%%%===================================================================
|
|
|
|
%%% Backend dependent API
|
|
|
|
%%%===================================================================
|
|
|
|
-spec get_nodes() -> [node()].
|
|
|
|
get_nodes() ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:get_nodes().
|
2015-11-20 09:53:53 +01:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
-spec get_known_nodes() -> [node()].
|
|
|
|
get_known_nodes() ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:get_known_nodes().
|
|
|
|
|
|
|
|
-spec join(node()) -> ok | {error, any()}.
|
2015-11-20 09:53:53 +01:00
|
|
|
join(Node) ->
|
2017-07-06 14:47:00 +02:00
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:join(Node).
|
2015-11-20 09:53:53 +01:00
|
|
|
|
|
|
|
-spec leave(node()) -> ok | {error, any()}.
|
|
|
|
leave(Node) ->
|
2017-07-06 14:47:00 +02:00
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:leave(Node).
|
2017-01-16 13:28:11 +01:00
|
|
|
|
|
|
|
-spec node_id() -> binary().
|
|
|
|
node_id() ->
|
2017-07-06 14:47:00 +02:00
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:node_id().
|
2017-01-16 13:28:11 +01:00
|
|
|
|
|
|
|
-spec get_node_by_id(binary()) -> node().
|
2017-07-06 14:47:00 +02:00
|
|
|
get_node_by_id(ID) ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:get_node_by_id(ID).
|
|
|
|
|
2017-12-06 12:15:20 +01:00
|
|
|
%% Note that false positive returns are possible, while false negatives are not.
|
|
|
|
%% In other words: positive return value (i.e. 'true') doesn't guarantee
|
|
|
|
%% successful delivery, while negative return value ('false') means
|
|
|
|
%% the delivery has definitely failed.
|
2017-07-06 14:47:00 +02:00
|
|
|
-spec send(dst(), term()) -> boolean().
|
2017-12-06 12:15:20 +01:00
|
|
|
send({Name, Node}, Msg) when Node == node() ->
|
|
|
|
send(Name, Msg);
|
|
|
|
send(undefined, _Msg) ->
|
|
|
|
false;
|
|
|
|
send(Name, Msg) when is_atom(Name) ->
|
|
|
|
send(whereis(Name), Msg);
|
|
|
|
send(Pid, Msg) when is_pid(Pid) andalso node(Pid) == node() ->
|
|
|
|
case erlang:is_process_alive(Pid) of
|
|
|
|
true ->
|
|
|
|
erlang:send(Pid, Msg),
|
2017-07-06 14:47:00 +02:00
|
|
|
true;
|
2017-12-06 12:15:20 +01:00
|
|
|
false ->
|
|
|
|
false
|
|
|
|
end;
|
|
|
|
send(Dst, Msg) ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:send(Dst, Msg).
|
2017-01-16 13:28:11 +01:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
-spec wait_for_sync(timeout()) -> ok | {error, any()}.
|
|
|
|
wait_for_sync(Timeout) ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:wait_for_sync(Timeout).
|
|
|
|
|
|
|
|
-spec subscribe() -> ok.
|
|
|
|
subscribe() ->
|
|
|
|
subscribe(self()).
|
|
|
|
|
|
|
|
-spec subscribe(dst()) -> ok.
|
|
|
|
subscribe(Proc) ->
|
|
|
|
Mod = get_mod(),
|
|
|
|
Mod:subscribe(Proc).
|
|
|
|
|
2019-07-18 11:47:29 +02:00
|
|
|
%%%===================================================================
|
|
|
|
%%% Hooks
|
|
|
|
%%%===================================================================
|
|
|
|
set_ticktime() ->
|
|
|
|
Ticktime = ejabberd_option:net_ticktime() div 1000,
|
2019-07-18 12:02:13 +02:00
|
|
|
case net_kernel:set_net_ticktime(Ticktime) of
|
|
|
|
{ongoing_change_to, Time} when Time /= Ticktime ->
|
|
|
|
?ERROR_MSG("Failed to set new net_ticktime because "
|
|
|
|
"the net kernel is busy changing it to the "
|
|
|
|
"previously configured value. Please wait for "
|
|
|
|
"~B seconds and retry", [Time]);
|
|
|
|
_ ->
|
|
|
|
ok
|
|
|
|
end.
|
2019-07-18 11:47:29 +02:00
|
|
|
|
2017-07-06 14:47:00 +02:00
|
|
|
%%%===================================================================
|
|
|
|
%%% gen_server API
|
|
|
|
%%%===================================================================
|
|
|
|
init([]) ->
|
2019-07-18 11:47:29 +02:00
|
|
|
set_ticktime(),
|
2019-06-14 11:33:26 +02:00
|
|
|
Nodes = ejabberd_option:cluster_nodes(),
|
2017-07-06 14:47:00 +02:00
|
|
|
lists:foreach(fun(Node) ->
|
|
|
|
net_kernel:connect_node(Node)
|
|
|
|
end, Nodes),
|
|
|
|
Mod = get_mod(),
|
|
|
|
case Mod:init() of
|
|
|
|
ok ->
|
2019-07-18 11:47:29 +02:00
|
|
|
ejabberd_hooks:add(config_reloaded, ?MODULE, set_ticktime, 50),
|
2017-07-06 14:47:00 +02:00
|
|
|
Mod:subscribe(?MODULE),
|
|
|
|
{ok, #state{}};
|
|
|
|
{error, Reason} ->
|
|
|
|
{stop, Reason}
|
|
|
|
end.
|
|
|
|
|
2019-07-12 10:55:36 +02:00
|
|
|
handle_call(Request, From, State) ->
|
|
|
|
?WARNING_MSG("Unexpected call from ~p: ~p", [From, Request]),
|
|
|
|
{noreply, State}.
|
2017-07-06 14:47:00 +02:00
|
|
|
|
2019-07-12 10:55:36 +02:00
|
|
|
handle_cast(Msg, State) ->
|
|
|
|
?WARNING_MSG("Unexpected cast: ~p", [Msg]),
|
2017-07-06 14:47:00 +02:00
|
|
|
{noreply, State}.
|
|
|
|
|
|
|
|
handle_info({node_up, Node}, State) ->
|
2019-09-23 14:17:20 +02:00
|
|
|
?INFO_MSG("Node ~ts has joined", [Node]),
|
2017-07-06 14:47:00 +02:00
|
|
|
{noreply, State};
|
|
|
|
handle_info({node_down, Node}, State) ->
|
2019-09-23 14:17:20 +02:00
|
|
|
?INFO_MSG("Node ~ts has left", [Node]),
|
2017-07-06 14:47:00 +02:00
|
|
|
{noreply, State};
|
2019-07-12 10:55:36 +02:00
|
|
|
handle_info(Info, State) ->
|
|
|
|
?WARNING_MSG("Unexpected info: ~p", [Info]),
|
2017-07-06 14:47:00 +02:00
|
|
|
{noreply, State}.
|
|
|
|
|
|
|
|
terminate(_Reason, _State) ->
|
2019-07-18 11:47:29 +02:00
|
|
|
ejabberd_hooks:delete(config_reloaded, ?MODULE, set_ticktime, 50).
|
2017-07-06 14:47:00 +02:00
|
|
|
|
|
|
|
code_change(_OldVsn, State, _Extra) ->
|
|
|
|
{ok, State}.
|
|
|
|
|
2017-01-16 13:28:11 +01:00
|
|
|
%%%===================================================================
|
|
|
|
%%% Internal functions
|
|
|
|
%%%===================================================================
|
2017-07-06 14:47:00 +02:00
|
|
|
get_mod() ->
|
2019-06-14 11:33:26 +02:00
|
|
|
Backend = ejabberd_option:cluster_backend(),
|
2019-06-15 14:14:45 +02:00
|
|
|
list_to_existing_atom("ejabberd_cluster_" ++ atom_to_list(Backend)).
|
2017-07-06 14:47:00 +02:00
|
|
|
|
|
|
|
rpc_timeout() ->
|
2019-06-14 11:33:26 +02:00
|
|
|
ejabberd_option:rpc_timeout().
|