25
1
mirror of https://github.com/processone/ejabberd.git synced 2024-11-24 16:23:40 +01:00

Speedup Mnesia tables initialization

This commit is contained in:
Evgeniy Khramtsov 2017-04-21 12:27:15 +03:00
parent d88c08e074
commit 02790b105e
18 changed files with 89 additions and 51 deletions

View File

@ -92,8 +92,6 @@ init([]) ->
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{local_content, true}, {local_content, true},
{attributes, record_info(fields, access)}]), {attributes, record_info(fields, access)}]),
mnesia:add_table_copy(acl, node(), ram_copies),
mnesia:add_table_copy(access, node(), ram_copies),
ejabberd_hooks:add(config_reloaded, ?MODULE, load_from_config, 20), ejabberd_hooks:add(config_reloaded, ?MODULE, load_from_config, 20),
load_from_config(), load_from_config(),
{ok, #state{}}. {ok, #state{}}.

View File

@ -46,7 +46,7 @@ start(normal, _Args) ->
start_apps(), start_apps(),
start_elixir_application(), start_elixir_application(),
ejabberd:check_app(ejabberd), ejabberd:check_app(ejabberd),
db_init(), ejabberd_mnesia:start(),
setup_if_elixir_conf_used(), setup_if_elixir_conf_used(),
ejabberd_config:start(), ejabberd_config:start(),
set_settings_from_config(), set_settings_from_config(),
@ -87,29 +87,6 @@ stop(_State) ->
%%% Internal functions %%% Internal functions
%%% %%%
db_init() ->
ejabberd_config:env_binary_to_list(mnesia, dir),
MyNode = node(),
DbNodes = mnesia:system_info(db_nodes),
case lists:member(MyNode, DbNodes) of
true ->
ok;
false ->
?CRITICAL_MSG("Node name mismatch: I'm [~s], "
"the database is owned by ~p", [MyNode, DbNodes]),
?CRITICAL_MSG("Either set ERLANG_NODE in ejabberdctl.cfg "
"or change node name in Mnesia", []),
erlang:error(node_name_mismatch)
end,
case mnesia:system_info(extra_db_nodes) of
[] ->
mnesia:create_schema([node()]);
_ ->
ok
end,
ejabberd:start_app(mnesia, permanent),
mnesia:wait_for_tables(mnesia:system_info(local_tables), infinity).
connect_nodes() -> connect_nodes() ->
Nodes = ejabberd_config:get_option( Nodes = ejabberd_config:get_option(
cluster_nodes, cluster_nodes,

View File

@ -297,7 +297,6 @@ init([]) ->
{local_content, true}, {local_content, true},
{attributes, record_info(fields, ejabberd_commands)}, {attributes, record_info(fields, ejabberd_commands)},
{type, bag}]), {type, bag}]),
mnesia:add_table_copy(ejabberd_commands, node(), ram_copies),
register_commands(get_commands_spec()), register_commands(get_commands_spec()),
ejabberd_access_permissions:register_permission_addon(?MODULE, fun permission_addon/0), ejabberd_access_permissions:register_permission_addon(?MODULE, fun permission_addon/0),
{ok, #state{}}. {ok, #state{}}.

View File

@ -116,8 +116,7 @@ mnesia_init() ->
ejabberd_mnesia:create(?MODULE, local_config, ejabberd_mnesia:create(?MODULE, local_config,
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{local_content, true}, {local_content, true},
{attributes, record_info(fields, local_config)}]), {attributes, record_info(fields, local_config)}]).
mnesia:add_table_copy(local_config, node(), ram_copies).
%% @doc Get the filename of the ejabberd configuration file. %% @doc Get the filename of the ejabberd configuration file.
%% The filename can be specified with: erl -config "/path/to/ejabberd.yml". %% The filename can be specified with: erl -config "/path/to/ejabberd.yml".

View File

@ -207,7 +207,6 @@ init([]) ->
ejabberd_mnesia:create(?MODULE, iq_response, ejabberd_mnesia:create(?MODULE, iq_response,
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{attributes, record_info(fields, iq_response)}]), {attributes, record_info(fields, iq_response)}]),
mnesia:add_table_copy(iq_response, node(), ram_copies),
{ok, #state{}}. {ok, #state{}}.
handle_call(_Request, _From, State) -> handle_call(_Request, _From, State) ->

View File

@ -30,21 +30,82 @@
-module(ejabberd_mnesia). -module(ejabberd_mnesia).
-author('christophe.romain@process-one.net'). -author('christophe.romain@process-one.net').
-export([create/3, reset/2, update/2]).
-behaviour(gen_server).
-export([start/0, create/3, reset/2, update/2]).
%% gen_server callbacks
-export([init/1, handle_call/3, handle_cast/2, handle_info/2,
terminate/2, code_change/3]).
-define(STORAGE_TYPES, [disc_copies, disc_only_copies, ram_copies]). -define(STORAGE_TYPES, [disc_copies, disc_only_copies, ram_copies]).
-define(NEED_RESET, [local_content, type]). -define(NEED_RESET, [local_content, type]).
-include("logger.hrl"). -include("logger.hrl").
create(Module, Name, TabDef) -record(state, {tables = #{} :: map()}).
start() ->
gen_server:start_link({local, ?MODULE}, ?MODULE, [], []).
create(Module, Name, TabDef) ->
gen_server:call(?MODULE, {create, Module, Name, TabDef},
timer:seconds(60)).
init([]) ->
ejabberd_config:env_binary_to_list(mnesia, dir),
MyNode = node(),
DbNodes = mnesia:system_info(db_nodes),
case lists:member(MyNode, DbNodes) of
true ->
case mnesia:system_info(extra_db_nodes) of
[] -> mnesia:create_schema([node()]);
_ -> ok
end,
ejabberd:start_app(mnesia, permanent),
?DEBUG("Waiting for Mnesia tables synchronization...", []),
mnesia:wait_for_tables(mnesia:system_info(local_tables), infinity),
{ok, #state{}};
false ->
?CRITICAL_MSG("Node name mismatch: I'm [~s], "
"the database is owned by ~p", [MyNode, DbNodes]),
?CRITICAL_MSG("Either set ERLANG_NODE in ejabberdctl.cfg "
"or change node name in Mnesia", []),
{stop, node_name_mismatch}
end.
handle_call({create, Module, Name, TabDef}, _From, State) ->
case maps:get(Name, State#state.tables, undefined) of
{TabDef, Result} ->
{reply, Result, State};
_ ->
Result = do_create(Module, Name, TabDef),
Tables = maps:put(Name, {TabDef, Result}, State#state.tables),
{reply, Result, #state{tables = Tables}}
end;
handle_call(_Request, _From, State) ->
{noreply, State}.
handle_cast(_Msg, State) ->
{noreply, State}.
handle_info(_Info, State) ->
{noreply, State}.
terminate(_Reason, _State) ->
ok.
code_change(_OldVsn, State, _Extra) ->
{ok, State}.
do_create(Module, Name, TabDef)
when is_atom(Module), is_atom(Name), is_list(TabDef) -> when is_atom(Module), is_atom(Name), is_list(TabDef) ->
Path = os:getenv("EJABBERD_SCHEMA_PATH"), Path = os:getenv("EJABBERD_SCHEMA_PATH"),
Schema = schema(Path, Module, Name, TabDef), Schema = schema(Path, Module, Name, TabDef),
{attributes, Attrs} = lists:keyfind(attributes, 1, Schema), {attributes, Attrs} = lists:keyfind(attributes, 1, Schema),
case catch mnesia:table_info(Name, attributes) of case catch mnesia:table_info(Name, attributes) of
{'EXIT', _} -> {'EXIT', _} ->
mnesia_op(create_table, [Name, TabDef]); create(Name, TabDef);
Attrs -> Attrs ->
case need_reset(Name, Schema) of case need_reset(Name, Schema) of
true -> reset(Name, Schema); true -> reset(Name, Schema);
@ -61,7 +122,7 @@ create(Module, Name, TabDef)
reset(Name, TabDef) reset(Name, TabDef)
when is_atom(Name), is_list(TabDef) -> when is_atom(Name), is_list(TabDef) ->
mnesia_op(delete_table, [Name]), mnesia_op(delete_table, [Name]),
mnesia_op(create_table, [Name, TabDef]). create(Name, TabDef).
update(Name, TabDef) update(Name, TabDef)
when is_atom(Name), is_list(TabDef) -> when is_atom(Name), is_list(TabDef) ->
@ -120,6 +181,25 @@ schema(Path, Module, Name, TabDef) ->
TabDef TabDef
end. end.
create(Name, TabDef) ->
case mnesia_op(create_table, [Name, TabDef]) of
{atomic, ok} ->
add_table_copy(Name);
Err ->
Err
end.
%% The table MUST exist, otherwise the function would fail
add_table_copy(Name) ->
Type = mnesia:table_info(Name, storage_type),
Nodes = mnesia:table_info(Name, Type),
case lists:member(node(), Nodes) of
true ->
{atomic, ok};
false ->
mnesia_op(add_table_copy, [Name, node(), Type])
end.
merge(TabDef, CustomDef) -> merge(TabDef, CustomDef) ->
{CustomKeys, _} = lists:unzip(CustomDef), {CustomKeys, _} = lists:unzip(CustomDef),
CleanDef = lists:foldl( CleanDef = lists:foldl(

View File

@ -38,7 +38,6 @@ init() ->
[{disc_copies, [node()]}, [{disc_copies, [node()]},
{attributes, {attributes,
record_info(fields, oauth_token)}]), record_info(fields, oauth_token)}]),
mnesia:add_table_copy(oauth_token, node(), disc_copies),
ok. ok.
store(R) -> store(R) ->

View File

@ -145,7 +145,6 @@ init([]) ->
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{type, bag}, {type, bag},
{attributes, record_info(fields, route)}]), {attributes, record_info(fields, route)}]),
mnesia:add_table_copy(route, node(), ram_copies),
mnesia:subscribe({table, route, simple}), mnesia:subscribe({table, route, simple}),
lists:foreach( lists:foreach(
fun (Pid) -> erlang:monitor(process, Pid) end, fun (Pid) -> erlang:monitor(process, Pid) end,

View File

@ -120,7 +120,6 @@ init([]) ->
{type, bag}, {type, bag},
{attributes, {attributes,
record_info(fields, route_multicast)}]), record_info(fields, route_multicast)}]),
mnesia:add_table_copy(route_multicast, node(), ram_copies),
mnesia:subscribe({table, route_multicast, simple}), mnesia:subscribe({table, route_multicast, simple}),
lists:foreach( lists:foreach(
fun(Pid) -> fun(Pid) ->

View File

@ -303,7 +303,6 @@ init([]) ->
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{type, bag}, {type, bag},
{attributes, record_info(fields, s2s)}]), {attributes, record_info(fields, s2s)}]),
mnesia:add_table_copy(s2s, node(), ram_copies),
mnesia:subscribe(system), mnesia:subscribe(system),
ejabberd_commands:register_commands(get_commands_spec()), ejabberd_commands:register_commands(get_commands_spec()),
ejabberd_mnesia:create(?MODULE, temporarily_blocked, ejabberd_mnesia:create(?MODULE, temporarily_blocked,

View File

@ -53,7 +53,6 @@ start_link(Host) ->
[{ram_copies, [node()]}, {type, bag}, [{ram_copies, [node()]}, {type, bag},
{local_content, true}, {local_content, true},
{attributes, record_info(fields, sql_pool)}]), {attributes, record_info(fields, sql_pool)}]),
mnesia:add_table_copy(sql_pool, node(), ram_copies),
F = fun () -> mnesia:delete({sql_pool, Host}) end, F = fun () -> mnesia:delete({sql_pool, Host}) end,
mnesia:ets(F), mnesia:ets(F),
supervisor:start_link({local, supervisor:start_link({local,

View File

@ -168,5 +168,4 @@ setup_database() ->
end, end,
ejabberd_mnesia:create(?MODULE, bosh, ejabberd_mnesia:create(?MODULE, bosh,
[{ram_copies, [node()]}, {local_content, true}, [{ram_copies, [node()]}, {local_content, true},
{attributes, record_info(fields, bosh)}]), {attributes, record_info(fields, bosh)}]).
mnesia:add_table_copy(bosh, node(), ram_copies).

View File

@ -49,9 +49,7 @@ init(_Host, _Opts) ->
{local_content, true}, {local_content, true},
{attributes, {attributes,
record_info(fields, caps_features)}]), record_info(fields, caps_features)}]),
update_table(), update_table().
mnesia:add_table_copy(caps_features, node(),
disc_only_copies).
caps_read(_LServer, Node) -> caps_read(_LServer, Node) ->
case mnesia:dirty_read({caps_features, Node}) of case mnesia:dirty_read({caps_features, Node}) of

View File

@ -49,8 +49,7 @@ init(_Host, _Opts) ->
ejabberd_mnesia:create(?MODULE, carboncopy, ejabberd_mnesia:create(?MODULE, carboncopy,
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{attributes, record_info(fields, carboncopy)}, {attributes, record_info(fields, carboncopy)},
{type, bag}]), {type, bag}]).
mnesia:add_table_copy(carboncopy, node(), ram_copies).
enable(LUser, LServer, LResource, NS) -> enable(LUser, LServer, LResource, NS) ->
mnesia:dirty_write( mnesia:dirty_write(

View File

@ -318,7 +318,6 @@ init([Host, Opts]) ->
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{type, ordered_set}, {type, ordered_set},
{attributes, record_info(fields, muc_online_room)}]), {attributes, record_info(fields, muc_online_room)}]),
mnesia:add_table_copy(muc_online_room, node(), ram_copies),
catch ets:new(muc_online_users, [bag, named_table, public, {keypos, 2}]), catch ets:new(muc_online_users, [bag, named_table, public, {keypos, 2}]),
clean_table_from_bad_node(node(), MyHost), clean_table_from_bad_node(node(), MyHost),
mnesia:subscribe(system); mnesia:subscribe(system);

View File

@ -104,7 +104,6 @@ init([]) ->
ejabberd_mnesia:create(?MODULE, bytestream, ejabberd_mnesia:create(?MODULE, bytestream,
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{attributes, record_info(fields, bytestream)}]), {attributes, record_info(fields, bytestream)}]),
mnesia:add_table_copy(bytestream, node(), ram_copies),
{ok, #state{}}. {ok, #state{}}.
handle_call({activate_stream, SHA1, Initiator, MaxConnections}, _From, State) -> handle_call({activate_stream, SHA1, Initiator, MaxConnections}, _From, State) ->

View File

@ -57,8 +57,6 @@ start(Host, Opts) ->
ejabberd_mnesia:create(?MODULE, mod_register_ip, ejabberd_mnesia:create(?MODULE, mod_register_ip,
[{ram_copies, [node()]}, {local_content, true}, [{ram_copies, [node()]}, {local_content, true},
{attributes, [key, value]}]), {attributes, [key, value]}]),
mnesia:add_table_copy(mod_register_ip, node(),
ram_copies),
ok. ok.
stop(Host) -> stop(Host) ->

View File

@ -62,7 +62,6 @@ init([]) ->
[{ram_copies, [node()]}, [{ram_copies, [node()]},
{local_content, true}, {local_content, true},
{attributes, record_info(fields, shaper)}]), {attributes, record_info(fields, shaper)}]),
mnesia:add_table_copy(shaper, node(), ram_copies),
ejabberd_hooks:add(config_reloaded, ?MODULE, load_from_config, 20), ejabberd_hooks:add(config_reloaded, ?MODULE, load_from_config, 20),
load_from_config(), load_from_config(),
{ok, #state{}}. {ok, #state{}}.