aboutsummaryrefslogblamecommitdiffstats
path: root/lib/mnesia/test/mnesia_config_test.erl
blob: 6baf86a4a507857a0c62ceefd5f52edb5cebc83f (plain) (tree)
1
2
3
4
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085


                   
                                                        
























                                                                         
                                                        





                                    
        
                                    






                                      
        










                                                             
        




                             
                            































                                                                      

                                                 



                                                                      
         

                                                            
                              



                                                       


                              









                                                           

                                     
           

                                    
           
 





















































































































































































































































































































                                                                                      





























































































































































                                                                                

                                             










                                                                      
















































































































                                                                                        








































































































































































































































































































































































                                                                                 






































































































































































































































































































                                                                                                      
%%
%% %CopyrightBegin%
%%
%% Copyright Ericsson AB 1997-2013. All Rights Reserved.
%%
%% The contents of this file are subject to the Erlang Public License,
%% Version 1.1, (the "License"); you may not use this file except in
%% compliance with the License. You should have received a copy of the
%% Erlang Public License along with this software. If not, it can be
%% retrieved online at http://www.erlang.org/.
%%
%% Software distributed under the License is distributed on an "AS IS"
%% basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See
%% the License for the specific language governing rights and limitations
%% under the License.
%%
%% %CopyrightEnd%
%%

%%
-module(mnesia_config_test).
-author('[email protected]').

-include("mnesia_test_lib.hrl").
 
-record(test_table,{i,a1,a2,a3}).
-record(test_table2,{i, b}).

-export([
	all/0,groups/0,init_per_group/2,end_per_group/2,
	 access_module/1,
	 auto_repair/1,
	 backup_module/1,
	 debug/1,
	 dir/1,
	 dump_log_load_regulation/1,
	
	 dump_log_update_in_place/1,
	 event_module/1,
	 ignore_fallback_at_startup/1,
	 inconsistent_database/1,
	 max_wait_for_decision/1,
	 send_compressed/1,

	 app_test/1,
	
	 schema_merge/1,
	 unknown_config/1,

	 dump_log_time_threshold/1,
	 dump_log_write_threshold/1,
	 
	 start_one_disc_full_then_one_disc_less/1,
	 start_first_one_disc_less_then_one_disc_full/1,
	 start_first_one_disc_less_then_two_more_disc_less/1,
	 schema_location_and_extra_db_nodes_combinations/1,
	 table_load_to_disc_less_nodes/1,
	
	 dynamic_basic/1,
	 dynamic_ext/1,
	 dynamic_bad/1,

	 init_per_testcase/2,
	 end_per_testcase/2,
	 c_nodes/0
	]).

-export([check_logs/1]).

-define(init(N, Config),
	mnesia_test_lib:prepare_test_case([{init_test_case, [mnesia]},
					   delete_schema,
					   {reload_appls, [mnesia]}],
					  N, Config, ?FILE, ?LINE)).
-define(acquire(N, Config),
	mnesia_test_lib:prepare_test_case([{init_test_case, [mnesia]},
					   delete_schema,
					   {reload_appls, [mnesia]},
					   create_schema,
					   {start_appls, [mnesia]}],
					  N, Config, ?FILE, ?LINE)).
-define(acquire_schema(N, Config),
	mnesia_test_lib:prepare_test_case([{init_test_case, [mnesia]},
					    delete_schema,
					    {reload_appls, [mnesia]},
					    create_schema],
					  N, Config, ?FILE, ?LINE)).
-define(cleanup(N, Config),
	mnesia_test_lib:prepare_test_case([{reload_appls, [mnesia]}],
					  N, Config, ?FILE, ?LINE)).
-define(trans(Fun),
	?match({atomic, ok}, mnesia:transaction(Fun))).

init_per_testcase(Func, Conf) ->
    mnesia_test_lib:init_per_testcase(Func, Conf).

end_per_testcase(Func, Conf) ->
    mnesia_test_lib:end_per_testcase(Func, Conf).

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


all() -> 
    [access_module, auto_repair, backup_module, debug, dir,
     dump_log_load_regulation, {group, dump_log_thresholds},
     dump_log_update_in_place,
     event_module, ignore_fallback_at_startup,
     inconsistent_database, max_wait_for_decision,
     send_compressed, app_test, {group, schema_config},
     unknown_config].

groups() -> 
    [{dump_log_thresholds, [],
      [dump_log_time_threshold, dump_log_write_threshold]},
     {schema_config, [],
      [start_one_disc_full_then_one_disc_less,
       start_first_one_disc_less_then_one_disc_full,
       start_first_one_disc_less_then_two_more_disc_less,
       schema_location_and_extra_db_nodes_combinations,
       table_load_to_disc_less_nodes, schema_merge,
       {group, dynamic_connect}]},
     {dynamic_connect, [],
      [dynamic_basic, dynamic_ext, dynamic_bad]}].

init_per_group(_GroupName, Config) ->
    Config.

end_per_group(_GroupName, Config) ->
    Config.



%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

access_module(doc) ->
    ["Replace the activity access module with another module and ",
     "use it to read and write to some alternate table storage"];
access_module(suite) -> [];
access_module(Config) when is_list(Config) ->
    Nodes = ?acquire_schema(1, Config),
    ?match(ok, mnesia:start([{access_module, mnesia_frag}])),

    ?match(mnesia_frag, mnesia:system_info(access_module)),

    access_tab(ram_copies, Nodes),
    case mnesia_test_lib:diskless(Config) of
	true -> skip;
	false -> 
	    access_tab(disc_copies, Nodes)
		,  access_tab(disc_only_copies, Nodes)
    end,

    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config).

access_tab(Storage, Nodes) ->
    Tab = list_to_atom(lists:concat([access_tab_, Storage])),
    RecName = some_access,
    Attr = val,
    TabDef = [{Storage, Nodes},
	      {type, bag},
	      {index, [Attr]},
	      {record_name, RecName}],
    ?match({atomic,ok}, mnesia:create_table(Tab, TabDef)),

    Activity = fun(Kind) ->
		       A = [Kind, Tab, RecName, Attr, Nodes],
		       io:format("kind: ~w, storage: ~w~n", [Kind, Storage]),
		       mnesia:activity(Kind, fun do_access/5, A)
	       end,
    ModActivity = fun(Kind, M) ->
			  io:format("kind: ~w, storage: ~w. module: ~w~n",
				    [Kind, Storage, M]),
			  A = [Kind, Tab, RecName, Attr, Nodes],
			  mnesia:activity(Kind, fun do_access/5, A, M)
	       end,
    ?match(ok, Activity(transaction)),
    ?match(ok, Activity({transaction, 47})),
    ?match(ok, ModActivity(transaction, mnesia)),
    ?match(ok, ModActivity(transaction, mnesia_frag)),
    
    ?match(ok, Activity(async_dirty)),
    ?match(ok, Activity(sync_dirty)),
    case Storage of
	ram_copies ->
	    ?match(ok, Activity(ets));
	_ ->
	    ignore
    end.

do_access(Kind, Tab, RecName, Attr, Nodes) ->
    Tens = lists:sort([{RecName, 1, 10}, {RecName, 3, 10}]),
    {OptNodes, OptTens} = 
	case Kind of
	    transaction -> {Nodes, Tens};
	    {transaction, _} -> {Nodes, Tens};
	    async_dirty -> {[], Tens};
	    sync_dirty -> {[], Tens};
	    ets -> {[], []}
	end,
    ?match(RecName, mnesia:table_info(Tab, record_name)),
    
    ?match(ok, mnesia:write(Tab, {RecName, 1, 10}, write)),
    ?match(ok, mnesia:write(Tab, {RecName, 2, 20}, sticky_write)),
    ?match(ok, mnesia:write(Tab, {RecName, 2, 21}, sticky_write)),
    ?match(ok, mnesia:write(Tab, {RecName, 2, 22}, write)),
    ?match(ok, mnesia:write(Tab, {RecName, 3, 10}, write)),

    Twos = [{RecName, 2, 20}, {RecName, 2, 21}, {RecName, 2, 22}],
    ?match(Twos, lists:sort(mnesia:read(Tab, 2, read))),
    
    ?match(ok, mnesia:delete_object(Tab, {RecName, 2, 21}, sticky_write)),

    TenPat = {RecName, '_', 10},
    ?match(Tens, lists:sort(mnesia:match_object(Tab, TenPat, read))),
    ?match(OptTens, lists:sort(mnesia:index_match_object(Tab, TenPat, Attr, read) )),
    ?match(OptTens, lists:sort(mnesia:index_read(Tab, 10, Attr))),
    Keys = [1, 2, 3],
    ?match(Keys, lists:sort(mnesia:all_keys(Tab))),

    First = mnesia:first(Tab),
    Mid   = mnesia:next(Tab, First),
    Last  = mnesia:next(Tab, Mid),
    ?match('$end_of_table', mnesia:next(Tab, Last)),
    ?match(Keys, lists:sort([First,Mid,Last])),

    %% For set and bag these last, prev works as first and next
    First2 = mnesia:last(Tab),
    Mid2   = mnesia:prev(Tab, First2),
    Last2  = mnesia:prev(Tab, Mid2),
    ?match('$end_of_table', mnesia:prev(Tab, Last2)),
    ?match(Keys, lists:sort([First2,Mid2,Last2])),

    ?match([ok, ok, ok], [mnesia:delete(Tab, K, write) || K <- Keys]),
    W = wild_pattern,
    ?match([], mnesia:match_object(Tab, mnesia:table_info(Tab, W), read)),
    ?log("Safe fixed ~p~n", [catch ets:info(Tab, safe_fixed)]),
    ?log("Fixed ~p ~n", [catch ets:info(Tab, fixed)]),
    
    ?match(OptNodes, mnesia:lock({global, some_lock_item, Nodes}, write)),
    ?match(OptNodes, mnesia:lock({global, some_lock_item, Nodes}, read)),
    ?match(OptNodes, mnesia:lock({table, Tab}, read)),
    ?match(OptNodes, mnesia:lock({table, Tab}, write)),
    
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
auto_repair(doc) ->
    ["Try the auto_repair mechanism on the various disk_logs and dets files.",
     "",
     "The case tests both normal values of the parameter, and also",
     "one crazy value.",
     "The test of the real auto_repair functionality is made in the",
     "dets suite"
    ];
auto_repair(suite) -> [];
auto_repair(Config) when is_list(Config) ->
    ?init(1, Config),
    ?match(ok, mnesia:start()),			% Check default true
    ?match(true, mnesia:system_info(auto_repair)),
    ?match(stopped, mnesia:stop()),
    ?match(ok, mnesia:start([{auto_repair, true}])),
    ?match(true, mnesia:system_info(auto_repair)),
    ?match(stopped, mnesia:stop()),
    ?match(ok, mnesia:start([{auto_repair, false}])),
    ?match(false, mnesia:system_info(auto_repair)),
    ?match(stopped, mnesia:stop()),
    ?match({error, {bad_type, auto_repair, your_mama}},
	   mnesia:start([{auto_repair, your_mama}])),
     ?match(stopped, mnesia:stop()),
    ?cleanup(1, Config),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

backup_module(doc) ->
    ["Replace the backup module with another module and use it to",
     "read and write to an alternate backup media, e.g stored in",
     "the internal state of a simple process."];
backup_module(suite) -> [];
backup_module(Config) when is_list(Config) ->
    Nodes = ?acquire_schema(1, Config),
    ?match(ok, mnesia:start([{backup_module, mnesia_config_backup}])),
    ?match({atomic,ok},
	   mnesia:create_table(test_table,
			       [{disc_copies, Nodes},
				{attributes,
				 record_info(fields,test_table)}])),
    
    ?match({atomic,ok},
	   mnesia:create_table(test_table2,
			       [{disc_copies, Nodes},
				{attributes,
				 record_info(fields,test_table2)}])),
    %% Write in test table 
    ?trans(fun() -> mnesia:write(#test_table{i=1}) end),
    ?trans(fun() -> mnesia:write(#test_table{i=2}) end),
    
    %% Write in test table 2
    ?trans(fun() -> mnesia:write(#test_table2{i=3}) end),
    ?trans(fun() -> mnesia:write(#test_table2{i=4}) end),
    mnesia_test_lib:sync_tables(Nodes, [test_table, test_table2]),
    
    File = whow,
    %% Now make a backup
    ?match(ok, mnesia:backup(File)),

    ?match(ok, mnesia:install_fallback(File)),
    
    %% Now add things
    ?trans(fun() -> mnesia:write(#test_table{i=2.5}) end),
    ?trans(fun() -> mnesia:write(#test_table2{i=3.5}) end),

    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,
    ?match([], mnesia_test_lib:start_mnesia(Nodes, [test_table, test_table2])),

    %% Now check newly started tables
    ?match({atomic, [1,2]}, 
	   mnesia:transaction(fun() -> lists:sort(mnesia:all_keys(test_table)) end)),
    ?match({atomic, [3,4]}, 
	   mnesia:transaction(fun() -> lists:sort(mnesia:all_keys(test_table2)) end)),
    
    file:delete(File),
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
debug(doc) ->
    ["Try out the four debug levels and ensure that the",
    "expected events are generated."];
debug(suite) -> [];
debug(Config) when is_list(Config) ->
    Nodes = ?init(1, Config),
    case application:get_env(mnesia,debug) of
	undefined ->
	    ?match(none, mnesia:system_info(debug));
	{ok, false} ->
	    ?match(none, mnesia:system_info(debug));
	{ok, true} ->
	    ?match(debug, mnesia:system_info(debug));
	{ok, Env} ->
	    ?match(Env, mnesia:system_info(debug))
    end,

    ?match(ok, mnesia:start([{debug, verbose}])),
    ?match(verbose, mnesia:system_info(debug)),
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,

    ?match(ok, mnesia:start([{debug, debug}])),
    ?match(debug, mnesia:system_info(debug)),
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,

    ?match(ok, mnesia:start([{debug, trace}])),
    ?match(trace, mnesia:system_info(debug)),
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,

    ?match(ok, mnesia:start([{debug, true}])),
    ?match(debug, mnesia:system_info(debug)),
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,

    ?match(ok, mnesia:start([{debug, false}])),
    ?match(none, mnesia:system_info(debug)),

    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
dir(doc) ->
    ["Try to use alternate Mnesia directories"];
dir(suite) -> [];
dir(Config) when is_list(Config) ->
    Nodes = ?init(1, Config),

    ?match(ok, mnesia:start([{dir, tuff}])),
    Dir = filename:join([element(2, file:get_cwd()), "tuff"]),
    ?match(Dir, mnesia:system_info(directory)),
    mnesia_test_lib:kill_mnesia(Nodes),
 
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
dump_log_update_in_place(doc) ->
    ["Change the update in place policy for the transaction log dumper."];
dump_log_update_in_place(suite) -> [];
dump_log_update_in_place(Config) when is_list(Config) ->
    Nodes = ?acquire(1, Config),
    ?match(true, mnesia:system_info(dump_log_update_in_place)),
    ?match({atomic,ok},
	   mnesia:create_table(test_table,
			       [{disc_copies, Nodes},
				{attributes,
				 record_info(fields,test_table)}])),
    
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,
    
    ?match(ok, mnesia:start([{dump_log_update_in_place, false}])),
    ?match(false, mnesia:system_info(dump_log_update_in_place)),

    mnesia_test_lib:sync_tables(Nodes, [schema, test_table]),

    %% Now provoke some log dumps

    L = lists:map(
	  fun(Num) ->
		  %% Write something on one end ...
		  mnesia:transaction(
		    fun() ->
			    mnesia:write(#test_table{i=Num}) end
		   ) end,
	  lists:seq(1, 110)),
    
    L2 = lists:duplicate(110, {atomic, ok}),

    %% If this fails then some of the 110 writes above failed
    ?match(true, L==L2),
    if  L==L2 -> ok;
	true -> 
	    ?verbose("***** List1 len: ~p, List2 len: ~p~n",
		      [length(L), length(L2)]),
	    ?verbose("L: ~p~nL2:~p~n", [L, L2])
    end,
    
    %% If we still can write, then Mnesia is probably alive
    ?trans(fun() -> mnesia:write(#test_table{i=115}) end),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
dump_log_write_threshold(doc)->
    ["This test case must be rewritten.",
     "Dump logs are tested by doing transactions, then killing Mnesia and ",
     "then examining the table data files and see if they are correct.",
     "The test_table is used as a counter, test_table. is stepped once ",
     "for each transaction."];
dump_log_write_threshold(suite)->[];
dump_log_write_threshold(Config) when is_list(Config) ->
    [N1] = ?acquire_schema(1, Config),

    Threshold = 3,
    ?match(ok,mnesia:start([{dump_log_write_threshold, Threshold}])),

    ?match({atomic,ok},
	   mnesia:create_table(test_table,
			       [{disc_copies, [N1]},
				{attributes,
				 record_info(fields,test_table)}])),
    ?match(dumped, mnesia:dump_log()),
    
    ?match(ok, do_trans(2)),				% Shall not have dumped
    check_logs(0),
    
    ?match(ok, do_trans(Threshold - 2)),			% Trigger a dump
    receive after 1000 -> ok end,
    check_logs(Threshold),

    
    ?match(ok, do_trans(Threshold - 1)),   
    ?match(dumped, mnesia:dump_log()),   %% This should trigger ets2dcd dump
    check_logs(0),                       %% and leave no dcl file
    
    ?match(stopped, mnesia:stop()),

    %% Check bad threshold value
    ?match({error,{bad_type,dump_log_write_threshold,0}},
	   mnesia:start([{dump_log_write_threshold,0}])),

    ?verify_mnesia([], [N1]),
    ?cleanup(1, Config),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
dump_log_time_threshold(doc)->
    ["See doc on above."];
dump_log_time_threshold(suite)->[];
dump_log_time_threshold(Config) when is_list(Config) ->
    Nodes = ?acquire_schema(1, Config),
    Time = 4000,

    %% Check bad threshold value
    ?match({error,{bad_type,dump_log_time_threshold,0}},
	   mnesia:start([{dump_log_time_threshold,0}])),
    
    
    ?match(ok,mnesia:start([{dump_log_write_threshold,100},
			    {dump_log_time_threshold, Time}])),
    
    ?match({atomic,ok},mnesia:create_table(test_table,
					   [{disc_copies, Nodes},
					    {attributes,
					     record_info(fields,
							 test_table)}])),
    
    %% Check that nothing is dumped when within time threshold
    ?match(ok, do_trans(1)),
    check_logs(0),
    
    ?match(Time, mnesia:system_info(dump_log_time_threshold)),

    %% Check that things get dumped when time threshold exceeded
    ?match(ok, do_trans(5)),
    receive after Time+2000 -> ok end,
    check_logs(6),
    
    ?verify_mnesia([node()], []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%
%% 
%% Help functions for dump log

%% Do a transaction N times
do_trans(0) -> ok;
do_trans(N) ->
    Fun = fun() ->
		  XX=incr(),
		  mnesia:write(#test_table{i=XX})
	  end,
    {atomic, ok} = mnesia:transaction(Fun),
    do_trans(N-1).

%% An increasing number
incr() ->
    case get(bloody_counter) of
	undefined -> put(bloody_counter, 2), 1;
	Num -> put(bloody_counter, Num+1)
    end.

%%
%% Check that the correct number of transactions have been recorded.
%%-record(test_table,{i,a1,a2,a3}).
check_logs(N) ->    
    File = mnesia_lib:tab2dcl(test_table),    
    Args = [{file, File}, {name, testing}, {repair, true}, {mode, read_only}],

    if N == 0 ->
	    ?match(false, mnesia_lib:exists(File));
       true ->
	    ?match(true, mnesia_lib:exists(File)),
	    ?match({ok, _Log}, disk_log:open(Args)),
	    
	    {Cont, Terms} = disk_log:chunk(testing, start),
	    ?match(eof, disk_log:chunk(testing, Cont)),
	    %%?verbose("N: ~p, L: ~p~n", [N, L]),
	    disk_log:close(testing),
	    
	    %% Correct number of records in file
	    ?match({N, N}, {N, length(Terms) -1 })  %% Ignore Header
    end.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

dump_log_load_regulation(doc) ->
    ["Test the load regulation of the dumper"];
dump_log_load_regulation(suite) ->
    [];
dump_log_load_regulation(Config) when is_list(Config) ->
    Nodes = ?acquire_nodes(1, Config),
    Param = dump_log_load_regulation,

    %% Normal 
    NoReg = false,
    ?match(NoReg, mnesia:system_info(Param)),
    ?match([], mnesia_test_lib:stop_mnesia(Nodes)),

    %% Bad
    Bad = arne_anka,
    ?match({error, {bad_type, Param, Bad}},
	   mnesia:start([{Param, Bad}])),

    %% Regulation activated
    Reg = true,
    ?match(ok,mnesia:start([{Param, Reg}])),
    ?match(Reg, mnesia:system_info(Param)),

    Args =
	[{db_nodes, Nodes},
	 {driver_nodes, Nodes},
	 {replica_nodes, Nodes},
	 {n_drivers_per_node, 5},
	 {n_branches, length(Nodes) * 10},
	 {n_accounts_per_branch, 5},
	 {replica_type, disc_copies},
	 {stop_after, timer:seconds(15)},
	 {report_interval, timer:seconds(3)},
	 {use_running_mnesia, true},
	 {reuse_history_id, true}],
    
    ?match({ok, _}, mnesia_tpcb:start(Args)),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

ignore_fallback_at_startup(doc) ->
    ["Start Mnesia without rollback of the database to the fallback. ",
     "Once Mnesia has been (re)started the installed fallback should",
     "be handled as a normal active fallback.",
     "Install a customized event module which disables the termination",
     "of Mnesia when mnesia_down occurrs with an active fallback."].

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

max_wait_for_decision(doc) ->
    ["Provoke Mnesia to make a forced decision of the outome",
     "of a heavy weight transaction."].
     
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

send_compressed(doc) -> [];
send_compressed(suite) -> [];
send_compressed(Config) ->
    [N1,N2] = Nodes = ?acquire_nodes(2, Config),
    ?match({atomic,ok}, mnesia:create_table(t0, [{ram_copies,[N1,N2]}])),
    ?match({atomic,ok}, mnesia:create_table(t1, [{disc_copies,[N1,N2]}])),
    ?match({atomic,ok}, mnesia:create_table(t2, [{disc_only_copies,[N1,N2]}])),

    Max = 1000,
    Create = fun(Tab) -> [mnesia:write({Tab, N, {N, "FILLER-123490878345asdasd"}})
			  || N <- lists:seq(1, Max)],
			 ok
	     end,
    
    ?match([], mnesia_test_lib:kill_mnesia([N2])),
    
    ?match([], mnesia_test_lib:kill_mnesia([N1])),
    ?match(ok, mnesia:start([{send_compressed, 9}])),
    ?match(ok, mnesia:wait_for_tables([t0,t1,t2], 5000)),

    ?match({atomic, ok}, mnesia:transaction(Create, [t0])),
    ?match({atomic, ok}, mnesia:transaction(Create, [t1])),
    ?match({atomic, ok}, mnesia:transaction(Create, [t2])),
    
    ?match([], mnesia_test_lib:start_mnesia([N2], [t0,t1,t2])),
    
    Verify = fun(Tab) ->		     
		     [ [{Tab,N,{N,_}}] = mnesia:read(Tab, N) || N <- lists:seq(1, Max)],
		     ok
	     end,
    ?match({atomic, ok}, rpc:call(N1, mnesia, transaction, [Verify, [t0]])),
    ?match({atomic, ok}, rpc:call(N1, mnesia, transaction, [Verify, [t1]])),
    ?match({atomic, ok}, rpc:call(N1, mnesia, transaction, [Verify, [t2]])),
    
    ?match({atomic, ok}, rpc:call(N2, mnesia, transaction, [Verify, [t0]])),
    ?match({atomic, ok}, rpc:call(N2, mnesia, transaction, [Verify, [t1]])),
    ?match({atomic, ok}, rpc:call(N2, mnesia, transaction, [Verify, [t2]])),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

app_test(doc) -> [];
app_test(suite) -> [];
app_test(_Config) ->
    ?match(ok,test_server:app_test(mnesia)),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

event_module(doc) ->
    ["Replace the event module with another module and use it as",
     "receiver of the various system and table events. Provoke",
     "coverage of all kinds of events."];
event_module(suite) -> [];
event_module(Config) when is_list(Config) ->
    Filter = fun({mnesia_system_event,{mnesia_info, _, _}}) -> false;
		(_) -> true
	     end,
    
    [_N1, N2]=Nodes=?acquire_schema(2, Config),

    Def = case mnesia_test_lib:diskless(Config) of 
	      true -> [{event_module, mnesia_config_event},
		       {extra_db_nodes, Nodes}];
	      false  ->
		  [{event_module, mnesia_config_event}]
	  end,

    ?match({[ok, ok], []}, rpc:multicall(Nodes, mnesia, start, [Def])),
    receive after 1000 -> ok end,
    mnesia_event ! {get_log, self()},
    DebugLog1 = receive 
		    {log, L1} -> L1
		after 10000 -> [timeout]
		end,
    ?match([{mnesia_system_event,{mnesia_up,N2}}],
	   lists:filter(Filter, DebugLog1)),
    mnesia_test_lib:kill_mnesia([N2]),
    receive after 2000 -> ok end,

    ?match({[ok], []}, rpc:multicall([N2], mnesia, start, [])),

    receive after 1000 -> ok end,
    mnesia_event ! {get_log, self()},
    DebugLog = receive 
		   {log, L} -> L
	       after 10000 -> [timeout]
	       end,
    ?match([{mnesia_system_event,{mnesia_up,N2}},
	    {mnesia_system_event,{mnesia_down,N2}},
	    {mnesia_system_event,{mnesia_up, N2}}],
	   lists:filter(Filter, DebugLog)),
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
start_one_disc_full_then_one_disc_less(doc)->
    ["Start a disk node and then a disk less one. Distribute some",
     "tables between them."];
start_one_disc_full_then_one_disc_less(suite) -> [];
start_one_disc_full_then_one_disc_less(Config) when is_list(Config) ->
    [N1, N2] = ?init(2, Config),
    ?match(ok, mnesia:create_schema([N1])),
    ?match([], mnesia_test_lib:start_mnesia([N1])),

    ?match({atomic, ok}, mnesia:add_table_copy(schema, N2, ram_copies)),

    ?match(ok, rpc:call(N2, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, [N1]}]])),
    mnesia_test_lib:sync_tables([N1, N2], [schema]),

    %% Now create some tables
    ?match({atomic,ok},
	   mnesia:create_table(test_table,
			       [{ram_copies, [N1, N2]},
				{attributes,
				 record_info(fields,test_table)}])),
    
    ?match({atomic,ok},
	   rpc:call(
	     N2, mnesia,create_table, [test_table2,
				      [{ram_copies, [N1, N2]},
				       {attributes,
					record_info(fields,test_table2)}]])),

    %% Write something on one end ...
    Rec = #test_table{i=55},
    ?match({atomic, ok},
	   mnesia:transaction(fun() -> mnesia:write(Rec) end)),
    
    %% ... and read it in the other
    ?match({atomic, [Rec]},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() -> mnesia:read({test_table, 55}) end])),
    
    
    %% Then do the same but start at the other end
    Rec2 = #test_table2{i=155},
    ?match({atomic, ok},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() ->
			     mnesia:write(Rec2) end
		    ])),
    
    ?match({atomic, [Rec2]},
	   mnesia:transaction(fun() -> mnesia:read({test_table2, 155}) end)),
    
    ?verify_mnesia([N1, N2], []),
    ?cleanup(2, Config),
    ok.
    
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
start_first_one_disc_less_then_one_disc_full(doc)->
    ["no_doc"];
start_first_one_disc_less_then_one_disc_full(suite) -> [];
start_first_one_disc_less_then_one_disc_full(Config) when is_list(Config) ->
    [N1, N2] = Nodes = ?init(2, Config),
    ?match(ok, mnesia:create_schema([N1])),
    ?match([], mnesia_test_lib:start_mnesia([N1])),

    ?match({atomic, ok}, mnesia:add_table_copy(schema, N2, ram_copies)),
    
    ?match(ok, rpc:call(N2, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, Nodes}]])),

    mnesia_test_lib:sync_tables([N1, N2], [schema]),
    
    mnesia_test_lib:kill_mnesia(Nodes),
    receive after 2000 -> ok end,
    ?match([], mnesia_test_lib:start_mnesia(Nodes)),

    mnesia_test_lib:sync_tables([N1, N2], [schema]),
    
    %% Now create some tables
    ?match({atomic,ok},
	   rpc:call(
	     N1, mnesia,create_table, [test_table,
				       [%%{disc_copies, [node()]},
					{ram_copies, [N1, N2]},
					{attributes,
					 record_info(fields,test_table)}]])),
    mnesia_test_lib:sync_tables([N1, N2], [test_table]),

    ?match({atomic,ok},
	   rpc:call(
	     N2, mnesia,create_table, [test_table2,
				       [%%{disc_copies, [node()]},
					{ram_copies, [N1, N2]},
					{attributes,
					 record_info(fields,test_table2)}]])),
    
    mnesia_test_lib:sync_tables([N1, N2], [test_table, test_table2]),

    %% Assure tables loaded
    ?match({[ok, ok], []},
	   rpc:multicall([N1, N2], mnesia, wait_for_tables,
			 [[schema, test_table, test_table2], 10000])),
    
    %% Write something on one end ...
    Rec = #test_table{i=55},
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write(Rec) end])),
    
    %% ... and read it in the other
    ?match({atomic, [Rec]},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() -> mnesia:read({test_table, 55}) end])),
    
    %% Then do the same but start at the other end
    Rec2 = #test_table2{i=155},
    ?match({atomic, ok},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() ->
			     mnesia:write(Rec2) end
		    ])),
    
    ?match({atomic, [Rec2]},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:read({test_table2, 155}) end])),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(1, Config),
    ok.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
start_first_one_disc_less_then_two_more_disc_less(doc)->
    ["no doc"];
start_first_one_disc_less_then_two_more_disc_less(suite) -> [];
start_first_one_disc_less_then_two_more_disc_less(Config) when is_list(Config) ->
    Nodes = [N1, N2, N3] = ?init(3, Config),

    ?match(ok, rpc:call(N1, mnesia, start, [[{schema_location, ram}]])),

    %% Really should use test_lib:mnesia_start for these ones but ...
    ?match({atomic, ok}, 
	   rpc:call(N1, mnesia,add_table_copy, [schema, N2, ram_copies])),
    ?match({atomic, ok}, 
	   rpc:call(N1, mnesia,add_table_copy, [schema, N3, ram_copies])),
    
    ?match(ok, rpc:call(N2, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, [N1]}]])),
    ?match(ok, rpc:call(N3, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, [N1, N2]}]])),

    %% Now create some tables
    ?match({atomic,ok},
	   rpc:call(
	     N1, mnesia,create_table, [test_table,
				      [%%{disc_copies, [node()]},
				       {ram_copies, [N1, N2, N3]},
				       {attributes,
					record_info(fields,test_table)}]])),

    %% Assure tables loaded
    ?match({[ok, ok, ok], []},
	   rpc:multicall([N1, N2, N3], mnesia, wait_for_tables,
			 [[test_table], 1000])),

    %% Write something on one end ...
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write(#test_table{i=44}) end])),

    %% Force synchronicity
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write_lock_table(test_table) end])),
    
    %% ... and read it in the others
    ?match({[{atomic, [{test_table, 44, _, _, _}]},
	     {atomic, [{test_table, 44, _, _, _}]}], []},
	   rpc:multicall([N2, N3], mnesia, transaction, 
			 [fun() -> mnesia:read({test_table, 44}) end])),
    
    %% Then do the other way around
    ?match({atomic, ok},
	   rpc:call(N3, mnesia, transaction, 
		    [fun() -> mnesia:write(#test_table{i=33}) end])),
    %% Force synchronicity
    ?match({atomic, ok},
	   rpc:call(N3, mnesia, transaction, 
		    [fun() -> mnesia:write_lock_table(test_table) end])),
    
    ?match({[{atomic, [{test_table, 44, _, _, _}]},
	     {atomic, [{test_table, 44, _, _, _}]}], []},
	   rpc:multicall([N1, N2], mnesia, transaction, 
			 [fun() -> mnesia:read({test_table, 44}) end])),

    mnesia_test_lib:reload_appls([mnesia], Nodes),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
schema_location_and_extra_db_nodes_combinations(doc)->
    ["Test schema loaction and extra_db_nodes combinations."];
schema_location_and_extra_db_nodes_combinations(suite) -> [];
schema_location_and_extra_db_nodes_combinations(Config) when is_list(Config) ->
    [N1, N2] = Nodes = ?init(2, Config),
    ?match(ok, mnesia:create_schema([N1])),
    ?match([], mnesia_test_lib:start_mnesia([N1])),
    
    %% Really should use test_lib:mnesia_start for these ones but ...
    ?match({atomic, ok}, 
	   rpc:call(N1, mnesia,add_table_copy, [schema, N2, ram_copies])),
    
    ?match(ok, rpc:call(N2, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, [N1]}]])),
    
    %% Assure tables loaded
    ?match({[ok, ok], []},
	   rpc:multicall([N1, N2], mnesia, wait_for_tables,
			 [[schema], 10000])),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(2, Config),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
table_load_to_disc_less_nodes(doc)->
    ["Load tables to disc less nodes"];
table_load_to_disc_less_nodes(suite) -> [];
table_load_to_disc_less_nodes(Config) when is_list(Config) ->
    [N1, N2] = ?init(2, Config),

    ?match(ok, rpc:call(N1, mnesia, start, [[{schema_location, ram}]])),

    %% Really should use test_lib:mnesia_start for these ones but ...
    ?match({atomic, ok}, 
	   rpc:call(N1, mnesia,add_table_copy, [schema, N2, ram_copies])),
    
    ?match(ok, rpc:call(N2, mnesia, start, [[{schema_location, ram},
					     {extra_db_nodes, [N1]}]])),

    %% Now create some tables
    ?match({atomic,ok},
	   rpc:call(
	     N1, mnesia,create_table, [test_table,
				      [%%{disc_copies, [node()]},
				       {ram_copies, [N1, N2]},
				       {attributes,
					record_info(fields,test_table)}]])),

    %% Assure tables loaded
    ?match({[ok, ok], []},
	   rpc:multicall([N1, N2], mnesia, wait_for_tables,
			 [[test_table], 1000])),

    %% Write something on one end ...
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write(#test_table{i=44}) end])),

    %% Force synchronicity
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write_lock_table(test_table) end])),
    
    %% ... and read it in the others
    ?match({atomic, [{test_table, 44, _, _, _}]},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() -> mnesia:read({test_table, 44}) end])),

    ?cleanup(2, Config),
    ok.
    
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
schema_merge(doc) ->
    ["Provoke various schema merge situations.",
     "Perform various schema updates while some nodes are down,",
     "stop the started nodes, start the stopped nodes and perform",
     "schema updates. Now we have a situation were some of the table",
     "definitions have been changed on two or more nodes independently",
     "of each other and when Mnesia on the nodes tries to connect",
     "to each other at restart the schema will be merged.",
     "Do also try to provoke schema merge situations were the",
     "schema cannot be merged."];

schema_merge(suite) -> [];

schema_merge(Config) when is_list(Config) ->
    [N1, N2]=Nodes=?acquire(2,Config),
    
    mnesia_test_lib:kill_mnesia([N2]),    
    receive after 1000 -> ok end,

    Storage = mnesia_test_lib:storage_type(disc_copies, Config),    
    ?match({atomic,ok},
	   rpc:call(
	     N1, mnesia,create_table, 
	     [test_table,
	      [{Storage, [N1]},
	       {attributes,
		record_info(fields,test_table)}]])),
    
    ?match({atomic, ok},
	   rpc:call(N1, mnesia, transaction, 
		    [fun() -> mnesia:write(#test_table{i=44}) end])),

    mnesia_test_lib:kill_mnesia([N1]),
    receive after 2000 -> ok end,
    %% Can't use std start because it waits for schema
    ?match(ok, rpc:call(N2, mnesia, start, [])),

    ?match({atomic,ok},
	   rpc:call(
	     N2, mnesia,create_table, 
	     [test_table2,
	      [{Storage, [N2]},
	       {attributes,
		record_info(fields,test_table2)}]])),
    
    receive after 5000 -> ok end,

    ?match({atomic, ok},
	   rpc:call(N2, mnesia, transaction, 
		    [fun() -> mnesia:write(#test_table2{i=33}) end])),
    
    %% Can't use std start because it waits for schema
    ?match(ok, rpc:call(N1, mnesia, start, [])),

    %% Assure tables loaded
    ?match({[ok, ok], []},
	   rpc:multicall([N1, N2], mnesia, wait_for_tables,
			 [[schema, test_table, test_table2], 10000])),
    
    %% ... and read it in the others
    ?match({[{atomic, [{test_table, 44, _, _, _}]},
	     {atomic, [{test_table, 44, _, _, _}]}], []},
	   rpc:multicall([N1, N2], mnesia, transaction, 
			 [fun() -> mnesia:read({test_table, 44}) end])),
    
    ?match({[{atomic, [{test_table2, 33, _}]},
	     {atomic, [{test_table2, 33, _}]}], []},
	   rpc:multicall([N1, N2], mnesia, transaction, 
			 [fun() -> mnesia:read({test_table2, 33}) end])),
    
    ?verify_mnesia(Nodes, []),
    ?cleanup(2, Config),
    ok.


-define(connect(Nodes), mnesia:change_config(extra_db_nodes, Nodes)).
-define(rpc_connect(From, Nodes), 
	rpc:call(From, mnesia, change_config, [extra_db_nodes, Nodes])).


sort({ok, NS}) ->
    {ok, lists:sort(NS)};
sort(Ns) when is_tuple(Ns) ->
    Ns;
sort(NS) when is_list(NS) -> 
    lists:sort(NS).




dynamic_basic(suite) -> [];
dynamic_basic(Config) when is_list(Config) ->
    Nodes = [N1, N2, N3] = ?acquire_nodes(3, Config),
    SNs = lists:sort(Nodes),    

    ?match({atomic, ok}, mnesia:create_table(tab1, [{ram_copies, Nodes--[N1]}, {disc_copies, [N1]}])),
    ?match({atomic, ok}, mnesia:create_table(tab2, [{disc_copies, Nodes}])),

    ?match({ok, SNs}, sort(?rpc_connect(N1, Nodes))),     %% What shall happen?
    ?match({ok, []}, sort(?rpc_connect(N1, [nonode@nothosted]))),  %% What shall happen?
    
    ?match([], mnesia_test_lib:kill_mnesia([N2])),
    ?match(ok, mnesia:delete_schema([N2])),

    ?match(ok, mnesia:dirty_write({tab1, 1, 1})),
    ?match(ok, mnesia:dirty_write({tab2, 1, 1})),
   
    ?match(ok, rpc:call(N2, mnesia, start, [[{extra_db_nodes, [N1]}]])),
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab1,tab2],5000])),
    io:format("Here ~p ~n",[?LINE]), 
    check_storage(N2, N1, [N3]),
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),

    ?match([], mnesia_test_lib:kill_mnesia([N3])),
    ?match(ok, mnesia:delete_schema([N3])),
    
    io:format("T1 ~p ~n",[rpc:call(N3,?MODULE,c_nodes,[])]),
    ?match(ok, rpc:call(N3, mnesia, start, [])),
    io:format("T2 ~p ~n",[rpc:call(N3,?MODULE,c_nodes,[])]),
    timer:sleep(2000),
    io:format("T3 ~p ~n",[rpc:call(N3,?MODULE,c_nodes,[])]),
    ?match({ok, [N1]}, sort(?rpc_connect(N3, [N1]))),
    io:format("T4 ~p ~n",[rpc:call(N3,?MODULE,c_nodes,[])]),
    ?match(ok, rpc:call(N3, mnesia, wait_for_tables, [[tab1,tab2],5000])),
    io:format("Here ~p ~n",[?LINE]), 
    check_storage(N3, N1, [N2]),
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    
    ?match([], mnesia_test_lib:kill_mnesia([N3])),
    ?match(ok, mnesia:delete_schema([N3])),
    
    ?match(ok, rpc:call(N3, mnesia, start, [])),
    ?match({ok, [N3]}, sort(?rpc_connect(N1, [N3]))),
    ?match(ok, rpc:call(N3, mnesia, wait_for_tables, [[tab1,tab2],5000])),
    io:format("Here ~p ~n",[?LINE]), 
    check_storage(N3, N1, [N2]),
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),

    mnesia_test_lib:kill_mnesia([N2]),
    ?match(ok, mnesia:delete_schema([N2])),
    ?match({atomic, ok}, mnesia:del_table_copy(schema, N2)),

    % Ok, we have now removed references to node N2 from the other nodes
    % mnesia should come up now.
    ?match({atomic, ok}, mnesia:add_table_copy(tab1, N2, ram_copies)),

    ?match(ok, rpc:call(N2, mnesia, start, [])),
    ?match({ok, _}, sort(?rpc_connect(N2, [N3]))),
    
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N3, mnesia, system_info, [running_db_nodes]))),

    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab1], 1000])),
    ?match([{tab1, 1, 1}], rpc:call(N2, mnesia, dirty_read, [tab1, 1])),
       
    mnesia_test_lib:kill_mnesia([N2]),

    %%% SYNC!!!
    timer:sleep(1000),

    ?match([N3,N1], sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match([N3,N1], sort(rpc:call(N3, mnesia, system_info, [running_db_nodes]))),
    
    ?match(ok, rpc:call(N2, mnesia, start, [])),
    ?match({ok, _}, sort(?rpc_connect(N3, [N2]))),
    
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N3, mnesia, system_info, [running_db_nodes]))),

    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab1], 1000])),
    ?match([{tab1, 1, 1}], rpc:call(N2, mnesia, dirty_read, [tab1, 1])),

    ?verify_mnesia(Nodes, []),
%%    ?cleanup(3, Config).
    ok.

c_nodes() -> 		  						
    {mnesia_lib:val({current, db_nodes}),mnesia_lib:val(recover_nodes)}.


dynamic_ext(suite) ->    [];
dynamic_ext(Config) when is_list(Config) ->
    Ns = [N1,N2] = ?acquire_nodes(2, Config),
    SNs = lists:sort([N1,N2]),
    
    ?match({atomic, ok}, mnesia:create_table(tab0, [{disc_copies, [N1,N2]}])),
    ?match({atomic, ok}, mnesia:create_table(tab1, [{ram_copies, [N2]}])),
    ?match({atomic, ok}, mnesia:create_table(tab2, [{disc_copies, [N2]}])),
    ?match({atomic, ok}, mnesia:create_table(tab3, [{disc_only_copies, [N2]}])),
    
    mnesia_test_lib:kill_mnesia([N2]),
    ?match(ok, mnesia:delete_schema([N2])),
    ?match(ok, rpc:call(N2, mnesia, start, [[{extra_db_nodes, [N1]}]])),
    
    ?match(SNs, sort(rpc:call(N1, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab0,tab1,tab2,tab3], 2000])),

    Check = fun({Tab,Storage}) ->
		    ?match(Storage, rpc:call(N2, mnesia, table_info, [Tab, storage_type])),
		    ?match([{N2,Storage}], 
			   lists:sort(rpc:call(N2, mnesia, table_info, [Tab, where_to_commit])))
	    end,
    [Check(Test) || Test <- [{tab1, ram_copies},{tab2, disc_copies},{tab3, disc_only_copies}]],
    
    T = now(),
    ?match(ok, mnesia:dirty_write({tab0, 42, T})),
    ?match(ok, mnesia:dirty_write({tab1, 42, T})),
    ?match(ok, mnesia:dirty_write({tab2, 42, T})),
    ?match(ok, mnesia:dirty_write({tab3, 42, T})),
    
    ?match(stopped, rpc:call(N2, mnesia, stop, [])),
    ?match(ok, rpc:call(N2, mnesia, start, [])),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    ?match(ok, mnesia:wait_for_tables([tab0,tab1,tab2,tab3], 10000)),
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab1,tab2,tab3], 100])),
    ?match([], mnesia:dirty_read({tab1, 41})),
    ?match([{tab2,42,T}], mnesia:dirty_read({tab2, 42})),
    ?match([{tab3,42,T}], mnesia:dirty_read({tab3, 42})),

    mnesia_test_lib:kill_mnesia([N2]),
    ?match(ok, mnesia:delete_schema([N2])),

    ?match(stopped, rpc:call(N1, mnesia, stop, [])),

    ?match(ok, rpc:call(N2, mnesia, start, [[{extra_db_nodes,[N1,N2]}]])),
    ?match({timeout,[tab0]}, rpc:call(N2, mnesia, wait_for_tables, [[tab0], 500])),

    ?match(ok, rpc:call(N1, mnesia, start, [[{extra_db_nodes, [N1,N2]}]])),
    ?match(ok, rpc:call(N1, mnesia, wait_for_tables, [[tab0], 1500])),
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab0], 1500])),
    ?match([{tab0,42,T}], mnesia:dirty_read({tab0, 42})),
    ?match([{tab0,42,T}], rpc:call(N2, mnesia,dirty_read,[{tab0,42}])),

    ?match(stopped, rpc:call(N1, mnesia, stop, [])),
    mnesia_test_lib:kill_mnesia([N2]),
    ?match(ok, mnesia:delete_schema([N2])),
    ?match(ok, rpc:call(N1, mnesia, start, [[{extra_db_nodes, [N1,N2]}]])),   
    ?match({timeout,[tab0]}, rpc:call(N1, mnesia, wait_for_tables, [[tab0], 500])),

    ?match(ok, rpc:call(N2, mnesia, start, [[{extra_db_nodes,[N1,N2]}]])),
    ?match(ok, rpc:call(N1, mnesia, wait_for_tables, [[tab0], 1500])),
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab0], 1500])),
    ?match([{tab0,42,T}], mnesia:dirty_read({tab0, 42})),
    ?match([{tab0,42,T}], rpc:call(N2,mnesia,dirty_read,[{tab0,42}])),

    ?verify_mnesia(Ns, []),
    ok.

check_storage(Me, Orig, Other) ->
    io:format("Nodes ~p ~p ~p~n",[Me,Orig,Other]),
    rpc:multicall(Other, sys, status, [mnesia_locker]),
    rpc:call(Me, sys, status, [mnesia_locker]),
    rpc:call(Orig, sys, status, [mnesia_locker]),
    rpc:multicall(Other, sys, status, [mnesia_controller]),
    rpc:call(Me, sys, status, [mnesia_controller]),
    rpc:call(Orig, sys, status, [mnesia_controller]),
    %% Verify disc_copies
    W2C = lists:sort([{Node,disc_copies} || Node <- [Me,Orig|Other]]),
    W2W = lists:sort([Me,Orig|Other]),
    ?match(disc_copies, rpc:call(Orig, mnesia, table_info, [schema, storage_type])),
    ?match(disc_copies, rpc:call(Me, mnesia, table_info, [schema, storage_type])),
    ?match(W2C, lists:sort(rpc:call(Orig, mnesia, table_info, [schema, where_to_commit]))),
    ?match(W2C, lists:sort(rpc:call(Me, mnesia, table_info, [schema, where_to_commit]))),
    
    ?match(disc_copies, rpc:call(Orig, mnesia, table_info, [tab2, storage_type])),
    ?match(disc_copies, rpc:call(Me, mnesia, table_info, [tab2, storage_type])),    
    ?match(W2W, lists:sort(rpc:call(Me, mnesia, table_info, [tab2, where_to_write]))),    
    ?match(Me, rpc:call(Me, mnesia, table_info, [tab2, where_to_read])),    
    
    ?match(W2C, lists:sort(rpc:call(Orig, mnesia, table_info, [tab2, where_to_commit]))),
    ?match(W2C, lists:sort(rpc:call(Me, mnesia, table_info, [tab2, where_to_commit]))),
    
    ?match([{tab1,1,1}], mnesia:dirty_read(tab1,1)),
    ?match([{tab2,1,1}], mnesia:dirty_read(tab2,1)),
    ?match([{tab1,1,1}], rpc:call(Me, mnesia, dirty_read, [tab1,1])),
    ?match([{tab2,1,1}], rpc:call(Me, mnesia, dirty_read, [tab2,1])),

    ?match(true, rpc:call(Me, mnesia_monitor, use_dir, [])),
    ?match(disc_copies, rpc:call(Me, mnesia_lib, val, [{schema, storage_type}])),
    
    mnesia_test_lib:kill_mnesia([Orig]),
    mnesia_test_lib:kill_mnesia(Other),
    T = now(),
    ?match(ok, rpc:call(Me, mnesia, dirty_write, [{tab2, 42, T}])),
    ?match(stopped, rpc:call(Me, mnesia, stop, [])),
    ?match(ok, rpc:call(Me, mnesia, start, [])),   
    ?match([], mnesia_test_lib:start_mnesia([Orig|Other], [tab1,tab2])),
    ?match([{tab2,42,T}], rpc:call(Me, mnesia, dirty_read, [{tab2, 42}])),
    ?match([{tab2,42,T}], rpc:call(Orig, mnesia, dirty_read, [{tab2, 42}])),
    
    ?match([{tab1,1,1}], mnesia:dirty_read(tab1,1)),
    ?match([{tab2,1,1}], mnesia:dirty_read(tab2,1)),
    ?match([{tab1,1,1}], rpc:call(Me, mnesia, dirty_read, [tab1,1])),
    ?match([{tab2,1,1}], rpc:call(Me, mnesia, dirty_read, [tab2,1])),    
    ok.
    

dynamic_bad(suite) ->    [];
dynamic_bad(Config) when is_list(Config) ->
    Ns = [N1, N2, N3] = ?acquire_nodes(3, Config),
    SNs = lists:sort([N2,N3]), 

    ?match({atomic, ok}, mnesia:change_table_copy_type(schema, N2, ram_copies)),
    ?match({atomic, ok}, mnesia:change_table_copy_type(schema, N3, ram_copies)),
    ?match({atomic, ok}, mnesia:create_table(tab1, [{ram_copies, Ns -- [N1]},
						    {disc_copies, [N1]}])),
    ?match(ok, mnesia:dirty_write({tab1, 1, 1})),
    
    mnesia_test_lib:kill_mnesia(Ns),
    ?match({[ok, ok], []}, rpc:multicall(Ns -- [N1], mnesia, start, [])),
    ?match({ok, [N2]}, ?rpc_connect(N3, [N2])),
    ?match(SNs, sort(rpc:call(N2, mnesia, system_info, [running_db_nodes]))),
    ?match(SNs, sort(rpc:call(N3, mnesia, system_info, [running_db_nodes]))),
    ?match({badrpc, {'EXIT', {aborted, {no_exists, _, _}}}},
	   rpc:call(N2, mnesia, table_info, [tab1, where_to_read])),
    
    ?match(ok, mnesia:start()),
    ?match(ok, rpc:call(N2, mnesia, wait_for_tables, [[tab1], 1000])),
    ?match(N2, rpc:call(N2, mnesia, table_info, [tab1, where_to_read])), 
    ?match([{tab1, 1, 1}], rpc:call(N2, mnesia, dirty_read, [tab1, 1])),
    
    mnesia_test_lib:kill_mnesia(Ns),
    ?match({[ok, ok], []}, rpc:multicall(Ns -- [N1], mnesia, start, [])),
    ?match({ok, [N2]}, ?rpc_connect(N3, [N2])),
    % Make a merge conflict
    ?match({atomic, ok}, rpc:call(N3, mnesia, create_table, [tab1, []])),
    
    io:format("We expect a mnesia crash here~n", []),
    ?match({error,{_, _}}, mnesia:start()),

    ?verify_mnesia(Ns -- [N1], []),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
unknown_config(doc) ->
    ["Try some unknown configuration parameters and see that expected",
     "things happens."];
unknown_config(suite)-> [];
unknown_config(Config) when is_list(Config) ->
    ?init(1, Config),
    %% NOTE: case 1 & 2 below do not respond the same
    ?match({error, Res} when element(1, Res) == bad_type,
	   mnesia:start([{undefined_config,[]}])),
    %% Below does not work, but the "correct" behaviour would be to have
    %% case 1 above to behave as the one below.

    %% in mnesia-1.3 {error,{bad_type,{[],undefined_config}}}
    ?match({error, Res} when element(1, Res) == bad_type,
	   mnesia:start([{[],undefined_config}])),
    ?cleanup(1, Config),
    ok.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
inconsistent_database(doc) ->
    ["Replace the event module with another module and use it as",
     "receiver of the various system and table events. Provoke",
     "coverage of all kinds of events."];
inconsistent_database(suite) -> [];
inconsistent_database(Config) when is_list(Config) ->
    Nodes = mnesia_test_lib:prepare_test_case([{init_test_case, [mnesia]}], 
					      2, Config, ?FILE, ?LINE),
    KillAfter = length(Nodes) * timer:minutes(5),
    ?acquire_schema(2, Config ++ [{tc_timeout, KillAfter}]),

    Ok = [ok || _N <- Nodes],
    StartArgs = [{event_module, mnesia_inconsistent_database_test}],
    ?match({Ok, []}, rpc:multicall(Nodes, mnesia, start, [StartArgs])),
    ?match([], mnesia_test_lib:kill_mnesia(Nodes)),
    
    ?match(ok, mnesia_meter:go(ram_copies, Nodes)),

    mnesia_test_lib:reload_appls([mnesia], Nodes),
    ok.