%% %% %CopyrightBegin% %% %% Copyright Ericsson AB 2001-2013. All Rights Reserved. %% %% The contents of this file are subject to the Erlang Public License, %% Version 1.1, (the "License"); you may not use this file except in %% compliance with the License. You should have received a copy of the %% Erlang Public License along with this software. If not, it can be %% retrieved online at http://www.erlang.org/. %% %% Software distributed under the License is distributed on an "AS IS" %% basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See %% the License for the specific language governing rights and limitations %% under the License. %% %% %CopyrightEnd% %% -module(cover_SUITE). -export([all/0, init_per_testcase/2, end_per_testcase/2, suite/0,groups/0,init_per_suite/1, end_per_suite/1, init_per_group/2,end_per_group/2]). -export([start/1, compile/1, analyse/1, misc/1, stop/1, distribution/1, reconnect/1, die_and_reconnect/1, dont_reconnect_after_stop/1, stop_node_after_disconnect/1, export_import/1, otp_5031/1, eif/1, otp_5305/1, otp_5418/1, otp_6115/1, otp_7095/1, otp_8188/1, otp_8270/1, otp_8273/1, otp_8340/1, otp_10979_hanging_node/1, compile_beam_opts/1]). -include_lib("test_server/include/test_server.hrl"). %%---------------------------------------------------------------------- %% The following directory structure is assumed: %% cwd __________________________________________ %% | \ \ \ \ \ \ \ %% a b cc d f d1 compile_beam_____ otp_6115 %% | \ \ \ \ \ \ \ %% e crypt v w x d f1 f2 %% | %% y %%---------------------------------------------------------------------- suite() -> [{ct_hooks,[ts_install_cth]}]. all() -> case whereis(cover_server) of undefined -> [start, compile, analyse, misc, stop, distribution, reconnect, die_and_reconnect, dont_reconnect_after_stop, stop_node_after_disconnect, export_import, otp_5031, eif, otp_5305, otp_5418, otp_6115, otp_7095, otp_8188, otp_8270, otp_8273, otp_8340, otp_10979_hanging_node, compile_beam_opts]; _pid -> {skip, "It looks like the test server is running " "cover. Can't run cover test."} end. groups() -> []. init_per_suite(Config) -> Config. end_per_suite(_Config) -> ok. init_per_group(_GroupName, Config) -> Config. end_per_group(_GroupName, Config) -> Config. init_per_testcase(TC, Config) when TC =:= misc; TC =:= compile; TC =:= analyse; TC =:= distribution; TC =:= otp_5031; TC =:= stop -> case code:which(crypto) of Path when is_list(Path) -> init_per_testcase(dummy_tc, Config); _Else -> {skip, "No crypto file to test with"} end; init_per_testcase(_TestCase, Config) -> Config. end_per_testcase(TestCase, _Config) -> case lists:member(TestCase,[start,compile,analyse,misc]) of true -> ok; false -> cover:stop() end, ok. start(suite) -> []; start(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(data_dir, Config)), ?line Files = lsfiles(), ?line remove(files(Files, ".out")), ?line {ok, Pid} = cover:start(), ?line {error, {already_started, Pid}} = cover:start(). compile(suite) -> []; compile(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(data_dir, Config)), ?line Result1 = cover:compile_directory(), ?line SortedResult = lists:sort(Result1), ?line {ok, CWD} = file:get_cwd(), ?line Result2 = cover:compile_directory(CWD), ?line SortedResult = lists:sort(Result2), ?line [{error,_DFile},{ok,a},{ok,b},{ok,cc},{ok,f}] = SortedResult, ?line [{ok,e}] = cover:compile_directory("d1"), ?line {error,enoent} = cover:compile_directory("d2"), ?line {ok,a} = cover:compile(a), ?line {ok,b} = compile:file(b), ?line code:purge(b), ?line {module,b} = code:load_file(b), ?line {ok,d} = cover:compile("d.erl", [{d,'AGE',42}]), ?line {error,_BBFile} = cover:compile(bb), ?line StdlibDir = code:lib_dir(stdlib), ?line Lists = filename:join([StdlibDir, "src", "lists.erl"]), ?line {error, Lists} = cover:compile(Lists), %% For compiling beam: using dummy files v,w,x,y and z ?line file:set_cwd("compile_beam"), ?line {ok,_} = compile:file(v,[debug_info,report]), ?line {ok,_} = compile:file(w,[debug_info,report]), ?line {ok,_} = compile:file(x), ?line {ok,_} = compile:file("d/y",[debug_info,{outdir,"d"},report]), ?line Key = "A Krypto Key", CryptoWorks = crypto_works(), case CryptoWorks of false -> {ok,_} = compile:file(crypt, [debug_info,report]), {ok,crypt} = cover:compile_beam("crypt.beam"); true -> {ok,_} = compile:file(crypt, [{debug_info_key,Key},report]), {error,{encrypted_abstract_code,_}} = cover:compile_beam("crypt.beam"), ok = beam_lib:crypto_key_fun(simple_crypto_fun(Key)), {ok,crypt} = cover:compile_beam("crypt.beam") end, Path = filename:join([?config(data_dir, Config), "compile_beam", "v.erl"]), ?line {ok,v} = cover:compile_beam(v), {source,Path} = lists:keyfind(source, 1, v:module_info(compile)), ?line {ok,w} = cover:compile_beam("w.beam"), ?line {error,{no_abstract_code,"./x.beam"}} = cover:compile_beam(x), ?line {error,{already_cover_compiled,no_beam_found,a}}=cover:compile_beam(a), ?line {error,non_existing} = cover:compile_beam(z), ?line [{ok,y}] = cover:compile_beam_directory("d"), ?line Result3 = lists:sort(cover:compile_beam_directory()), ?line [{error,{no_abstract_code,_XBeam}},{ok,crypt},{ok,v},{ok,w}] = Result3, ?line {error,enoent} = cover:compile_beam_directory("d2"), ?line decompile([v,w,y]), ?line Files = lsfiles(), ?line remove(files(Files, ".beam")). crypto_works() -> try crypto:start() of {error,{already_started,crypto}} -> true; ok -> true catch error:_ -> false end. simple_crypto_fun(Key) -> fun(init) -> ok; ({debug_info, des3_cbc, crypt, _}) -> Key end. analyse(suite) -> []; analyse(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(data_dir, Config)), ?line done = a:start(5), ?line {ok, {a,{17,2}}} = cover:analyse(a, coverage, module), ?line {ok, [{{a,start,1},{6,0}}, {{a,stop,1},{0,1}}, {{a,pong,1},{1,0}}, {{a,loop,3},{5,1}}, {{a,trycatch,1},{4,0}}, {{a,exit_kalle,0},{1,0}}]} = cover:analyse(a, coverage, function), ?line {ok, [{{a,start,1,1},{6,0}}, {{a,stop,1,1},{0,1}}, {{a,pong,1,1},{1,0}}, {{a,loop,3,1},{3,1}}, {{a,loop,3,2},{2,0}}, {{a,trycatch,1,1},{4,0}}, {{a,exit_kalle,0,1},{1,0}}]} = cover:analyse(a, coverage, clause), ?line {ok, [{{a,9},{1,0}}, {{a,10},{1,0}}, {{a,11},{1,0}}, {{a,13},{1,0}}, {{a,14},{1,0}}, {{a,15},{1,0}}, {{a,21},{0,1}}, {{a,26},{1,0}}, {{a,31},{1,0}}, {{a,32},{1,0}}, {{a,34},{1,0}}, {{a,36},{0,1}}, {{a,39},{1,0}}, {{a,40},{1,0}}, {{a,44},{1,0}}, {{a,47},{1,0}}, {{a,49},{1,0}}, {{a,51},{1,0}}, {{a,55},{1,0}}]} = cover:analyse(a, coverage, line), ?line {ok, {a,15}} = cover:analyse(a, calls, module), ?line {ok, [{{a,start,1},1}, {{a,stop,1},0}, {{a,pong,1},5}, {{a,loop,3},6}, {{a,trycatch,1},2}, {{a,exit_kalle,0},1}]} = cover:analyse(a, calls, function), ?line {ok, [{{a,start,1,1},1}, {{a,stop,1,1},0}, {{a,pong,1,1},5}, {{a,loop,3,1},5}, {{a,loop,3,2},1}, {{a,trycatch,1,1},2}, {{a,exit_kalle,0,1},1}]} = cover:analyse(a, calls, clause), ?line {ok, [{{a,9},1}, {{a,10},1}, {{a,11},1}, {{a,13},1}, {{a,14},1}, {{a,15},1}, {{a,21},0}, {{a,26},5}, {{a,31},5}, {{a,32},5}, {{a,34},5}, {{a,36},0}, {{a,39},1}, {{a,40},1}, {{a,44},2}, {{a,47},1}, {{a,49},1}, {{a,51},2}, {{a,55},1}]} = cover:analyse(a, calls, line), ?line {ok, [{{a,start,1},{6,0}}, {{a,stop,1},{0,1}}, {{a,pong,1},{1,0}}, {{a,loop,3},{5,1}}, {{a,trycatch,1},{4,0}}, {{a,exit_kalle,0},{1,0}}]} = cover:analyse(a), ?line {ok, {a,{17,2}}} = cover:analyse(a, module), ?line {ok, [{{a,start,1},1}, {{a,stop,1},0}, {{a,pong,1},5}, {{a,loop,3},6}, {{a,trycatch,1},2}, {{a,exit_kalle,0},1}]} = cover:analyse(a, calls), ?line {ok, "a.COVER.out"} = cover:analyse_to_file(a), ?line {ok, "e.COVER.out"} = cover:analyse_to_file(e), ?line {ok, "a.COVER.html"} = cover:analyse_to_file(a,[html]), ?line {ok, "e.COVER.html"} = cover:analyse_to_file(e,[html]), %% analyse_to_file of file which is compiled from beam ?line {ok,f} = compile:file(f,[debug_info]), ?line code:purge(f), ?line {module,f} = code:load_file(f), ?line {ok,f} = cover:compile_beam(f), ?line f:f2(), ?line {ok, "f.COVER.out"} = cover:analyse_to_file(f), %% Source code can be found via source ?line {ok,v} = compile:file("compile_beam/v",[debug_info]), ?line code:purge(v), ?line {module,v} = code:load_file(v), ?line {ok,v} = cover:compile_beam(v), {ok,"v.COVER.out"} = cover:analyse_to_file(v), %% Source code cannot be found {ok,_} = file:copy("compile_beam/z.erl", "z.erl"), {ok,z} = compile:file(z,[debug_info]), code:purge(z), {module,z} = code:load_file(z), {ok,z} = cover:compile_beam(z), ok = file:delete("z.erl"), {error,no_source_code_found} = cover:analyse_to_file(z), code:purge(z), code:delete(z), ?line {error,{not_cover_compiled,b}} = cover:analyse(b), ?line {error,{not_cover_compiled,g}} = cover:analyse(g), ?line {error,{not_cover_compiled,b}} = cover:analyse_to_file(b), ?line {error,{not_cover_compiled,g}} = cover:analyse_to_file(g). misc(suite) -> []; misc(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(data_dir, Config)), ?line [a,cc,crypt,d,e,f,v] = lists:sort(cover:modules()), ?line {ok,cc} = compile:file(cc), ?line code:purge(cc), ?line {module,cc} = code:load_file(cc), ?line [a,crypt,d,e,f,v] = lists:sort(cover:modules()), ?line {file, _File} = cover:is_compiled(a), ?line false = cover:is_compiled(b), ?line false = cover:is_compiled(g), ?line ok = cover:reset(a), ?line {ok, {a,{0,19}}} = cover:analyse(a, module), ?line ok = cover:reset(). stop(suite) -> []; stop(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(data_dir, Config)), ?line cover_compiled = code:which(a), ?line {ok,d} = compile:file(d, [{d,'AGE',42}]), ?line code:purge(d), ?line {module,d} = code:load_file(d), ?line ok = cover:stop(), ?line Beam = code:which(a), ?line true = is_unloaded(Beam), ?line Files = lsfiles(), ?line remove(files(Files, ".out")), ?line remove(files(Files, ".html")), ?line remove(files(Files, ".beam")). distribution(suite) -> []; distribution(Config) when is_list(Config) -> ?line DataDir = ?config(data_dir, Config), ?line ok = file:set_cwd(DataDir), ?line {ok,N1} = ?t:start_node(cover_SUITE_distribution1,slave,[]), ?line {ok,N2} = ?t:start_node(cover_SUITE_distribution2,slave,[]), ?line {ok,N3} = ?t:start_node(cover_SUITE_distribution3,slave,[]), ?line {ok,N4} = ?t:start_node(cover_SUITE_distribution4,slave,[]), %% Check that an already compiled module is loaded on new nodes ?line {ok,f} = cover:compile(f), ?line {ok,[_,_,_,_]} = cover:start(nodes()), ?line cover_compiled = code:which(f), ?line cover_compiled = rpc:call(N1,code,which,[f]), ?line cover_compiled = rpc:call(N2,code,which,[f]), ?line cover_compiled = rpc:call(N3,code,which,[f]), ?line cover_compiled = rpc:call(N4,code,which,[f]), %% Check that a node cannot be started twice ?line {ok,[]} = cover:start(N2), %% Check that the current node (i.e. the main node) is not started with %% start/1 and not stopped with stop/1 ?line {ok,[]} = cover:start(node()), ?line ok = cover:stop(node()), ?line true = is_pid(whereis(cover_server)), %% Check that a new compiled module is loaded on all existing nodes ?line compile:file("compile_beam/v",[debug_info]), ?line {ok,v} = cover:compile_beam(v), ?line cover_compiled = code:which(v), ?line cover_compiled = rpc:call(N1,code,which,[v]), ?line cover_compiled = rpc:call(N2,code,which,[v]), ?line cover_compiled = rpc:call(N3,code,which,[v]), ?line cover_compiled = rpc:call(N4,code,which,[v]), %% this is lost when the node is killed ?line rpc:call(N3,f,f2,[]), ?line rpc:call(N3,erlang,halt,[]), %% this should be visible in analyse ?line rpc:call(N1,f,f1,[]), %% Check that data is collected from remote node when stopped ?line ok = cover:stop(N1), ?line N1Beam = rpc:call(N1,code,which,[f]), ?line true = is_unloaded(N1Beam), ?line check_f_calls(1,0), %% Call f:f1() again on another node and check that number of calls is %% accumulated. ?line f:f1(), ?line check_f_calls(2,0), %% Check that reset works on all nodes ?line f:f1(), ?line rpc:call(N2,f,f1,[]), ?line ok = cover:reset(f), ?line check_f_calls(0,0), %% Check that data is collected from all nodes ?line rpc:call(N2,f,f1,[]), ?line f:f2(), ?line check_f_calls(1,1), %% Check that same data is not fetched again (i.e. that analyse does %% reset on the remote node(s)) ?line check_f_calls(1,1), %% Another checn that data is not fetched twice, i.e. when flushed %% then analyse should not add the same data again. ?line rpc:call(N4,f,f2,[]), ?line ok = cover:flush(N4), ?line check_f_calls(1,2), %% Check that flush collects data so calls are not lost if node is killed ?line rpc:call(N4,f,f2,[]), ?line ok = cover:flush(N4), ?line rpc:call(N4,erlang,halt,[]), ?line check_f_calls(1,3), %% Check that stop() unloads on all nodes ?line ok = cover:stop(), ?line timer:sleep(100), %% Give nodes time to unload on slow machines. ?line LocalBeam = code:which(f), ?line N2Beam = rpc:call(N2,code,which,[f]), ?line true = is_unloaded(LocalBeam), ?line true = is_unloaded(N2Beam), %% Check that cover_server on remote node does not die if main node dies ?line {ok,[N1]} = cover:start(N1), ?line true = is_pid(N1Server = rpc:call(N1,erlang,whereis,[cover_server])), ?line exit(whereis(cover_server),kill), ?line timer:sleep(100), ?line N1Server = rpc:call(N1,erlang,whereis,[cover_server]), %% Cleanup ?line Files = lsfiles(), ?line remove(files(Files, ".beam")), ?line ?t:stop_node(N1), ?line ?t:stop_node(N2). %% Test that a lost node is reconnected reconnect(Config) -> DataDir = ?config(data_dir, Config), ok = file:set_cwd(DataDir), {ok,a} = compile:file(a), {ok,b} = compile:file(b), {ok,f} = compile:file(f), {ok,N1} = ?t:start_node(cover_SUITE_reconnect,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), {ok,a} = cover:compile(a), {ok,f} = cover:compile(f), {ok,[N1]} = cover:start(nodes()), %% Some calls to check later rpc:call(N1,f,f1,[]), cover:flush(N1), rpc:call(N1,f,f1,[]), %% This will cause a call to f:f2() when nodes()==[] on N1 rpc:cast(N1,f,call_f2_when_isolated,[]), %% Disconnect and check that node is removed from main cover node net_kernel:disconnect(N1), timer:sleep(500), % allow some to detect disconnect and for f:f2() call [] = cover:which_nodes(), %% Do some add one module (b) and remove one module (a) code:purge(a), {module,a} = code:load_file(a), {ok,b} = cover:compile(b), cover_compiled = code:which(b), [] = cover:which_nodes(), check_f_calls(1,0), % only the first call - before the flush %% Reconnect the node and check that b and f are cover compiled but not a net_kernel:connect_node(N1), timer:sleep(100), [N1] = cover:which_nodes(), % we are reconnected cover_compiled = rpc:call(N1,code,which,[b]), cover_compiled = rpc:call(N1,code,which,[f]), ABeam = rpc:call(N1,code,which,[a]), false = (cover_compiled==ABeam), %% Ensure that we have: %% * one f1 call from before the flush, %% * one f1 call from after the flush but before disconnect %% * one f2 call when disconnected check_f_calls(2,1), cover:stop(), ?t:stop_node(N1), ok. %% Test that a lost node is reconnected - also if it has been dead die_and_reconnect(Config) -> DataDir = ?config(data_dir, Config), ok = file:set_cwd(DataDir), {ok,f} = compile:file(f), NodeName = cover_SUITE_die_and_reconnect, {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), %% {ok,a} = cover:compile(a), {ok,f} = cover:compile(f), {ok,[N1]} = cover:start(nodes()), %% Some calls to check later rpc:call(N1,f,f1,[]), cover:flush(N1), rpc:call(N1,f,f1,[]), %% Kill the node rpc:call(N1,erlang,halt,[]), [] = cover:which_nodes(), check_f_calls(1,0), % only the first call - before the flush %% Restart the node and check that cover reconnects {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), timer:sleep(100), [N1] = cover:which_nodes(), % we are reconnected cover_compiled = rpc:call(N1,code,which,[f]), %% One more call... rpc:call(N1,f,f1,[]), %% Ensure that no more calls are counted check_f_calls(2,0), cover:stop(), ?t:stop_node(N1), ok. %% Test that a stopped node is not marked as lost, i.e. that it is not %% reconnected if it is restarted (OTP-10638) dont_reconnect_after_stop(Config) -> DataDir = ?config(data_dir, Config), ok = file:set_cwd(DataDir), {ok,f} = compile:file(f), NodeName = cover_SUITE_dont_reconnect_after_stop, {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), {ok,f} = cover:compile(f), {ok,[N1]} = cover:start(nodes()), %% A call to check later rpc:call(N1,f,f1,[]), %% Stop cover on the node, then terminate the node cover:stop(N1), rpc:call(N1,erlang,halt,[]), [] = cover:which_nodes(), check_f_calls(1,0), %% Restart the node and check that cover does not reconnect {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), timer:sleep(300), [] = cover:which_nodes(), Beam = rpc:call(N1,code,which,[f]), false = (Beam==cover_compiled), %% One more call... rpc:call(N1,f,f1,[]), cover:flush(N1), %% Ensure that the last call is not counted check_f_calls(1,0), cover:stop(), ?t:stop_node(N1), ok. %% Test that a node which is stopped while it is marked as lost is not %% reconnected if it is restarted (OTP-10638) stop_node_after_disconnect(Config) -> DataDir = ?config(data_dir, Config), ok = file:set_cwd(DataDir), {ok,f} = compile:file(f), NodeName = cover_SUITE_stop_node_after_disconnect, {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), {ok,f} = cover:compile(f), {ok,[N1]} = cover:start(nodes()), %% A call to check later rpc:call(N1,f,f1,[]), %% Flush the node, then terminate the node to make it marked as lost cover:flush(N1), rpc:call(N1,erlang,halt,[]), check_f_calls(1,0), %% Stop cover on node cover:stop(N1), %% Restart the node and check that cover does not reconnect {ok,N1} = ?t:start_node(NodeName,peer, [{args," -pa " ++ DataDir},{start_cover,false}]), timer:sleep(300), [] = cover:which_nodes(), Beam = rpc:call(N1,code,which,[f]), false = (Beam==cover_compiled), %% One more call... rpc:call(N1,f,f1,[]), cover:flush(N1), %% Ensure that the last call is not counted check_f_calls(1,0), cover:stop(), ?t:stop_node(N1), ok. export_import(suite) -> []; export_import(Config) when is_list(Config) -> ?line DataDir = ?config(data_dir, Config), ?line ok = file:set_cwd(DataDir), ?line PortCount = length(erlang:ports()), %% Export one module ?line {ok,f} = cover:compile(f), ?line f:f1(), %% check that no info is written about where data comes from when no %% files are imported ?line ?t:capture_start(), ?line check_f_calls(1,0), ?line [] = ?t:capture_get(), ?line ?t:capture_stop(), ?line ok = cover:export("f_exported",f), ?line check_f_calls(1,0), ?line ok = cover:stop(), %% Check that same data exists after import and that info is written about %% data comming from imported file ?line ok = cover:import("f_exported"), ?line ?t:capture_start(), ?line check_f_calls(1,0), ?line [Text1] = ?t:capture_get(), ?line "Analysis includes data from imported files"++_ = lists:flatten(Text1), ?line ?t:capture_stop(), %% Export all modules ?line {ok,a} = cover:compile(a), ?line ?t:capture_start(), ?line ok = cover:export("all_exported"), ?line [] = ?t:capture_get(), % ?line "Export includes data from imported files"++_ = lists:flatten(Text2), ?line ?t:capture_stop(), ?line ok = cover:stop(), ?line ok = cover:import("all_exported"), ?line check_f_calls(1,0), %% Check that data is reset when module is compiled again, and that %% warning is written when data is deleted for imported module. ?line ?t:capture_start(), ?line {ok,f} = cover:compile(f), ?line timer:sleep(10), % capture needs some time ?line [Text3] = ?t:capture_get(), ?line "WARNING: Deleting data for module f imported from" ++ _ = lists:flatten(Text3), ?line ?t:capture_stop(), ?line check_f_calls(0,0), %% Check that data is summed up when first compiled and then imported %% The module which has been compiled (f) is loaded from the file %% all_exported again (since it has been reset during cover compiling), %% but the other module (a) is not loaded since it is already loaded ?line f:f1(), ?line f:f2(), ?line ok = cover:import("f_exported"), ?line ?t:capture_start(), ?line ok = cover:import("all_exported"), ?line [Text4] = ?t:capture_get(), % a is not loaded again ?line "WARNING: Module a already imported from " ++ _ = lists:flatten(Text4), ?line ?t:capture_stop(), ?line check_f_calls(3,1), %% Check that warning is written when same file is imported twice, %% and that data is not imported again ?line ?t:capture_start(), ?line ok = cover:import("all_exported"), ?line [Text5,Text6] = ?t:capture_get(), ?line "WARNING: Module f already imported from " ++ _ = lists:flatten(Text5), ?line "WARNING: Module a already imported from " ++ _ = lists:flatten(Text6), ?line ?t:capture_stop(), ?line check_f_calls(3,1), %% Check that reset removes all data and that the file which has been %% reset can be imported again with no warning ?line cover:reset(f), ?line check_f_calls(0,0), ?line ?t:capture_start(), ?line ok = cover:import("all_exported"), ?line [Text7] = ?t:capture_get(), % warning only on mod a ?line "WARNING: Module a already imported from " ++ _ = lists:flatten(Text7), ?line ?t:capture_stop(), ?line check_f_calls(1,0), %% same as above - only reset all ?line cover:reset(), ?line check_f_calls(0,0), ?line ?t:capture_start(), ?line ok = cover:import("all_exported"), ?line [] = ?t:capture_get(), % no warnings ?line ?t:capture_stop(), ?line check_f_calls(1,0), %% Check no raw files are left open ?line PortCount = length(erlang:ports()), %% Cleanup ?line ok = cover:stop(), ?line Files = lsfiles(), ?line remove(["f_exported","all_exported"|files(Files, ".beam")]). otp_5031(suite) -> []; otp_5031(Config) when is_list(Config) -> Dog = ?t:timetrap(?t:seconds(10)), ?line {ok,N1} = ?t:start_node(cover_SUITE_distribution1,slave,[]), ?line {ok,[N1]} = cover:start(N1), ?line {error,not_main_node} = rpc:call(N1,cover,modules,[]), ?line cover:stop(), ?t:timetrap_cancel(Dog), ok. eif(doc) -> ["Test the \'Exclude Included Functions\' functionality"]; eif(suite) -> []; eif(Config) when is_list(Config) -> ?line ok = file:set_cwd(filename:join(?config(data_dir, Config), "included_functions")), ?line {ok, cover_inc} = compile:file(cover_inc,[debug_info]), ?line {ok, cover_inc} = cover:compile_beam(cover_inc), %% This function will cause an included function to be executed. %% The analysis should only show the lines that actually exist %% in cover_inc.beam - not the ones from the included file. ?line cover_inc:func(), ?line {ok, [_, _]} = cover:analyse(cover_inc, line), ?line cover:stop(), ok. otp_5305(suite) -> []; otp_5305(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(priv_dir, Config)), File = "t.erl", Test = <<"-module(t). -export([t/0]). -include_lib(\"stdlib/include/ms_transform.hrl\"). t() -> ets:fun2ms(fun(X) -> X end). ">>, ?line ok = file:write_file(File, Test), ?line {ok, t} = cover:compile(File), ?line cover:stop(), ?line ok = file:delete(File), ok. otp_5418(suite) -> []; otp_5418(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(priv_dir, Config)), File = "t.erl", Test = <<"-module(t). ">>, ?line ok = file:write_file(File, Test), ?line {ok, t} = cover:compile(File), ?line {ok,{t,{0,0}}} = cover:analyse(t, module), ?line cover:stop(), ?line ok = file:delete(File), ok. otp_6115(Config) when is_list(Config) -> ?line {ok, CWD} = file:get_cwd(), ?line Dir = filename:join(?config(data_dir, Config), otp_6115), ?line ok = file:set_cwd(Dir), ?line {ok, f1} = compile:file(f1, [debug_info]), ?line {ok, f2} = compile:file(f2, [debug_info]), %% Cover compile f1, but not f2 ?line {ok, f1} = cover:compile(f1), %% If f1 is cover compiled, a process P is started with a %% reference to the fun created in start_fail/0, and cover:stop() is %% called, then P should be killed. %% This is because (the fun held by P) references the cover %% compiled code which should be *unloaded* when cover:stop() is %% called -- running cover compiled code when there is no cover %% server and thus no ets tables to bump counters in, makes no %% sense. Pid1 = f1:start_a(), Pid2 = f1:start_b(), %% Now stop cover ?line cover:stop(), %% Ensure that f1 is loaded (and not cover compiled), and that %% both Pid1 and Pid2 are dead. case code:which(f1) of Beam when is_list(Beam) -> ok; Other -> ?line ?t:fail({"f1 is not reloaded", Other}) end, case process_info(Pid1) of undefined -> ok; _PI1 -> RefToOldP1 = erlang:check_process_code(Pid1, f1), ?t:fail({"Pid1 still alive", RefToOldP1}) end, case process_info(Pid2) of undefined -> ok; _PI2 -> RefToOldP2 = erlang:check_process_code(Pid1, f2), ?t:fail({"Pid2 still alive", RefToOldP2}) end, ?line file:set_cwd(CWD), ok. otp_7095(doc) -> ["andalso/orelse"]; otp_7095(suite) -> []; otp_7095(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(priv_dir, Config)), File = "t.erl", Test = <<"-module(t). -export([t/0]). t() -> t1(), t2(), t3(), t4(), t5(), put(t6, 0), 0 = t6(), 1 = erase(t6), t7(), put(t8, 0), {'EXIT',{{badarg,0},_}} = (catch t8()), 1 = erase(t8), t9(), ok. t1() -> false % 20 andalso true. % 22 t2() -> true % 25 andalso true. % 27 t3() -> false % 30 orelse true. % 32 t4() -> true % 35 orelse true. % 37 t5() -> true % 40 andalso true % 42 andalso false. % 44 t6() -> true andalso % 47 add_one(t6). % 48 t7() -> true % 51 andalso false % 53 andalso not_ok. % 55 t8() -> true % 58 andalso true % 60 andalso add_one(t8) % 62 andalso false. % 64 t9() -> if % 67 true -> true % 69 andalso false % 71 end orelse case ok of % 74 true -> a; % 76 _ -> true % 78 end. add_one(T) -> put(T, get(T) + 1). % 82 ">>, ?line ok = file:write_file(File, Test), ?line {ok, t} = cover:compile(File), ?line ok = t:t(), ?line {ok,[{{t,4},1},{{t,5},1},{{t,6},1},{{t,7},1},{{t,8},1},{{t,9},1}, {{t,10},1},{{t,11},1},{{t,12},1},{{t,13},1},{{t,14},1}, {{t,15},1},{{t,16},1},{{t,17},1}, {{t,20},1},{{t,22},0}, {{t,25},1},{{t,27},1}, {{t,30},1},{{t,32},1}, {{t,35},1},{{t,37},0}, {{t,40},1},{{t,42},1},{{t,44},1}, {{t,47},1},{{t,48},1}, {{t,51},1},{{t,53},1},{{t,55},0}, {{t,58},1},{{t,60},1},{{t,62},1},{{t,64},0}, {{t,67},1},{{t,69},1},{{t,71},1},{{t,74},1}, {{t,76},0},{{t,78},1}, {{t,82},2}]} = cover:analyse(t, calls, line), ?line cover:stop(), ?line ok = file:delete(File), ok. otp_8270(doc) -> ["OTP-8270. Bug."]; otp_8270(suite) -> []; otp_8270(Config) when is_list(Config) -> ?line DataDir = ?config(data_dir, Config), ?line ok = file:set_cwd(DataDir), ?line PrivDir = ?config(priv_dir, Config), As = [{args," -pa " ++ PrivDir}], ?line {ok,N1} = ?t:start_node(cover_n1,slave,As), ?line {ok,N2} = ?t:start_node(cover_n2,slave,As), ?line {ok,N3} = ?t:start_node(cover_n3,slave,As), timer:sleep(500), cover:start(nodes()), Test = << "-module(m).\n" "-compile(export_all).\n" "t() -> t(0).\n" "l() ->\n" " catch ets:tab2list(cover_internal_data_table).\n" "t(Sz) ->\n" " case ets:info(cover_internal_data_table, size) of\n" " Sz ->\n" " m:t(Sz); % Not a local call! Newly loaded code is entered.\n" " NSz ->\n" " % error_logger:info_msg(\"~p: ~p ~p change~n L1 ~p~n\", \n" " % [node(), Sz, NSz, l()]),\n" " m:t(NSz)\n" " end.\n">>, ?line _File = c_mod(m, Test, Config), Fun = fun m:t/0, ?line Pid1 = spawn(Fun), ?line Pid2 = spawn(N1, Fun), ?line Pid3 = spawn(N2, Fun), ?line Pid4 = spawn(N3, Fun), ?line {ok, m} = cover:compile_beam(m), timer:sleep(1000), ?line Info = erlang:process_info(Pid1), ?line N1_info = rpc:call(N1, erlang, process_info, [Pid2]), ?line N2_info = rpc:call(N2, erlang, process_info, [Pid3]), ?line N3_info = rpc:call(N3, erlang, process_info, [Pid4]), ?line true = is_list(Info), ?line {N1,true} = {N1,is_list(N1_info)}, ?line {N2,true} = {N2,is_list(N2_info)}, ?line {N3,true} = {N3,is_list(N3_info)}, ?line ?t:stop_node(N1), ?line ?t:stop_node(N2), ?line ?t:stop_node(N3), ok. otp_8273(doc) -> ["OTP-8273. Bug."]; otp_8273(suite) -> []; otp_8273(Config) when is_list(Config) -> Test = <<"-module(t). -export([t/0]). t() -> foo = true andalso foo, bar = false orelse bar, ok. ">>, ?line File = cc_mod(t, Test, Config), ?line ok = t:t(), ?line cover:stop(), ?line ok = file:delete(File), ok. otp_8340(doc) -> ["OTP-8340. Bug."]; otp_8340(suite) -> []; otp_8340(Config) when is_list(Config) -> ?line [{{t,1},1},{{t,2},1},{{t,4},1}] = analyse_expr(<<"<< \n" " <<3:2, \n" " SeqId:62>> \n" " || SeqId <- [64] >>">>, Config), ok. otp_8188(doc) -> ["Clauses on the same line."]; otp_8188(suite) -> []; otp_8188(Config) when is_list(Config) -> %% This example covers the bug report: Test = <<"-module(t). -export([test/1]). -define(FOOBAR(X), case X of ok -> true; _ -> false end). test(X)-> _Res = ?FOOBAR(X). ">>, ?line File = cc_mod(t, Test, Config), ?line false = t:test(nok), ?line {ok,[{{t,11},1},{{t,12},1}]} = cover:analyse(t, calls, line), ?line cover:stop(), ?line ok = file:delete(File), %% Bit string comprehensions are now traversed; %% the handling of list comprehensions has been improved: comprehension_8188(Config), %% Variants of the reported bug: bug_8188(Config), ok. bug_8188(Cf) -> ?line [{{t,1},1},{{t,2},1},{{t,3},1}] = analyse_expr(<<"A = 3,\n" % 1 " case A of\n" % 1 " 2 -> two; 3 -> three end, A + 2">>, % 1 Cf), ?line [{{t,1},1}, {{t,2},0}, {{t,3},1}, {{t,4},1}, {{t,5},1}, {{t,6},0}, {{t,7},1}, {{t,9},2}] = analyse_expr(<<"case two() of\n" % 1 " 1 -> 2;\n" % 0 " _ -> begin 3 end\n" % 1 " +\n" % 1 " begin 4 end end, case two() of\n" % 1 " 1 -> a;\n" % 0 " 2 -> b; 3 -> c\n" % 1 " end.\n" "two() -> 2">>, Cf), % 2 ?line [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},1}, {{t,5},1}, {{t,6},0}] = analyse_expr(<<" self() ! 1,\n" " receive \n" " X=1 -> a;\n" " X=2 -> b end, case X of \n" " 1 -> a;\n" " 2 -> b\n" " end">>, Cf), T0 = <<"t1(X) ->\n " "case X of\n" " 1 -> A=a,B=A,B; % bump Li\n" " 2 -> b; 3 -> case X of % 2 -> b shall bump Li\n" " 3 -> a; % bump Li\n" " 2 -> b end; 4 -> d end, case X of % Li\n" " 1 -> a;\n" " 2 -> b; 3 -> c;\n" " 4 -> d\n" " end">>, T1 = [<<"a = t1(1). ">>,T0], ?line [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},0}, {{t,5},0}, {{t,6},1}, {{t,7},1}, {{t,8},0}, {{t,9},0}] = analyse_expr(T1, Cf), T2 = [<<"b = t1(2). ">>,T0], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}, {{t,9},0}] = analyse_expr(T2, Cf), T3 = [<<"c = t1(3). ">>,T0], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},1}, {{t,6},1}, {{t,7},0}, {{t,8},1}, {{t,9},0}] = analyse_expr(T3, Cf), T4 = [<<"d = t1(4). ">>,T0], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},0}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},0}, {{t,9},1}] = analyse_expr(T4, Cf), ?line [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},1},{{t,5},1}] = analyse_expr( <<"2 = x3(1). " "x3(X) ->\n" " case X of \n" " 1 -> case X of\n" " 1 -> a, Y = 2;\n" " 2 -> b, Y = 3 end, Y; 2 -> Y = 4 end, Y">>, Cf), ?line [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},1}] = analyse_expr( <<"1 = x4(1). " "x4(X) ->\n" " case X of\n" " 1 -> case X of\n" " 1 -> Y = 1 end, case X of 1 -> Y = 1 end, Y end">>, Cf), T10 = <<"t1(X) ->\n" "if\n" " X =:= 1 -> a;\n" " X =:= 2 -> b; X =:= 3 -> c end, case X of \n" " 1 -> a;\n" " 2 -> b; 3 -> c end, case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> c\n" " end">>, T11 = [<<"a = t1(1). ">>,T10], ?line [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},1}, {{t,5},1}, {{t,6},1}, {{t,7},1}, {{t,8},0}] = analyse_expr(T11, Cf), T12 = [<<"b = t1(2). ">>,T10], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T12, Cf), T13 = [<<"c = t1(3). ">>,T10], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T13, Cf), T20 = <<"t1(X) ->\n" "case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> c end end, case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> c\n" " end">>, T21 = [<<"a = t1(1). ">>,T20], ?line [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},0}, {{t,5},0}, {{t,6},1}, {{t,7},1}, {{t,8},0}] = analyse_expr(T21, Cf), T22 = [<<"b = t1(2). ">>,T20], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T22, Cf), T23 = [<<"c = t1(3). ">>,T20], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T23, Cf), T30 = << "t1(X) ->\n" "case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> case X of 1 -> a; 2 -> b; 3 -> c end end, case X of\n" " 1 -> a;\n" " 2 -> b; 3 -> c\n" " end\n">>, T31 = [<<"a = t1(1). ">>,T30], ?line [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},1}, {{t,5},1}, {{t,6},0}] = analyse_expr(T31, Cf), T32 = [<<"b = t1(2). ">>,T30], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}] = analyse_expr(T32, Cf), T33 = [<<"c = t1(3). ">>,T30], ?line [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1}, {{t,5},0}, {{t,6},1}] = analyse_expr(T33, Cf), %% 'try' now traverses the body as a body... ?line [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},0},{{t,6},1}] = analyse_expr(<<"try \n" " B = 2, \n" " C = erlang:error(foo), \n" " {B,C} \n" "catch _:_ -> \n" " foo \n" "end">>, Cf), %% receive after: ?line [{{t,1},1},{{t,2},0},{{t,3},1}] = analyse_expr(<<"receive \n" " X=1 -> a; \n" " X=2 -> b after begin 10 end -> X=3 end">>, Cf), ?line [{{t,1},1},{{t,2},0},{{t,3},1}] = analyse_expr(<<"receive \n" " X=1 -> a; \n" " X=2 -> b after 10 -> begin X=3 end end">>, Cf), ok. comprehension_8188(Cf) -> ?line [{{t,1},1}] = analyse_expr(<<"[begin X end || X <- [1,2,3], X > 1]">>, Cf), ?line [{{t,1},1},{{t,2},1}] = analyse_expr(<<"[begin X end || \n" " X <- [1,2,3], X > 1]">>, Cf), ?line [{{t,1},1},{{t,2},1},{{t,3},3}] = analyse_expr(<<"[begin X end || \n " " X <- [1,2,3], \n " " X > 1]">>, Cf), ?line [{{t,1},1},{{t,3},1},{{t,4},3}] = analyse_expr(<<"[begin X end || \n " " X <- \n " " [1,2,3], \n " " X > 1]">>, Cf), ?line [{{t,1},1},{{t,2},2}] = analyse_expr(<<"[ \n " " X || X <- [1,2,3], X > 1]">>, Cf), ?line [{{t,1},1},{{t,2},2},{{t,3},3}] = analyse_expr(<<"[ \n" " X || X <- [1,2,3], \n" " X > 1]">>, Cf), ?line [{{t,1},1},{{t,2},1},{{t,3},2}] = analyse_expr(<<"[ \n " " X || X <- [1,2,3], X > 1, \n" " X > 2]">>, Cf), ?line [{{t,1},1}, {{t,3},2}, {{t,5},1}, {{t,7},1}, {{t,8},0}, {{t,12},3}, {{t,15},2}, {{t,17},2}, {{t,18},1}] = analyse_expr(<<"[ \n" % 1 " begin\n" " X * 2\n" % 2 " end ||\n" " X <- [1,\n" % 1 " case two() of\n" " 2 -> 2;\n" % 1 " _ -> two\n" % 0 " end,\n" " 3],\n" " begin\n" " math:sqrt(X) > 1.0\n" % 3 " end,\n" " begin\n" " true\n" % 2 " end,\n" " true]. \n" % 2 " two() -> 2">>, Cf), % 1 ?line [{{t,1},1}, {{t,2},2}, {{t,3},1}, {{t,5},1}, {{t,6},0}, {{t,9},3}, {{t,10},2}, {{t,11},2}, {{t,12},1}] = analyse_expr(<<"[ \n" " X * 2 || \n" % 2 " X <- [1,\n" % 1 " case two() of\n" " 2 -> 2;\n" % 1 " _ -> two\n" % 0 " end,\n" " 3],\n" " math:sqrt(X) > 1.0,\n" % 3 " true,\n" % 2 " true]. \n" % 2 " two() -> 2">>, Cf), % 1 ?line [{{t,1},1}, {{t,2},2}, {{t,3},1}, {{t,4},1}, {{t,5},0}, {{t,8},1}, {{t,9},0}, {{t,12},3}, {{t,13},2}, {{t,14},2}] = analyse_expr(<<"<< \n" % 1 " << (X*2) >> || \n" % 2 " <> <= << (case two() of\n" " 2 -> 1;\n" % 1 " _ -> 2\n" % 0 " end)/integer,\n" " (case two() of \n" " 2 -> 2;\n" % 1 " _ -> two\n" % 0 " end)/integer,\n" " 3 >>, \n" " math:sqrt(X) > 1.0,\n" % 3 " true >>.\n" % 2 "two() -> 2">>, Cf), ?line [{{t,1},1}, {{t,2},4}, {{t,4},1}, {{t,6},1}, {{t,7},0}, {{t,10},3}, {{t,11},2}, {{t,12},4}, {{t,13},1}] = analyse_expr(<<"<< \n" % 1 " << (2)\n" % 4 " :(8) >> || \n" " <> <= << 1,\n" % 1 " (case two() of \n" " 2 -> 2;\n" % 1 " _ -> two\n" % 0 " end)/integer,\n" " 3 >>, \n" " math:sqrt(X) > 1.0,\n" % 3 " <<_>> <= << 1, 2 >>,\n" % 2 " true >>.\n" % 4 "two() -> 2">>, Cf), % 1 ok. otp_10979_hanging_node(_Config) -> P1 = processes(), cover:stop(non_existing_node), cover:stop(), P2 = processes(), case P2--P1 of [] -> ok; New -> [io:format("New: ~p, ~p~n",[P,process_info(P)]) || P<-New], ct:fail(hanging_process) end, ok. compile_beam_opts(doc) -> ["Take compiler options from beam in cover:compile_beam"]; compile_beam_opts(suite) -> []; compile_beam_opts(Config) when is_list(Config) -> ?line ok = file:set_cwd(?config(priv_dir, Config)), ?line IncDir = filename:join(?config(data_dir, Config), "included_functions"), File = "t.erl", Test = <<"-module(t). -export([exported/0]). -include(\"cover_inc.hrl\"). -ifdef(BOOL). macro() -> ?MACRO. -endif. exported() -> ok. nonexported() -> ok. ">>, ?line ok = file:write_file(File, Test), %% use all compiler options allowed by cover:filter_options %% i and d don't make sense when compiling from beam though ?line {ok, t} = compile:file(File, [{i, IncDir}, {d, 'BOOL'}, {d, 'MACRO', macro_defined}, export_all, debug_info, return_errors]), Exports = [{func1,0}, {macro, 0}, {exported,0}, {nonexported,0}, {module_info,0}, {module_info,1}], ?line Exports = t:module_info(exports), ?line {ok, t} = cover:compile_beam("t"), ?line Exports = t:module_info(exports), ?line cover:stop(), ?line ok = file:delete(File), ok. %%--Auxiliary------------------------------------------------------------ analyse_expr(Expr, Config) -> Binary = [<<"-module(t). " "-export([t/0]). " "t() -> ">>, Expr, <<".\n">>], File = cc_mod(t, Binary, Config), t:t(), {ok, Result} = cover:analyse(t, calls, line), ok = file:delete(File), Result. cc_mod(M, Binary, Config) -> {ok, Dir} = file:get_cwd(), PrivDir = ?config(priv_dir, Config), ok = file:set_cwd(PrivDir), File = atom_to_list(M) ++ ".erl", try ok = file:write_file(File, Binary), {ok, M} = cover:compile(File), filename:join(PrivDir, File) after file:set_cwd(Dir) end. c_mod(M, Binary, Config) -> {ok, Dir} = file:get_cwd(), PrivDir = ?config(priv_dir, Config), ok = file:set_cwd(PrivDir), File = atom_to_list(M) ++ ".erl", try ok = file:write_file(File, Binary), {ok, M} = compile:file(File, [debug_info]), code:purge(M), AbsFile = filename:rootname(File, ".erl"), code:load_abs(AbsFile, M), filename:join(PrivDir, File) after file:set_cwd(Dir) end. lsfiles() -> {ok, CWD} = file:get_cwd(), lsfiles(CWD). lsfiles(Dir) -> {ok, Files} = file:list_dir(Dir), Files. files(Files, Ext) -> lists:filter(fun(File) -> case filename:extension(File) of Ext -> true; _ -> false end end, Files). remove([File|Files]) -> ok = file:delete(File), remove(Files); remove([]) -> ok. decompile([Mod|Mods]) -> code:purge(Mod), code:delete(Mod), decompile(Mods); decompile([]) -> ok. is_unloaded(What) -> if is_list(What) -> true; What==non_existing -> true; true -> false end. check_f_calls(F1,F2) -> {ok,[{{f,f1,0},F1},{{f,f2,0},F2}|_]} = cover:analyse(f,calls,function).