path: root/lib/tools/test/cover_SUITE.erl

%%
%% %CopyrightBegin%
%% 
%% Copyright Ericsson AB 2001-2016. All Rights Reserved.
%% 
%% Licensed under the Apache License, Version 2.0 (the "License");
%% you may not use this file except in compliance with the License.
%% You may obtain a copy of the License at
%%
%%     http://www.apache.org/licenses/LICENSE-2.0
%%
%% Unless required by applicable law or agreed to in writing, software
%% distributed under the License is distributed on an "AS IS" BASIS,
%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
%% See the License for the specific language governing permissions and
%% limitations under the License.
%% 
%% %CopyrightEnd%
%%
-module(cover_SUITE).

-compile(export_all).

-include_lib("common_test/include/ct.hrl").

suite() -> [{ct_hooks,[ts_install_cth]}].

all() -> 
    NoStartStop = [eif,otp_5305,otp_5418,otp_7095,otp_8273,
                   otp_8340,otp_8188,compile_beam_opts,eep37,
                   analyse_no_beam, line_0, compile_beam_no_file,
                   otp_13277, otp_13289],
    StartStop = [start, compile, analyse, misc, stop,
                 distribution, reconnect, die_and_reconnect,
                 dont_reconnect_after_stop, stop_node_after_disconnect,
                 export_import, otp_5031, otp_6115,
                 otp_8270, otp_10979_hanging_node],
    case whereis(cover_server) of
        undefined ->
            [coverage,StartStop ++ NoStartStop];
        _pid ->
            [coverage|NoStartStop++[coverage_analysis]]
    end.

groups() -> 
    [].

init_per_suite(Config) ->
    [{ct_is_running_cover,whereis(cover_server) =/= undefined}|Config].

end_per_suite(_Config) ->
    ok.

init_per_group(_GroupName, Config) ->
    Config.

end_per_group(_GroupName, Config) ->
    Config.

init_per_testcase(TC, Config) when TC =:= misc; 
                                   TC =:= compile;
                                   TC =:= analyse;
                                   TC =:= distribution;
                                   TC =:= otp_5031;
                                   TC =:= stop ->
    case code:which(crypto) of
        Path when is_list(Path) ->
            init_per_testcase(dummy_tc, Config);
        _Else ->
            {skip, "No crypto file to test with"}
    end;
init_per_testcase(_TestCase, Config) ->
    Config.

end_per_testcase(TestCase, Config) ->
    NoStop = [start,compile,analyse,misc],
    DontStop = proplists:get_bool(ct_is_running_cover, Config) orelse
    lists:member(TestCase, NoStop),
    case DontStop of
        true -> ok;
        false -> cover:stop()
    end,
    ok.

coverage(Config) when is_list(Config) ->
    {ok,?MODULE} = cover:compile_beam(?MODULE),
    ?MODULE:do_coverage(Config).

do_coverage(Config) ->
    Outdir = ?config(priv_dir, Config),
    ExportFile = filename:join(Outdir, "export"),
    ok = cover:export(ExportFile, ?MODULE),
    {error,{already_started,_}} = cover:start(),
    {error,_} = cover:compile_beam(non_existing_module),
    _ = cover:which_nodes(),
    _ = cover:modules(),
    _ = cover:imported(),
    {error,{not_cover_compiled,lists}} = cover:analyze(lists),

    %% Cover escaping of '&' in HTML files.

    case proplists:get_bool(ct_is_running_cover, Config) of
        false ->
            %% Cover server was implicitly started when this module
            %% was cover-compiled. We must stop the cover server, but
            %% we must ensure that this module is not on the call
            %% stack when it is unloaded. Therefore, the call that
            %% follows MUST be tail-recursive.
            cover:stop();
        true ->
            %% Cover server was started by common_test; don't stop it.
            ok
    end.

%% This test case will only be run when common_test is running cover.
coverage_analysis(Config) when is_list(Config) ->
    {ok,Analysis1} = cover:analyze(?MODULE),
    io:format("~p\n", [Analysis1]),
    {ok,Analysis2} = cover:analyze(?MODULE, calls),
    io:format("~p\n", [Analysis2]),
    {ok,_Analysis3} = cover:analyze(?MODULE, calls, line),

    Outdir = ?config(priv_dir, Config),
    Outfile = filename:join(Outdir, ?MODULE),

    {ok,Outfile} = cover:analyze_to_file(?MODULE, Outfile),
    {ok,Contents} = file:read_file(Outfile),
    ok = file:delete(Outfile),
    ok = io:put_chars(Contents),
    {ok,Outfile} = cover:analyze_to_file(?MODULE, Outfile, [html]),
    ok.

start(suite) -> [];
start(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(data_dir, Config)),

    Files = lsfiles(),
    remove(files(Files, ".out")),

    {ok, Pid} = cover:start(),
    {error, {already_started, Pid}} = cover:start().

compile(suite) -> [];
compile(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(data_dir, Config)),

    Result1 = cover:compile_directory(),
    SortedResult = lists:sort(Result1),
    {ok, CWD} = file:get_cwd(),
    Result2 = cover:compile_directory(CWD),
    SortedResult = lists:sort(Result2),
    [{error,DFile},{ok,a},{ok,b},{ok,cc},{ok,f}] = SortedResult,
    [{ok,e}] = cover:compile_directory("d1"),
    {error,enoent} = cover:compile_directory("d2"),

    [] = cover:compile([]),
    Result21 = cover:compile([a,b,"cc.erl",d,"f"]),
    SortedResult21 = lists:sort(Result21),
    [{error,DFile},{ok,a},{ok,b},{ok,cc},{ok,f}] = SortedResult21,

    {ok,a} = cover:compile(a),
    {ok,b} = compile:file(b),
    code:purge(b),
    {module,b} = code:load_file(b),
    {ok,d} = cover:compile("d.erl", [{d,'AGE',42}]),
    {error,_BBFile} = cover:compile(bb),

    StdlibDir = code:lib_dir(stdlib),
    Lists = filename:join([StdlibDir, "src", "lists.erl"]),
    {error, Lists} = cover:compile(Lists),

    %% For compiling beam: using dummy files v,w,x,y and z
    file:set_cwd("compile_beam"),
    {ok,_} = compile:file(v,[debug_info,report]),
    {ok,_} = compile:file(w,[debug_info,report]),
    {ok,_} = compile:file(x),
    {ok,_} = compile:file("d/y",[debug_info,{outdir,"d"},report]),
    Key = "A Krypto Key",
    CryptoWorks = crypto_works(),
    case CryptoWorks of
        false ->
            {ok,_} = compile:file(crypt, [debug_info,report]),
            {ok,crypt} = cover:compile_beam("crypt.beam");
        true ->
            {ok,_} = compile:file(crypt, [{debug_info_key,Key},report]),
            {error,{encrypted_abstract_code,_}} =
            cover:compile_beam("crypt.beam"),
            ok = beam_lib:crypto_key_fun(simple_crypto_fun(Key)),
            {ok,crypt} = cover:compile_beam("crypt.beam")
    end,
    Path = filename:join([?config(data_dir, Config), "compile_beam", "v.erl"]),
    {ok,v} = cover:compile_beam(v),
    {source,Path} = lists:keyfind(source, 1, v:module_info(compile)),
    {ok,w} = cover:compile_beam("w.beam"),
    {error,{no_abstract_code,"./x.beam"}} = cover:compile_beam(x),
    {error,{already_cover_compiled,no_beam_found,a}}=cover:compile_beam(a),
    {error,non_existing} = cover:compile_beam(z),
    [{ok,y}] = cover:compile_beam_directory("d"),
    Result3 = lists:sort(cover:compile_beam_directory()),
    [{error,{no_abstract_code,XBeam}},{ok,crypt},{ok,v},{ok,w}] = Result3,
    {error,enoent} = cover:compile_beam_directory("d2"),

    [] = cover:compile_beam([]),
    Result31 = cover:compile_beam([crypt,"v.beam",w,"x"]),
    SortedResult31 = lists:sort(Result31),
    [{error,{no_abstract_code,XBeam}},{ok,crypt},{ok,v},{ok,w}] = SortedResult31,

    decompile([v,w,y]),
    Files = lsfiles(),
    remove(files(Files, ".beam")).

crypto_works() ->
    try crypto:start() of
        {error,{already_started,crypto}} -> true;
        ok -> true
    catch
        error:_ ->
            false
    end.

simple_crypto_fun(Key) ->
    fun(init) -> ok;
       ({debug_info, des3_cbc, crypt, _}) -> Key
    end.

analyse(suite) -> [];
analyse(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(data_dir, Config)),

    done = a:start(5),

    {ok, {a,{17,2}}=ACovMod} = cover:analyse(a, coverage, module),
    {ok, [{{a,exit_kalle,0},{1,0}},
          {{a,loop,3},{5,1}},
          {{a,pong,1},{1,0}},
          {{a,start,1},{6,0}},
          {{a,stop,1},{0,1}},
          {{a,trycatch,1},{4,0}}]=ACovFunc} =
    cover:analyse(a, coverage, function),
    {ok, [{{a,exit_kalle,0,1},{1,0}},
          {{a,loop,3,1},{3,1}},
          {{a,loop,3,2},{2,0}},
          {{a,pong,1,1},{1,0}},
          {{a,start,1,1},{6,0}},
          {{a,stop,1,1},{0,1}},
          {{a,trycatch,1,1},{4,0}}]=ACovClause} =
    cover:analyse(a, coverage, clause),
    {ok, [{{a,9},{1,0}},
          {{a,10},{1,0}},
          {{a,11},{1,0}},
          {{a,13},{1,0}},
          {{a,14},{1,0}},
          {{a,15},{1,0}},
          {{a,21},{0,1}},
          {{a,26},{1,0}},
          {{a,31},{1,0}},
          {{a,32},{1,0}},
          {{a,34},{1,0}},
          {{a,36},{0,1}},
          {{a,39},{1,0}},
          {{a,40},{1,0}},
          {{a,44},{1,0}},
          {{a,47},{1,0}},
          {{a,49},{1,0}},
          {{a,51},{1,0}},
          {{a,55},{1,0}}]=ACovLine} = cover:analyse(a, coverage, line),

    {ok, {a,15}=ACallsMod} = cover:analyse(a, calls, module),
    {ok, [{{a,exit_kalle,0},1},
          {{a,loop,3},6},
          {{a,pong,1},5},
          {{a,start,1},1},
          {{a,stop,1},0},
          {{a,trycatch,1},2}]=ACallsFunc} = cover:analyse(a, calls, function),
    {ok, [{{a,exit_kalle,0,1},1},
          {{a,loop,3,1},5},
          {{a,loop,3,2},1},
          {{a,pong,1,1},5},
          {{a,start,1,1},1},
          {{a,stop,1,1},0},
          {{a,trycatch,1,1},2}]=ACallsClause} = cover:analyse(a, calls, clause),
    {ok, [{{a,9},1},
          {{a,10},1},
          {{a,11},1},
          {{a,13},1},
          {{a,14},1},
          {{a,15},1},
          {{a,21},0},
          {{a,26},5},
          {{a,31},5},
          {{a,32},5},
          {{a,34},5},
          {{a,36},0},
          {{a,39},1},
          {{a,40},1},
          {{a,44},2},
          {{a,47},1},
          {{a,49},1},
          {{a,51},2},
          {{a,55},1}]=ACallsLine} = cover:analyse(a, calls, line),

    {ok,ACovFunc} = cover:analyse(a),
    {ok,ACovMod} = cover:analyse(a, module),
    {ok,ACallsFunc} = cover:analyse(a, calls),

    {ok, "a.COVER.out"} = cover:analyse_to_file(a),
    {ok, "e.COVER.out"} = cover:analyse_to_file(e),
    {ok, "a.COVER.html"} = cover:analyse_to_file(a,[html]),
    {ok, "e.COVER.html"} = cover:analyse_to_file(e,[html]),

    %% Analyse all modules
    Modules = cover:modules(),
    N = length(Modules),

    {result,CovFunc,[]} = cover:analyse(), % default = coverage, function
    ACovFunc = [A || {{a,_,_},_}=A<-CovFunc],

    {result,CovMod,[]} = cover:analyse(coverage,module),
    ACovMod = lists:keyfind(a,1,CovMod),

    {result,CovClause,[]} = cover:analyse(coverage,clause),
    ACovClause = [A || {{a,_,_,_},_}=A<-CovClause],

    {result,CovLine,[]} = cover:analyse(coverage,line),
    ACovLine = [A || {{a,_},_}=A<-CovLine],

    {result,CallsFunc,[]} = cover:analyse(calls,function),
    ACallsFunc = [A || {{a,_,_},_}=A<-CallsFunc],

    {result,CallsMod,[]} = cover:analyse(calls,module),
    ACallsMod = lists:keyfind(a,1,CallsMod),

    {result,CallsClause,[]} = cover:analyse(calls,clause),
    ACallsClause = [A || {{a,_,_,_},_}=A<-CallsClause],

    {result,CallsLine,[]} = cover:analyse(calls,line),
    ACallsLine = [A || {{a,_},_}=A<-CallsLine],

    {result,AllToFile,[]} = cover:analyse_to_file(),
    N = length(AllToFile),
    true = lists:member("a.COVER.out",AllToFile),
    {result,AllToFileHtml,[]} = cover:analyse_to_file([html]),
    N = length(AllToFileHtml),
    true = lists:member("a.COVER.html",AllToFileHtml),

    %% Analyse list of modules
    %% Listing all modules so we can compare result with above result
    %% from analysing all.

    {result,CovFunc1,[]} = cover:analyse(Modules), % default = coverage, function
    true = lists:sort(CovFunc) == lists:sort(CovFunc1),

    {result,CovMod1,[]} = cover:analyse(Modules,coverage,module),
    true = lists:sort(CovMod) == lists:sort(CovMod1),

    {result,CovClause1,[]} = cover:analyse(Modules,coverage,clause),
    true = lists:sort(CovClause) == lists:sort(CovClause1),

    {result,CovLine1,[]} = cover:analyse(Modules,coverage,line),
    true = lists:sort(CovLine) == lists:sort(CovLine1),

    {result,CallsFunc1,[]} = cover:analyse(Modules,calls,function),
    true = lists:sort(CallsFunc1) == lists:sort(CallsFunc1),

    {result,CallsMod1,[]} = cover:analyse(Modules,calls,module),
    true = lists:sort(CallsMod) == lists:sort(CallsMod1),

    {result,CallsClause1,[]} = cover:analyse(Modules,calls,clause),
    true = lists:sort(CallsClause) == lists:sort(CallsClause1),

    {result,CallsLine1,[]} = cover:analyse(Modules,calls,line),
    true = lists:sort(CallsLine) == lists:sort(CallsLine1),

    {result,AllToFile1,[]} = cover:analyse_to_file(Modules),
    true = lists:sort(AllToFile) == lists:sort(AllToFile1),
    {result,AllToFileHtml1,[]} = cover:analyse_to_file(Modules,[html]),
    true = lists:sort(AllToFileHtml) == lists:sort(AllToFileHtml1),

    %% analyse_to_file of file which is compiled from beam
    {ok,f} = compile:file(f,[debug_info]),
    code:purge(f),
    {module,f} = code:load_file(f),
    {ok,f} = cover:compile_beam(f),
    f:f2(),
    {ok, "f.COVER.out"} = cover:analyse_to_file(f),

    %% Source code can be found via source
    {ok,v} = compile:file("compile_beam/v",[debug_info]),
    code:purge(v),
    {module,v} = code:load_file(v),
    {ok,v} = cover:compile_beam(v),
    {ok,"v.COVER.out"} = cover:analyse_to_file(v),

    %% Source code cannot be found
    {ok,_} = file:copy("compile_beam/z.erl", "z.erl"),
    {ok,z} = compile:file(z,[debug_info]),
    code:purge(z),
    {module,z} = code:load_file(z),
    {ok,z} = cover:compile_beam(z),
    ok = file:delete("z.erl"),
    {error,{no_source_code_found,z}} = cover:analyse_to_file(z),
    {result,[],[{no_source_code_found,z}]} = cover:analyse_to_file([z]),
    code:purge(z),
    code:delete(z),

    {error,{not_cover_compiled,b}} = cover:analyse(b),
    {error,{not_cover_compiled,g}} = cover:analyse(g),
    {result,[],[{not_cover_compiled,b}]} = cover:analyse([b]),
    {error,{not_cover_compiled,b}} = cover:analyse_to_file(b),
    {error,{not_cover_compiled,g}} = cover:analyse_to_file(g),
    {result,[],[{not_cover_compiled,g}]} = cover:analyse_to_file([g]).

misc(suite) -> [];
misc(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(data_dir, Config)),

    [a,cc,crypt,d,e,f,v] = lists:sort(cover:modules()),

    {ok,cc} = compile:file(cc),
    code:purge(cc),
    {module,cc} = code:load_file(cc),
    [a,crypt,d,e,f,v] = lists:sort(cover:modules()),

    {file, _File} = cover:is_compiled(a),
    false = cover:is_compiled(b),
    false = cover:is_compiled(g),

    ok = cover:reset(a),
    {ok, {a,{0,19}}} = cover:analyse(a, module),
    ok = cover:reset().

stop(suite) -> [];
stop(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(data_dir, Config)),

    cover_compiled = code:which(a),
    {ok,d} = compile:file(d, [{d,'AGE',42}]),
    code:purge(d),
    {module,d} = code:load_file(d),
    ok = cover:stop(),
    Beam = code:which(a),
    true = is_unloaded(Beam),

    Files = lsfiles(),
    remove(files(Files, ".out")),
    remove(files(Files, ".html")),
    remove(files(Files, ".beam")).

distribution(suite) -> [];
distribution(Config) when is_list(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    {ok,N1} = ?t:start_node(cover_SUITE_distribution1,slave,[]),
    {ok,N2} = ?t:start_node(cover_SUITE_distribution2,slave,[]),
    {ok,N3} = ?t:start_node(cover_SUITE_distribution3,slave,[]),
    {ok,N4} = ?t:start_node(cover_SUITE_distribution4,slave,[]),

    %% Check that an already compiled module is loaded on new nodes
    {ok,f} = cover:compile(f),
    {ok,[_,_,_,_]} = cover:start(nodes()),
    cover_compiled = code:which(f),
    cover_compiled = rpc:call(N1,code,which,[f]),
    cover_compiled = rpc:call(N2,code,which,[f]),
    cover_compiled = rpc:call(N3,code,which,[f]),
    cover_compiled = rpc:call(N4,code,which,[f]),

    %% Check that a node cannot be started twice
    {ok,[]} = cover:start(N2),

    %% Check that the current node (i.e. the main node) is not started with
    %% start/1 and not stopped with stop/1
    {ok,[]} = cover:start(node()),
    ok = cover:stop(node()),
    true = is_pid(whereis(cover_server)),

    %% Check that a new compiled module is loaded on all existing nodes
    compile:file("compile_beam/v",[debug_info]),
    {ok,v} = cover:compile_beam(v),
    cover_compiled = code:which(v),
    cover_compiled = rpc:call(N1,code,which,[v]),
    cover_compiled = rpc:call(N2,code,which,[v]),
    cover_compiled = rpc:call(N3,code,which,[v]),
    cover_compiled = rpc:call(N4,code,which,[v]),

    %% this is lost when the node is killed
    rpc:call(N3,f,f2,[]),
    rpc:call(N3,erlang,halt,[]),

    %% this should be visible in analyse
    rpc:call(N1,f,f1,[]),

    %% Check that data is collected from remote node when stopped
    ok = cover:stop(N1),
    N1Beam = rpc:call(N1,code,which,[f]),
    true = is_unloaded(N1Beam),
    check_f_calls(1,0),

    %% Call f:f1() again on another node and check that number of calls is
    %% accumulated.
    f:f1(),
    check_f_calls(2,0),

    %% Check that reset works on all nodes
    f:f1(),
    rpc:call(N2,f,f1,[]),
    ok = cover:reset(f),
    check_f_calls(0,0),

    %% Check that data is collected from all nodes
    rpc:call(N2,f,f1,[]),
    f:f2(),
    check_f_calls(1,1),

    %% Check that same data is not fetched again (i.e. that analyse does
    %% reset on the remote node(s))
    check_f_calls(1,1),

    %% Another checn that data is not fetched twice, i.e. when flushed
    %% then analyse should not add the same data again.
    rpc:call(N4,f,f2,[]),
    ok = cover:flush(N4),
    check_f_calls(1,2),

    %% Check that flush collects data so calls are not lost if node is killed
    rpc:call(N4,f,f2,[]),
    ok = cover:flush(N4),
    rpc:call(N4,erlang,halt,[]),
    check_f_calls(1,3),

    %% Check that stop() unloads on all nodes
    ok = cover:stop(),
    timer:sleep(100), %% Give nodes time to unload on slow machines.
    LocalBeam = code:which(f),
    N2Beam = rpc:call(N2,code,which,[f]),
    true = is_unloaded(LocalBeam),
    true = is_unloaded(N2Beam),

    %% Check that cover_server on remote node does not die if main node dies
    {ok,[N1]} = cover:start(N1),
    true = is_pid(N1Server = rpc:call(N1,erlang,whereis,[cover_server])),
    exit(whereis(cover_server),kill),
    timer:sleep(100),
    N1Server = rpc:call(N1,erlang,whereis,[cover_server]),

    %% Cleanup
    Files = lsfiles(),
    remove(files(Files, ".beam")),
    ?t:stop_node(N1),
    ?t:stop_node(N2).

%% Test that a lost node is reconnected
reconnect(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    {ok,a} = compile:file(a),
    {ok,b} = compile:file(b),
    {ok,f} = compile:file(f),

    {ok,N1} = ?t:start_node(cover_SUITE_reconnect,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    {ok,a} = cover:compile(a),
    {ok,f} = cover:compile(f),
    {ok,[N1]} = cover:start(nodes()),

    %% Some calls to check later
    rpc:call(N1,f,f1,[]),
    cover:flush(N1),
    rpc:call(N1,f,f1,[]),

    %% This will cause first casue the N1 node to initiate a
    %% disconnect and then call f:f2() when nodes() =:= [] on N1.
    rpc:cast(N1,f,call_f2_when_isolated,[]),
    timer:sleep(500), % allow some to detect disconnect and for f:f2() call
    cover_which_nodes([]),

    %% Do some add one module (b) and remove one module (a)
    code:purge(a),
    {module,a} = code:load_file(a),
    {ok,b} = cover:compile(b),
    cover_compiled = code:which(b),

    cover_which_nodes([]),
    check_f_calls(1,0), % only the first call - before the flush

    %% Reconnect the node and check that b and f are cover compiled but not a
    net_kernel:connect_node(N1),
    timer:sleep(100),
    [N1] = cover:which_nodes(), % we are reconnected
    cover_compiled = rpc:call(N1,code,which,[b]),
    cover_compiled = rpc:call(N1,code,which,[f]),
    ABeam = rpc:call(N1,code,which,[a]),
    false = (cover_compiled==ABeam),

    %% Ensure that we have:
    %% * one f1 call from before the flush,
    %% * one f1 call from after the flush but before disconnect
    %% * one f2 call when disconnected
    check_f_calls(2,1),

    cover:stop(),
    ?t:stop_node(N1),
    ok.

%% Test that a lost node is reconnected - also if it has been dead
die_and_reconnect(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    {ok,f} = compile:file(f),

    NodeName = cover_SUITE_die_and_reconnect,
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    %% {ok,a} = cover:compile(a),
    {ok,f} = cover:compile(f),
    {ok,[N1]} = cover:start(nodes()),

    %% Some calls to check later
    rpc:call(N1,f,f1,[]),
    cover:flush(N1),
    rpc:call(N1,f,f1,[]),

    %% Kill the node
    rpc:call(N1,erlang,halt,[]),
    cover_which_nodes([]),

    check_f_calls(1,0), % only the first call - before the flush

    %% Restart the node and check that cover reconnects
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    timer:sleep(100),
    [N1] = cover:which_nodes(), % we are reconnected
    cover_compiled = rpc:call(N1,code,which,[f]),

    %% One more call...
    rpc:call(N1,f,f1,[]),

    %% Ensure that no more calls are counted
    check_f_calls(2,0),

    cover:stop(),
    ?t:stop_node(N1),
    ok.

%% Test that a stopped node is not marked as lost, i.e. that it is not
%% reconnected if it is restarted (OTP-10638)
dont_reconnect_after_stop(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    {ok,f} = compile:file(f),

    NodeName = cover_SUITE_dont_reconnect_after_stop,
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    {ok,f} = cover:compile(f),
    {ok,[N1]} = cover:start(nodes()),

    %% A call to check later
    rpc:call(N1,f,f1,[]),

    %% Stop cover on the node, then terminate the node
    cover:stop(N1),
    rpc:call(N1,erlang,halt,[]),
    cover_which_nodes([]),

    check_f_calls(1,0),

    %% Restart the node and check that cover does not reconnect
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    timer:sleep(300),
    cover_which_nodes([]),
    Beam = rpc:call(N1,code,which,[f]),
    false = (Beam==cover_compiled),

    %% One more call...
    rpc:call(N1,f,f1,[]),
    cover:flush(N1),

    %% Ensure that the last call is not counted
    check_f_calls(1,0),

    cover:stop(),
    ?t:stop_node(N1),
    ok.

%% Test that a node which is stopped while it is marked as lost is not
%% reconnected if it is restarted (OTP-10638)
stop_node_after_disconnect(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    {ok,f} = compile:file(f),

    NodeName = cover_SUITE_stop_node_after_disconnect,
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    {ok,f} = cover:compile(f),
    {ok,[N1]} = cover:start(nodes()),

    %% A call to check later
    rpc:call(N1,f,f1,[]),

    %% Flush the node, then terminate the node to make it marked as lost
    cover:flush(N1),
    rpc:call(N1,erlang,halt,[]),

    check_f_calls(1,0),

    %% Stop cover on node
    cover:stop(N1),

    %% Restart the node and check that cover does not reconnect
    {ok,N1} = ?t:start_node(NodeName,peer,
                            [{args," -pa " ++ DataDir},{start_cover,false}]),
    timer:sleep(300),
    cover_which_nodes([]),
    Beam = rpc:call(N1,code,which,[f]),
    false = (Beam==cover_compiled),

    %% One more call...
    rpc:call(N1,f,f1,[]),
    cover:flush(N1),

    %% Ensure that the last call is not counted
    check_f_calls(1,0),

    cover:stop(),
    ?t:stop_node(N1),
    ok.

distribution_performance(Config) ->
    PrivDir = ?config(priv_dir,Config),
    Dir = filename:join(PrivDir,"distribution_performance"),
    AllFiles = filename:join(Dir,"*"),
    ok = filelib:ensure_dir(AllFiles),
    code:add_patha(Dir),
    M = 9,   % Generate M modules
    F = 210, % with F functions
    C = 10,  % and each function of C clauses
    Mods = generate_modules(M,F,C,Dir),

    %    ?t:break(""),

    NodeName = cover_SUITE_distribution_performance,
    {ok,N1} = ?t:start_node(NodeName,peer,[{start_cover,false}]),
    %% CFun = fun() ->
    %% 		   [{ok,_} = cover:compile_beam(Mod) || Mod <- Mods]
    %% 	   end,
    CFun = fun() -> cover:compile_beam(Mods) end,
    {CT,_CA} = timer:tc(CFun),
    %    erlang:display(_CA),
    erlang:display({compile,CT}),

    {SNT,_} = timer:tc(fun() -> {ok,[N1]} = cover:start(nodes()) end),
    erlang:display({start_node,SNT}),

    [1 = rpc:call(N1,Mod,f1,[1]) || Mod <- Mods],

    %    Fun = fun() -> [cover:analyse(Mod,calls,function) || Mod<-Mods] end,
    %    Fun = fun() -> analyse_all(Mods,calls,function) end,
    %    Fun = fun() -> cover:analyse('_',calls,function) end,
    Fun = fun() -> cover:analyse(Mods,calls,function) end,

    %    Fun = fun() -> [begin cover:analyse_to_file(Mod,[html]) end || Mod<-Mods] end,
    %    Fun = fun() -> analyse_all_to_file(Mods,[html]) end,
    %    Fun = fun() -> cover:analyse_to_file(Mods,[html]) end,
    %    Fun = fun() -> cover:analyse_to_file([html]) end,

    %    Fun = fun() -> cover:reset() end,

    {AT,_A} = timer:tc(Fun),
    erlang:display({analyse,AT}),
    %    erlang:display(lists:sort([X || X={_MFA,N} <- lists:append([L || {ok,L}<-A]), N=/=0])),

    %% fprof:apply(Fun, [],[{procs,[whereis(cover_server)]}]),
    %% fprof:profile(),
    %% fprof:analyse(dest,[]),

    {SNT2,_} = timer:tc(fun() -> ?t:stop_node(N1) end),
    erlang:display({stop_node,SNT2}),

    code:del_path(Dir),
    Files = filelib:wildcard(AllFiles),
    [ok = file:delete(File) || File <- Files],
    ok = file:del_dir(Dir),
    ok.

%% Run analysis in parallel
analyse_all(Mods,Analysis,Level) ->
    Pids = [begin
                Pid = spawn(fun() ->
                                    {ok,A} = cover:analyse(Mod,Analysis,Level),
                                    exit(A)
                            end),
                erlang:monitor(process,Pid),
                Pid
            end || Mod <- Mods],
    get_downs(Pids,[]).

analyse_all_to_file(Mods,Opts) ->
    Pids = [begin
                Pid = cover:async_analyse_to_file(Mod,Opts),
                erlang:monitor(process,Pid),
                Pid
            end || Mod <- Mods],
    get_downs(Pids,[]).

get_downs([],Acc) ->
    Acc;
get_downs(Pids,Acc) ->
    receive
        {'DOWN', _Ref, _Type, Pid, A} ->
            get_downs(lists:delete(Pid,Pids),[A|Acc])
    end.

generate_modules(0,_,_,_) ->
    [];
generate_modules(M,F,C,Dir) ->
    ModStr = "m" ++ integer_to_list(M),
    Mod = list_to_atom(ModStr),
    Src = ["-module(",ModStr,").\n"
           "-compile(export_all).\n" |
           generate_functions(F,C)],
    Erl = filename:join(Dir,ModStr++".erl"),
    ok = file:write_file(Erl,Src),
    {ok,Mod} = compile:file(Erl,[{outdir,Dir},debug_info,report]),
    [Mod | generate_modules(M-1,F,C,Dir)].

generate_functions(0,_) ->
    [];
generate_functions(F,C) ->
    Func = "f" ++ integer_to_list(F),
    [generate_clauses(C,Func) | generate_functions(F-1,C)].

generate_clauses(0,_) ->
    [];
generate_clauses(C,Func) ->
    CStr = integer_to_list(C),
    Sep = if C==1 -> "."; true -> ";" end,
    [Func,"(",CStr,") -> ",CStr,Sep,"\n" |
     generate_clauses(C-1,Func)].


export_import(suite) -> [];
export_import(Config) when is_list(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),
    PortCount = length(erlang:ports()),

    %% Export one module
    {ok,f} = cover:compile(f),
    f:f1(),
    %% check that no info is written about where data comes from when no
    %% files are imported
    ?t:capture_start(),
    check_f_calls(1,0),
    [] = ?t:capture_get(),
    ?t:capture_stop(),
    ok = cover:export("f_exported",f),
    check_f_calls(1,0),
    ok = cover:stop(),

    %% Check that same data exists after import and that info is written about
    %% data comming from imported file
    ok = cover:import("f_exported"),
    ?t:capture_start(),
    check_f_calls(1,0),
    [Text1] = ?t:capture_get(),
    "Analysis includes data from imported files"++_ = lists:flatten(Text1),
    ?t:capture_stop(),

    %% Export all modules
    {ok,a} = cover:compile(a),
    ?t:capture_start(),
    ok = cover:export("all_exported"),
    [] = ?t:capture_get(),
    %    "Export includes data from imported files"++_ = lists:flatten(Text2),
    ?t:capture_stop(),
    ok = cover:stop(),
    ok = cover:import("all_exported"),
    check_f_calls(1,0),

    %% Check that data is reset when module is compiled again, and that
    %% warning is written when data is deleted for imported module.
    ?t:capture_start(),
    {ok,f} = cover:compile(f),
    timer:sleep(10), % capture needs some time
    [Text3] = ?t:capture_get(),
    "WARNING: Deleting data for module f imported from" ++ _ = lists:flatten(Text3),
    ?t:capture_stop(),
    check_f_calls(0,0),

    %% Check that data is summed up when first compiled and then imported
    %% The module which has been compiled (f) is loaded from the file 
    %% all_exported again (since it has been reset during cover compiling), 
    %% but the other module (a) is not loaded since it is already loaded    
    f:f1(),
    f:f2(),
    ok = cover:import("f_exported"),
    ?t:capture_start(),
    ok = cover:import("all_exported"),
    [Text4] = ?t:capture_get(), % a is not loaded again
    "WARNING: Module a already imported from " ++ _ = lists:flatten(Text4),
    ?t:capture_stop(),
    check_f_calls(3,1),

    %% Check that warning is written when same file is imported twice,
    %% and that data is not imported again
    ?t:capture_start(),
    ok = cover:import("all_exported"),
    [Text5,Text6] = ?t:capture_get(),
    "WARNING: Module f already imported from " ++ _ = lists:flatten(Text5),
    "WARNING: Module a already imported from " ++ _ = lists:flatten(Text6),
    ?t:capture_stop(),
    check_f_calls(3,1),

    %% Check that reset removes all data and that the file which has been
    %% reset can be imported again with no warning
    cover:reset(f),
    check_f_calls(0,0),
    ?t:capture_start(),
    ok = cover:import("all_exported"),
    [Text7] = ?t:capture_get(), % warning only on mod a
    "WARNING: Module a already imported from " ++ _ = lists:flatten(Text7),
    ?t:capture_stop(),
    check_f_calls(1,0),

    %% same as above - only reset all
    cover:reset(),
    check_f_calls(0,0),
    ?t:capture_start(),
    ok = cover:import("all_exported"),
    [] = ?t:capture_get(), % no warnings
    ?t:capture_stop(),
    check_f_calls(1,0),

    %% Check no raw files are left open
    PortCount = length(erlang:ports()),

    %% Cleanup
    ok = cover:stop(),
    Files = lsfiles(),
    remove(["f_exported","all_exported"|files(Files, ".beam")]).


otp_5031(suite) -> [];
otp_5031(Config) when is_list(Config) ->

    Dog = ?t:timetrap(?t:seconds(10)),

    {ok,N1} = ?t:start_node(cover_SUITE_otp_5031,slave,[]),
    {ok,[N1]} = cover:start(N1),
    {error,not_main_node} = rpc:call(N1,cover,modules,[]),
    cover:stop(),
    ?t:stop_node(N1),

    ?t:timetrap_cancel(Dog),
    ok.

eif(doc) ->
    ["Test the \'Exclude Included Functions\' functionality"];
eif(suite) ->
    [];
eif(Config) when is_list(Config) ->
    ok = file:set_cwd(filename:join(?config(data_dir, Config),
                                    "included_functions")),
    {ok, cover_inc} = compile:file(cover_inc,[debug_info]),
    {ok, cover_inc} = cover:compile_beam(cover_inc),

    %% This function will cause an included function to be executed.
    %% The analysis should only show the lines that actually exist
    %% in cover_inc.beam - not the ones from the included file.
    cover_inc:func(),
    {ok, [_, _]} = cover:analyse(cover_inc, line),
    ok.

otp_5305(suite) -> [];
otp_5305(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(priv_dir, Config)),

    File = "t.erl",
    Test = <<"-module(t).
              -export([t/0]).
              -include_lib(\"stdlib/include/ms_transform.hrl\").
              t() ->
                  ets:fun2ms(fun(X) -> X end).
             ">>,
    ok = file:write_file(File, Test),
    {ok, t} = cover:compile(File),
    ok = file:delete(File),

    ok.

otp_5418(suite) -> [];
otp_5418(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(priv_dir, Config)),

    File = "t.erl",
    Test = <<"-module(t).
             ">>,
    ok = file:write_file(File, Test),
    {ok, t} = cover:compile(File),
    {ok,{t,{0,0}}} = cover:analyse(t, module),
    ok = file:delete(File),

    ok.

otp_6115(Config) when is_list(Config) ->
    {ok, CWD} = file:get_cwd(),
    Dir = filename:join(?config(data_dir, Config), otp_6115),
    ok = file:set_cwd(Dir),
    {ok, f1} = compile:file(f1, [debug_info]),
    {ok, f2} = compile:file(f2, [debug_info]),

    %% Cover compile f1, but not f2
    {ok, f1} = cover:compile(f1),

    %% If f1 is cover compiled, a process P is started with a
    %% reference to the fun created in start_fail/0, and cover:stop() is
    %% called, then P should be killed.
    %% This is because (the fun held by P) references the cover
    %% compiled code which should be *unloaded* when cover:stop() is
    %% called -- running cover compiled code when there is no cover
    %% server and thus no ets tables to bump counters in, makes no
    %% sense.
    Pid1 = f1:start_a(),
    Pid2 = f1:start_b(),

    %% Now stop cover
    cover:stop(),

    %% Ensure that f1 is loaded (and not cover compiled), and that
    %% both Pid1 and Pid2 are dead.
    case code:which(f1) of
        Beam when is_list(Beam) ->
            ok;
        Other ->
            ?t:fail({"f1 is not reloaded", Other})
    end,
    case process_info(Pid1) of
        undefined ->
            ok;
        _PI1 ->
            RefToOldP1 = erlang:check_process_code(Pid1, f1),
            ?t:fail({"Pid1 still alive", RefToOldP1})
    end,
    case process_info(Pid2) of
        undefined ->
            ok;
        _PI2 ->
            RefToOldP2 = erlang:check_process_code(Pid1, f2),
            ?t:fail({"Pid2 still alive", RefToOldP2})
    end,

    file:set_cwd(CWD),
    ok.

otp_7095(doc) ->
    ["andalso/orelse"];
otp_7095(suite) -> [];
otp_7095(Config) when is_list(Config) ->
    ok = file:set_cwd(?config(priv_dir, Config)),

    File = "t.erl",
    Test = <<"-module(t).
              -export([t/0]).
              t() ->
                  t1(),
                  t2(),
                  t3(),
                  t4(),
                  t5(),
                  put(t6, 0),
                  0  = t6(),
                  1 = erase(t6),
                  t7(),
                  put(t8, 0),
                  {'EXIT',{{badarg,0},_}} = (catch t8()),
                  1 = erase(t8),
                  t9(),
                  ok.

              t1() ->
                  false        % 20
                    andalso
                  true.        % 22

              t2() ->
                  true         % 25
                    andalso
                  true.        % 27

              t3() ->
                  false        % 30
                    orelse
                  true.        % 32

              t4() ->
                  true         % 35
                    orelse
                  true.        % 37

              t5() ->
                  true         % 40
                    andalso
                  true         % 42
                    andalso 
                  false.       % 44

              t6() ->
                  true andalso % 47
                  add_one(t6). % 48

              t7() ->
                  true         % 51
                    andalso
                  false        % 53
                    andalso 
                  not_ok.      % 55

              t8() ->
                  true         % 58
                    andalso 
                  true         % 60
                    andalso
                  add_one(t8)  % 62
                    andalso
                  false.       % 64

              t9() ->
                  if           % 67
                      true -> 
                          true % 69
                            andalso 
                          false % 71
                  end
                    orelse
                  case ok of   % 74
                      true -> 
                          a;   % 76
                      _ -> 
                          true % 78
                  end.

              add_one(T) ->
                  put(T, get(T) + 1). % 82
             ">>,
    ok = file:write_file(File, Test),
    {ok, t} = cover:compile(File),
    ok = t:t(),
    {ok,[{{t,4},1},{{t,5},1},{{t,6},1},{{t,7},1},{{t,8},1},{{t,9},1},
         {{t,10},1},{{t,11},1},{{t,12},1},{{t,13},1},{{t,14},1},
         {{t,15},1},{{t,16},1},{{t,17},1},
         {{t,20},1},{{t,22},0},
         {{t,25},1},{{t,27},1},
         {{t,30},1},{{t,32},1},
         {{t,35},1},{{t,37},0},
         {{t,40},1},{{t,42},1},{{t,44},1},
         {{t,47},1},{{t,48},1},
         {{t,51},1},{{t,53},1},{{t,55},0},
         {{t,58},1},{{t,60},1},{{t,62},1},{{t,64},0},
         {{t,67},1},{{t,69},1},{{t,71},1},{{t,74},1},
         {{t,76},0},{{t,78},1},
         {{t,82},2}]} = cover:analyse(t, calls, line),
    ok = file:delete(File),

    ok.


otp_8270(doc) ->
    ["OTP-8270. Bug."];
otp_8270(suite) -> [];
otp_8270(Config) when is_list(Config) ->
    DataDir = ?config(data_dir, Config),
    ok = file:set_cwd(DataDir),

    PrivDir = ?config(priv_dir, Config),

    As = [{args," -pa " ++ PrivDir}],
    {ok,N1} = ?t:start_node(cover_n1,slave,As),
    {ok,N2} = ?t:start_node(cover_n2,slave,As),
    {ok,N3} = ?t:start_node(cover_n3,slave,As),

    timer:sleep(500),
    {ok,[_,_,_]} = cover:start(nodes()),

    Test = <<
             "-module(m).\n"
             "-compile(export_all).\n"
             "t() -> t(0).\n"
             "l() ->\n"
             "   catch ets:tab2list(cover_internal_data_table).\n"
             "t(Sz) ->\n"
             "   case ets:info(cover_internal_data_table, size) of\n"
             "       Sz ->\n"
             "           m:t(Sz); % Not a local call! Newly loaded code is entered.\n"
             "       NSz ->\n"
             "           % error_logger:info_msg(\"~p: ~p ~p change~n L1 ~p~n\", \n"
             "           % [node(), Sz, NSz, l()]),\n"
             "           m:t(NSz)\n"
             "   end.\n">>,
    _File = c_mod(m, Test, Config),
    Fun = fun m:t/0,
    Pid1 = spawn(Fun),
    Pid2 = spawn(N1, Fun),
    Pid3 = spawn(N2, Fun),
    Pid4 = spawn(N3, Fun),

    {ok, m} = cover:compile_beam(m),

    timer:sleep(1000),

    Info = erlang:process_info(Pid1),
    N1_info = rpc:call(N1, erlang, process_info, [Pid2]),
    N2_info = rpc:call(N2, erlang, process_info, [Pid3]),
    N3_info = rpc:call(N3, erlang, process_info, [Pid4]),

    true = is_list(Info),
    {N1,true} = {N1,is_list(N1_info)},
    {N2,true} = {N2,is_list(N2_info)},
    {N3,true} = {N3,is_list(N3_info)},

    exit(Pid1,kill),
    ?t:stop_node(N1),
    ?t:stop_node(N2),
    ?t:stop_node(N3),
    ok.

otp_8273(doc) ->
    ["OTP-8273. Bug."];
otp_8273(suite) -> [];
otp_8273(Config) when is_list(Config) ->
    Test = <<"-module(t).
              -export([t/0]).
              t() ->
                  foo = true andalso foo,
                  bar = false orelse bar,
                  ok.
             ">>,
    File = cc_mod(t, Test, Config),
    ok = t:t(),
    ok = file:delete(File),

    ok.

otp_8340(doc) ->
    ["OTP-8340. Bug."];
otp_8340(suite) -> [];
otp_8340(Config) when is_list(Config) ->
    [{{t,1},1},{{t,2},1},{{t,4},1}] =
    analyse_expr(<<"<< \n"
                   " <<3:2, \n"
                   "   SeqId:62>> \n"
                   "      || SeqId <- [64] >>">>, Config),

    ok.

otp_8188(doc) ->
    ["Clauses on the same line."];
otp_8188(suite) -> [];
otp_8188(Config) when is_list(Config) ->
    %% This example covers the bug report:
    Test = <<"-module(t).
              -export([test/1]).

              -define(FOOBAR(X),
                      case X of
                          ok -> true;
                          _ -> false
                      end).

              test(X)->
                  _Res = 
                  ?FOOBAR(X).
             ">>,
    File = cc_mod(t, Test, Config),
    false = t:test(nok),
    {ok,[{{t,11},1},{{t,12},1}]} = cover:analyse(t, calls, line),
    ok = file:delete(File),

    %% Bit string comprehensions are now traversed;
    %% the handling of list comprehensions has been improved:
    comprehension_8188(Config),

    %% Variants of the reported bug:
    bug_8188(Config),
    ok.

bug_8188(Cf) ->
    [{{t,1},1},{{t,2},1},{{t,3},1}] =
    analyse_expr(<<"A = 3,\n" % 1
                   "    case A of\n" % 1
                   "        2 -> two; 3 -> three end, A + 2">>,  % 1
                 Cf),

    [{{t,1},1},
     {{t,2},0},
     {{t,3},1},
     {{t,4},1},
     {{t,5},1},
     {{t,6},0},
     {{t,7},1},
     {{t,9},2}] =
    analyse_expr(<<"case two() of\n" % 1
                   "     1 -> 2;\n" % 0
                   "    _  -> begin 3 end\n" % 1
                   "              +\n" % 1
                   "          begin 4 end end, case two() of\n" % 1
                   "                               1 -> a;\n" % 0
                   "                               2 -> b; 3 -> c\n" % 1
                   "                           end.\n"
                   "two() -> 2">>, Cf), % 2

    [{{t,1},1}, {{t,2},1}, {{t,3},1},
     {{t,4},1}, {{t,5},1}, {{t,6},0}] =
    analyse_expr(<<"    self() ! 1,\n"
                   "    receive \n"
                   "        X=1 -> a;\n"
                   "        X=2 -> b end, case X of \n"
                   "                          1 -> a;\n"
                   "                          2 -> b\n"
                   "                      end">>, Cf),

    T0 = <<"t1(X) ->\n "
           "case X of\n"
           "  1 -> A=a,B=A,B; % bump Li\n"
           "  2 -> b; 3 -> case X of % 2 -> b shall bump Li\n"
           "                  3 -> a; % bump Li\n"
           "                  2 -> b end; 4 -> d end, case X of  % Li\n"
           "                                            1 -> a;\n"
           "                                            2 -> b; 3 -> c;\n"
           "                                            4 -> d\n"
           "                                          end">>,

    T1 = [<<"a = t1(1). ">>,T0],
    [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},0},
     {{t,5},0}, {{t,6},1}, {{t,7},1}, {{t,8},0}, {{t,9},0}] =
      analyse_expr(T1, Cf),

    T2 = [<<"b = t1(2). ">>,T0],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}, {{t,9},0}] =
      analyse_expr(T2, Cf),

    T3 = [<<"c = t1(3). ">>,T0],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},1}, {{t,6},1}, {{t,7},0}, {{t,8},1}, {{t,9},0}] =
      analyse_expr(T3, Cf),

    T4 = [<<"d = t1(4). ">>,T0],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},0},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},0}, {{t,9},1}] =
      analyse_expr(T4, Cf),

    [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},1},{{t,5},1}] =
      analyse_expr(
        <<"2 = x3(1). "
          "x3(X) ->\n"
          "    case X of \n"
          "        1 -> case X of\n"
          "                 1 -> a, Y = 2;\n"
          "                 2 -> b, Y = 3 end, Y; 2 -> Y = 4 end, Y">>, Cf),

    [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},1}] =
    analyse_expr(
      <<"1 = x4(1). "
        "x4(X) ->\n"
        "  case X of\n"
        "    1 -> case X of\n"
        "           1 -> Y = 1 end, case X of 1 -> Y = 1 end, Y end">>,
      Cf),

    T10 = <<"t1(X) ->\n"
            "if\n"
            "  X =:= 1 -> a;\n"
            "  X =:= 2 -> b; X =:= 3 -> c end, case X of \n"
            "                        1 -> a;\n"
            "                        2 -> b; 3 -> c end, case X of\n"
            "                                              1 -> a;\n"
            "                                              2 -> b; 3 -> c\n"
            "                                            end">>,
    T11 = [<<"a = t1(1). ">>,T10],
    [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},1},
     {{t,5},1}, {{t,6},1}, {{t,7},1}, {{t,8},0}] = analyse_expr(T11, Cf),

    T12 = [<<"b = t1(2). ">>,T10],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T12, Cf),

    T13 = [<<"c = t1(3). ">>,T10],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T13, Cf),

    T20 = <<"t1(X) ->\n"
            "case X of\n"
            "        1 -> a;\n"
            "        2 -> b; 3 -> case X of\n"
            "                         1 -> a;\n"
            "                         2 -> b; 3 -> c end end, case X of\n"
            "                                             1 -> a;\n"
            "                                             2 -> b; 3 -> c\n"
            "                                         end">>,

    T21 = [<<"a = t1(1). ">>,T20],
    [{{t,1},1}, {{t,2},1}, {{t,3},1}, {{t,4},0},
     {{t,5},0}, {{t,6},1}, {{t,7},1}, {{t,8},0}] = analyse_expr(T21, Cf),

    T22 = [<<"b = t1(2). ">>,T20],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T22, Cf),

    T23 = [<<"c = t1(3). ">>,T20],
    [{{t,1},1}, {{t,2},1}, {{t,3},0}, {{t,4},1},
     {{t,5},0}, {{t,6},1}, {{t,7},0}, {{t,8},1}] = analyse_expr(T23, Cf),

    T30 = <<
            "t1(X) ->\n"
            "case X of\n"
            " 1 -> a;\n"
            " 2 -> b; 3 -> case X of 1 -> a; 2 -> b; 3 -> c end end, case X of\n"
            "                                                 1 -> a;\n"
            "                                                 2 -> b; 3 -> c\n"
            "                                                end\n">>,

    T31 = [<<"a = t1(1). ">>,T30],
    [{{t,1},1}, {{t,2},1}, {{t,3},1},
     {{t,4},1}, {{t,5},1}, {{t,6},0}] = analyse_expr(T31, Cf),

    T32 = [<<"b = t1(2). ">>,T30],
    [{{t,1},1}, {{t,2},1}, {{t,3},0},
     {{t,4},1}, {{t,5},0}, {{t,6},1}] = analyse_expr(T32, Cf),

    T33 = [<<"c = t1(3). ">>,T30],
    [{{t,1},1}, {{t,2},1}, {{t,3},0},
     {{t,4},1}, {{t,5},0}, {{t,6},1}] = analyse_expr(T33, Cf),

    %% 'try' now traverses the body as a body...
    [{{t,1},1},{{t,2},1},{{t,3},1},{{t,4},0},{{t,6},1}] =
    analyse_expr(<<"try \n"
                   "    B = 2, \n"
                   "    C = erlang:error(foo), \n"
                   "    {B,C} \n"
                   "catch _:_ -> \n"
                   "    foo \n"
                   "end">>, Cf),

    %% receive after:
    [{{t,1},1},{{t,2},0},{{t,3},1}] =
    analyse_expr(<<"receive \n"
                   "    X=1 -> a; \n"
                   "    X=2 -> b after begin 10 end -> X=3 end">>, Cf),
    [{{t,1},1},{{t,2},0},{{t,3},1}] =
    analyse_expr(<<"receive \n"
                   "    X=1 -> a; \n"
                   "    X=2 -> b after 10 -> begin X=3 end end">>, Cf),
    ok.

comprehension_8188(Cf) ->
    [{{t,1},1}] = analyse_expr(<<"[begin X end || X <- [1,2,3], X > 1]">>, Cf),
    [{{t,1},1},{{t,2},1}] = analyse_expr(<<"[begin X end || \n"
                                           "    X <- [1,2,3], X > 1]">>, Cf),
    [{{t,1},1},{{t,2},1},{{t,3},3}] = analyse_expr(<<"[begin X end || \n "
                                                     "    X <- [1,2,3], \n "
                                                     "    X > 1]">>, Cf),
    [{{t,1},1},{{t,3},1},{{t,4},3}] = analyse_expr(<<"[begin X end || \n "
                                                     "    X <- \n "
                                                     "        [1,2,3], \n "
                                                     "    X > 1]">>, Cf),
    [{{t,1},1},{{t,2},2}] = analyse_expr(<<"[  \n "
                                           "   X || X <- [1,2,3], X > 1]">>, Cf),
    [{{t,1},1},{{t,2},2},{{t,3},3}] = analyse_expr(<<"[ \n"
                                                     "  X || X <- [1,2,3], \n"
                                                     "  X > 1]">>, Cf),
    [{{t,1},1},{{t,2},1},{{t,3},2}] = analyse_expr(<<"[ \n "
                                                     "   X || X <- [1,2,3], X > 1, \n"
                                                     "   X > 2]">>, Cf),

    [{{t,1},1},
     {{t,3},2},
     {{t,5},1},
     {{t,7},1},
     {{t,8},0},
     {{t,12},3},
     {{t,15},2},
     {{t,17},2},
     {{t,18},1}] = analyse_expr(<<"[ \n" % 1
                                  "  begin\n"
                                  "      X * 2\n" % 2
                                  "  end ||\n"
                                  "    X <- [1,\n" % 1
                                  "          case two() of\n"
                                  "              2 -> 2;\n" % 1
                                  "              _ -> two\n" % 0
                                  "          end,\n"
                                  "          3],\n"
                                  "    begin\n"
                                  "        math:sqrt(X) > 1.0\n" % 3
                                  "    end,\n"
                                  "    begin\n"
                                  "        true\n" % 2
                                  "    end,\n"
                                  "    true]. \n" % 2
                                  "  two() -> 2">>, Cf), % 1

    [{{t,1},1},
     {{t,2},2},
     {{t,3},1},
     {{t,5},1},
     {{t,6},0},
     {{t,9},3},
     {{t,10},2},
     {{t,11},2},
     {{t,12},1}] = analyse_expr(<<"[ \n"
                                  "      X * 2 || \n" % 2
                                  "    X <- [1,\n" % 1
                                  "          case two() of\n"
                                  "              2 -> 2;\n" % 1
                                  "              _ -> two\n" % 0
                                  "          end,\n"
                                  "          3],\n"
                                  "    math:sqrt(X) > 1.0,\n" % 3
                                  "    true,\n" % 2
                                  "    true]. \n" % 2
                                  "  two() -> 2">>, Cf), % 1

    [{{t,1},1},
     {{t,2},2},
     {{t,3},1},
     {{t,4},1},
     {{t,5},0},
     {{t,8},1},
     {{t,9},0},
     {{t,12},3},
     {{t,13},2},
     {{t,14},2}] = analyse_expr(<<"<< \n" % 1
                                  " << (X*2) >> || \n" % 2
                                  "    <<X>> <= << (case two() of\n"
                                  "                     2 -> 1;\n" % 1
                                  "                     _ -> 2\n" % 0
                                  "                 end)/integer,\n"
                                  "                (case two() of \n"
                                  "                    2 -> 2;\n" % 1
                                  "                    _ -> two\n" % 0
                                  "                 end)/integer,\n"
                                  "                3 >>, \n"
                                  "    math:sqrt(X) > 1.0,\n" % 3
                                  "    true >>.\n" % 2
                                  "two() -> 2">>, Cf),
    [{{t,1},1},
     {{t,2},4},
     {{t,4},1},
     {{t,6},1},
     {{t,7},0},
     {{t,10},3},
     {{t,11},2},
     {{t,12},4},
     {{t,13},1}] = analyse_expr(<<"<< \n" % 1
                                  " << (2)\n" % 4
                                  "     :(8) >> || \n"
                                  "    <<X>> <= << 1,\n" % 1
                                  "                (case two() of \n"
                                  "                    2 -> 2;\n" % 1
                                  "                    _ -> two\n" % 0
                                  "                 end)/integer,\n"
                                  "                3 >>, \n"
                                  "    math:sqrt(X) > 1.0,\n" % 3
                                  "    <<_>> <= << 1, 2 >>,\n" % 2
                                  "    true >>.\n" % 4
                                  "two() -> 2">>, Cf), % 1
    ok.

eep37(Config) when is_list(Config) ->
    [{{t,1},1},{{t,2},1},{{t,4},6},{{t,6},1},{{t,8},1}] =
    analyse_expr(<<"begin\n" % 1
                   "    F =\n" % 1
                   "        fun Fact(N) when N > 0 ->\n"
                   "                N * Fact(N - 1);\n" % 6
                   "            Fact(0) ->\n"
                   "                1\n" % 1
                   "        end,\n"
                   "    F(6)\n" % 1
                   "end\n">>,
                 Config),
    ok.

otp_10979_hanging_node(_Config) ->

    P1 = processes(),

    cover:stop(non_existing_node),
    cover:stop(),

    P2 = processes(),

    case P2--P1 of
        [] ->
            ok;
        New ->
            [io:format("New: ~p, ~p~n",[P,process_info(P)]) || P<-New],
            ct:fail(hanging_process)
    end,

    ok.

compile_beam_opts(doc) ->
    ["Take compiler options from beam in cover:compile_beam"];
compile_beam_opts(suite) -> [];
compile_beam_opts(Config) when is_list(Config) ->
    {ok, Cwd} = file:get_cwd(),
    ok = file:set_cwd(?config(priv_dir, Config)),
    IncDir = filename:join(?config(data_dir, Config),
                           "included_functions"),
    File = filename:join([?config(data_dir, Config), "otp_11439", "t.erl"]),
    %% use all compiler options allowed by cover:filter_options
    %% i and d don't make sense when compiling from beam though
    {ok, t} =
    compile:file(File, [{i, IncDir},
                        {d, 'BOOL'},
                        {d, 'MACRO', macro_defined},
                        export_all,
                        debug_info,
                        return_errors]),
    code:purge(t),
    code:delete(t),
    Exports =
    [{func1,0},
     {macro, 0},
     {exported,0},
     {nonexported,0},
     {module_info,0},
     {module_info,1}],
    Exports = t:module_info(exports),
    {ok, t} = cover:compile_beam("t"),
    Exports = t:module_info(exports),
    ok = file:delete("t.beam"),
    ok = file:set_cwd(Cwd),
    ok.

analyse_no_beam(doc) ->
    ["Don't crash if beam is not available"];
analyse_no_beam(suite) -> [];
analyse_no_beam(Config) when is_list(Config) ->
    {ok, Cwd} = file:get_cwd(),
    ok = file:set_cwd(?config(data_dir, Config)),

    code:purge(t),
    code:delete(t),

    {ok,_} = file:copy("compile_beam/t.erl", "t.erl"),
    {ok,t} = compile:file(t, [debug_info]),
    {module,t} = code:load_file(t),
    {ok,t} = cover:compile_beam(t),
    t:f(),
    ok = cover:export("t.coverdata"),

    code:purge(t),
    code:delete(t),

    %% this is just so that cover realises (without stopping)
    %% that this module is not cover compiled any more
    {error, {not_cover_compiled,t}} = cover:analyse(t),

    %% source and beam not available any more
    ok = file:delete("t.erl"),
    ok = file:delete("t.beam"),

    ok = cover:import("t.coverdata"),

    {error,{no_source_code_found,t}} = cover:analyse_to_file(t),
    {result,[],[{no_source_code_found,t}]} = cover:analyse_to_file([t]),

    ok = file:delete("t.coverdata"),
    ok = file:set_cwd(Cwd),
    ok.

%% When including eunit.hrl, a parse transform adds the function
%% test/0 to line 0 in your module. A bug in OTP-18.0 caused
%% cover:analyse_to_file/1 to fail to insert cover data in the output
%% file in this situation. The test below tests that this bug is
%% corrected.
line_0(Config) ->
    ok = file:set_cwd(filename:join(?config(data_dir, Config),
                                    "include_eunit_hrl")),
    {ok, cover_inc_eunit} = compile:file(cover_inc_eunit,[debug_info]),
    {ok, cover_inc_eunit} = cover:compile_beam(cover_inc_eunit),
    {ok, CovOut} = cover:analyse_to_file(cover_inc_eunit),

    {ok,Bin} = file:read_file(CovOut),
    Match = <<"0..|      ok.\n">>,  % "0.." is missing when bug is there
    S = byte_size(Bin)-byte_size(Match),
    <<_:S/binary,Match/binary>> = Bin,
    ok.


%% OTP-13200: Return error instead of crashing when trying to compile
%% a beam which has no 'file' attribute.
compile_beam_no_file(Config) ->
    PrivDir = ?config(priv_dir,Config),
    Dir = filename:join(PrivDir,"compile_beam_no_file"),
    ok = filelib:ensure_dir(filename:join(Dir,"*")),
    code:add_patha(Dir),
    Str = lists:concat(
            ["-module(nofile).\n"
             "-compile(export_all).\n"
             "foo() -> ok.\n"]),
    TT = do_scan(Str),
    Forms = [ begin {ok,Y} = erl_parse:parse_form(X),Y end || X <- TT ],
    {ok,_,Bin} = compile:forms(Forms,[debug_info]),
    BeamFile = filename:join(Dir,"nofile.beam"),
    ok = file:write_file(BeamFile,Bin),
    {error,{no_file_attribute,BeamFile}} = cover:compile_beam(nofile),
    [{error,{no_file_attribute,BeamFile}}] = cover:compile_beam_directory(Dir),
    ok.

do_scan([]) ->
    [];
do_scan(Str) ->
    {done,{ok,T,_},C} = erl_scan:tokens([],Str,0),
    [ T | do_scan(C) ].

otp_13277(doc) ->
    ["PR 856. Fix a bc bug."];
otp_13277(Config) ->
    Test = <<"-module(t).
              -export([t/0]).

              pad(A, L) ->
                  P = << <<\"#\">> || _ <- lists:seq(1, L) >>,
                  <<A/binary, P/binary>>.

              t() ->
                  pad(<<\"hi\">>, 2).
             ">>,
    File = cc_mod(t, Test, Config),
    <<"hi##">> = t:t(),
    ok = file:delete(File),
    ok.

%% Test general expressions in a binary comprehension.
otp_13289(Config) ->
    Test = <<"-module(t).
              -export([t/0]).

              t() ->
                  << (id(<<I>>)) || I <- [1,2,3] >>.

              id(I) -> I.
             ">>,
    File = cc_mod(t, Test, Config),
    <<1,2,3>> = t:t(),
    ok = file:delete(File),
    ok.

%%--Auxiliary------------------------------------------------------------

analyse_expr(Expr, Config) ->
    Binary = [<<"-module(t). "
                "-export([t/0]). "
                "t() -> ">>, Expr, <<".\n">>],
    File = cc_mod(t, Binary, Config),
    t:t(),
    {ok, Result} = cover:analyse(t, calls, line),
    ok = file:delete(File),
    Result.

cc_mod(M, Binary, Config) ->
    {ok, Dir} = file:get_cwd(),
    PrivDir = ?config(priv_dir, Config),
    ok = file:set_cwd(PrivDir),
    File = atom_to_list(M) ++ ".erl",
    try 
        ok = file:write_file(File, Binary),
        {ok, M} = cover:compile(File),
        filename:join(PrivDir, File)
    after file:set_cwd(Dir)
    end.

c_mod(M, Binary, Config) ->
    {ok, Dir} = file:get_cwd(),
    PrivDir = ?config(priv_dir, Config),
    ok = file:set_cwd(PrivDir),
    File = atom_to_list(M) ++ ".erl",
    try 
        ok = file:write_file(File, Binary),
        {ok, M} = compile:file(File, [debug_info]),
        code:purge(M),
        AbsFile = filename:rootname(File, ".erl"),
        code:load_abs(AbsFile, M),
        filename:join(PrivDir, File)
    after file:set_cwd(Dir)
    end.

lsfiles() ->
    {ok, CWD} = file:get_cwd(),
    lsfiles(CWD).

lsfiles(Dir) ->
    {ok, Files} = file:list_dir(Dir),
    Files.

files(Files, Ext) ->
    lists:filter(fun(File) ->
                         case filename:extension(File) of
                             Ext -> true;
                             _ -> false
                         end
                 end,
                 Files).

remove([File|Files]) ->
    ok = file:delete(File),
    remove(Files);
remove([]) ->
    ok.

decompile([Mod|Mods]) ->
    code:purge(Mod),
    code:delete(Mod),
    decompile(Mods);
decompile([]) ->
    ok.

is_unloaded(What) ->
    if
        is_list(What) -> true;
        What==non_existing -> true;
        true -> false
    end.

check_f_calls(F1,F2) ->
    {ok,A} = cover:analyse(f,calls,function),
    {_,F1} = lists:keyfind({f,f1,0},1,A),
    {_,F2} = lists:keyfind({f,f2,0},1,A).

cover_which_nodes(Expected) ->
    case cover:which_nodes() of
        Expected ->
            ok;
        Other ->
            {Time,ok} = timer:tc(fun Retry() ->
                                         case cover:which_nodes() of
                                             Expected -> ok;
                                             _ ->
                                                 ?t:sleep(100),
                                                 Retry()
                                         end
    end),
            io:format("~p ms before cover:which_nodes() returned ~p",
                      [Time,Expected]),
            Expected = Other
    end.