Host:
\n"),
print_who(test_server_sup:hoststr(), test_server_sup:get_username()),
print(html, "
Used Erlang ~s in ~s.\n",
[erlang:system_info(version), code:root_dir()]),
case os:getenv("TEST_SERVER_FRAMEWORK") of
false ->
print(html, "
Target:
\n"),
print_who(TI#target_info.host, TI#target_info.username),
print(html, "
Used Erlang ~s in ~s.\n",
[TI#target_info.version, TI#target_info.root_dir]);
_ ->
case test_server_sup:framework_call(target_info, []) of
TargetInfo when is_list(TargetInfo),
length(TargetInfo) > 0 ->
print(html, "
Target:
\n"),
print(html, "~s\n", [TargetInfo]);
_ ->
ok
end
end,
print(html,
"
Full textual log\n"
"
Coverage log\n",
[?suitelog_name,?coverlog_name]),
print(html,"
~s" "
\n" "
| Num | Module | Case | Log | " "Time | Result | Comment |
|---|---|---|---|---|---|---|
| " ++ Col0 ++ "~s" ++ Col1 ++ " | " "" ++ Col0 ++ "~p" ++ Col1 ++ " | " "" ++ Col0 ++ "~p" ++ Col1 ++ " | " "" ++ Col0 ++ "< >" ++ Col1 ++ " | " "" ++ Col0 ++ "0.000s" ++ Col1 ++ " | " "SKIPPED | " "~s |
| " ++ Col0 ++ "~s" ++ Col1 ++ " | " "" ++ Col0 ++ "~p" ++ Col1 ++ " | " "~p | " "< > | ", [num2str(Num),Mod,MinorBase,Func,MinorBase,MinorBase]), do_if_parallel(Main, ok, fun erlang:yield/0), %% run the test case {Result,DetectedFail,ProcsBefore,ProcsAfter} = run_test_case_apply(Num, Mod, Func, Args, get_name(Mode), RunInit, Where, MultiplyTimetrap), {Time,RetVal,Loc,Opts,Comment} = case Result of Normal={_Time,_RetVal,_Loc,_Opts,_Comment} -> Normal; {died,DReason,DLoc,DCmt} -> {died,DReason,DLoc,[],DCmt} end, print(minor, "", []), print_timestamp(minor, "Ended at "), print(major, "=ended ~s", [lists:flatten(timestamp_get(""))]), do_if_parallel(Main, ok, fun() -> file:set_cwd(filename:dirname(TSDir)) end), %% call the appropriate progress function clause to print the results to log Status = case {Time,RetVal} of {died,{timetrap_timeout,TimetrapTimeout}} -> progress(failed, Num, Mod, Func, Loc, timetrap_timeout, TimetrapTimeout, Comment, Style); {died,Reason} -> progress(failed, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_,{'EXIT',{Skip,Reason}}} when Skip==skip; Skip==skipped -> progress(skip, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_,{'EXIT',_Pid,{Skip,Reason}}} when Skip==skip; Skip==skipped -> progress(skip, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_,{'EXIT',_Pid,Reason}} -> progress(failed, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_,{'EXIT',Reason}} -> progress(failed, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_, {failed, Reason}} -> progress(failed, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {_, {Skip, Reason}} when Skip==skip; Skip==skipped -> progress(skip, Num, Mod, Func, Loc, Reason, Time, Comment, Style); {Time,RetVal} -> case DetectedFail of [] -> progress(ok, Num, Mod, Func, Loc, RetVal, Time, Comment, Style); Reason -> progress(failed, Num, Mod, Func, Loc, Reason, Time, Comment, Style) end end, %% if the test case was executed sequentially, this updates the %% status count on the main process (status of parallel test cases %% is updated later by the handle_test_case_io_and_status/0 function) case {RunInit,Status} of {skip_init,_} -> % conf doesn't count ok; {_,ok} -> put(test_server_ok, get(test_server_ok)+1); {_,failed} -> put(test_server_failed, get(test_server_failed)+1); {_,skip} -> {US,AS} = get(test_server_skipped), put(test_server_skipped, {US+1,AS}); {_,auto_skip} -> {US,AS} = get(test_server_skipped), put(test_server_skipped, {US,AS+1}) end, %% only if test case execution is sequential do we care about the %% remaining processes and slave nodes count case self() of Main -> case test_server_sup:framework_call(warn, [processes], true) of true -> if ProcsBefore < ProcsAfter -> print(minor, "WARNING: ~w more processes in system after test case", [ProcsAfter-ProcsBefore]); ProcsBefore > ProcsAfter -> print(minor, "WARNING: ~w less processes in system after test case", [ProcsBefore-ProcsAfter]); true -> ok end; false -> ok end, case test_server_sup:framework_call(warn, [nodes], true) of true -> case catch controller_call(kill_slavenodes) of {'EXIT',_}=Exit -> print(minor, "WARNING: There might be slavenodes left in the" " system. I tried to kill them, but I failed: ~p\n", [Exit]); [] -> ok; List -> print(minor, "WARNING: ~w slave nodes in system after test"++ "case. Tried to killed them.~n"++ " Names:~p", [length(List),List]) end; false -> ok end; _ -> ok end, %% if the test case was executed sequentially, this updates the execution %% time count on the main process (adding execution time of parallel test %% case groups is done in run_test_cases_loop/4) if is_number(Time) -> put(test_server_total_time, get(test_server_total_time)+Time); true -> ok end, check_new_crash_dumps(Where), %% if io is being buffered, send finished message %% (no matter if case runs on parallel or main process) case get(test_server_common_io_handler) of undefined -> ok; _ -> Main ! {finished,Ref,self(),Num,Mod,Func, ?mod_result(Status),{Time,RetVal,Opts}} end, {Time,RetVal,Opts}. %%-------------------------------------------------------------------- %% various help functions %% Call If() if we're on parallel process, or %% call Else() if we're on main process do_if_parallel(Pid, If, Else) -> case self() of Pid -> if is_function(Else) -> Else(); true -> Else end; _ -> if is_function(If) -> If(); true -> If end end. num2str(0) -> ""; num2str(N) -> integer_to_list(N). %% If remote target, this function sends the test suite (if not already sent) %% and the content of datadir til target. maybe_send_beam_and_datadir(Mod) -> case get(test_server_ctrl_job_sock) of undefined -> %% local target ok; JobSock -> %% remote target case get(test_server_downloaded_suites) of undefined -> send_beam_and_datadir(Mod, JobSock), put(test_server_downloaded_suites, [Mod]); Suites -> case lists:member(Mod, Suites) of false -> send_beam_and_datadir(Mod, JobSock), put(test_server_downloaded_suites, [Mod|Suites]); true -> ok end end end. send_beam_and_datadir(Mod, JobSock) -> case code:which(Mod) of non_existing -> io:format("** WARNING: Suite ~w could not be found on host\n", [Mod]); BeamFile -> send_beam(JobSock, Mod, BeamFile) end, DataDir = get_data_dir(Mod), case file:read_file_info(DataDir) of {ok,_I} -> {ok,All} = file:list_dir(DataDir), AddTarFiles = case controller_call(get_target_info) of #target_info{os_family=ose} -> ObjExt = code:objfile_extension(), Wc = filename:join(DataDir, "*" ++ ObjExt), ModsInDatadir = filelib:wildcard(Wc), SendBeamFun = fun(X) -> send_beam(JobSock, X) end, lists:foreach(SendBeamFun, ModsInDatadir), %% No need to send C code or makefiles since %% no compilation can be done on target anyway. %% Compiled C code must exist on target. %% Beam files are already sent as binaries. %% Erlang source are sent in case the test case %% is to compile it. Filter = fun("Makefile") -> false; ("Makefile.src") -> false; (Y) -> case filename:extension(Y) of ".c" -> false; ObjExt -> false; _ -> true end end, lists:filter(Filter, All); _ -> All end, Tarfile = "data_dir.tar.gz", {ok,Tar} = erl_tar:open(Tarfile, [write,compressed]), ShortDataDir = filename:basename(DataDir), AddTarFun = fun(File) -> Long = filename:join(DataDir, File), Short = filename:join(ShortDataDir, File), ok = erl_tar:add(Tar, Long, Short, []) end, lists:foreach(AddTarFun, AddTarFiles), ok = erl_tar:close(Tar), {ok,TarBin} = file:read_file(Tarfile), file:delete(Tarfile), request(JobSock, {{datadir,Tarfile}, TarBin}); {error,_R} -> ok end. send_beam(JobSock, BeamFile) -> Mod=filename:rootname(filename:basename(BeamFile), code:objfile_extension()), send_beam(JobSock, list_to_atom(Mod), BeamFile). send_beam(JobSock, Mod, BeamFile) -> {ok,BeamBin} = file:read_file(BeamFile), request(JobSock, {{beam,Mod,BeamFile}, BeamBin}). check_new_crash_dumps(Where) -> case Where of target -> case get(test_server_ctrl_job_sock) of undefined -> ok; Socket -> read_job_sock_loop(Socket) end; _ -> ok end, test_server_sup:check_new_crash_dumps(). %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% progress(Result, CaseNum, Mod, Func, Location, Reason, Time, %% Comment, TimeFormat) -> Result %% %% Prints the result of the test case to log file. %% Note: Strings that are to be written to the minor log must %% be prefixed with "=== " here, or the indentation will be wrong. progress(skip, CaseNum, Mod, Func, Loc, Reason, Time, Comment, {St0,St1}) -> {Reason1,{Color,Ret}} = if_auto_skip(Reason, fun() -> {"#ffcc99",auto_skip} end, fun() -> {"#ff9933",skip} end), print(major, "=result skipped", []), print(1, "*** SKIPPED *** ~s", [get_info_str(Func, CaseNum, get(test_server_cases))]), test_server_sup:framework_call(report, [tc_done,{?pl2a(Mod),Func, {skipped,Reason1}}]), ReasonStr = reason_to_string(Reason1), ReasonStr1 = lists:flatten([string:strip(S,left) || S <- string:tokens(ReasonStr,[$\n])]), ReasonStr2 = if length(ReasonStr1) > 80 -> string:substr(ReasonStr1, 1, 77) ++ "..."; true -> ReasonStr1 end, Comment1 = case Comment of "" -> ""; _ -> "" ++ St0 ++ "~.3fs" ++ St1 ++ " | " "SKIPPED | " "~s~s | " ++ St0 ++ "~.3fs" ++ St1 ++ " | " "FAILED | " "~s | \n", [T/1000,Comment]), FormatLoc = test_server_sup:format_loc(Loc), print(minor, "=== location ~s", [FormatLoc]), print(minor, "=== reason = timetrap timeout", []), failed; progress(failed, CaseNum, Mod, Func, Loc, {testcase_aborted,Reason}, _T, Comment0, {St0,St1}) -> print(major, "=result failed: testcase_aborted, ~p", [Loc]), print(1, "*** FAILED *** ~s", [get_info_str(Func, CaseNum, get(test_server_cases))]), test_server_sup:framework_call(report, [tc_done,{?pl2a(Mod),Func, {failed,testcase_aborted}}]), FormatLastLoc = test_server_sup:format_loc(get_last_loc(Loc)), ErrorReason = io_lib:format("{testcase_aborted,~s}", [FormatLastLoc]), Comment = case Comment0 of "" -> "" ++ ErrorReason ++ ""; _ -> "" ++ ErrorReason ++ "" ++ St0 ++ "died" ++ St1 ++ " | " "FAILED | " "~s | \n", [Comment]), FormatLoc = test_server_sup:format_loc(Loc), print(minor, "=== location ~s", [FormatLoc]), print(minor, "=== reason = {testcase_aborted,~p}", [Reason]), failed; progress(failed, CaseNum, Mod, Func, unknown, Reason, Time, Comment0, {St0,St1}) -> print(major, "=result failed: ~p, ~p", [Reason,unknown]), print(1, "*** FAILED *** ~s", [get_info_str(Func, CaseNum, get(test_server_cases))]), test_server_sup:framework_call(report, [tc_done,{?pl2a(Mod),Func, {failed,Reason}}]), TimeStr = io_lib:format(if is_float(Time) -> "~.3fs"; true -> "~w" end, [Time]), ErrorReason = lists:flatten(io_lib:format("~p", [Reason])), ErrorReason1 = lists:flatten([string:strip(S,left) || S <- string:tokens(ErrorReason,[$\n])]), ErrorReason2 = if length(ErrorReason1) > 63 -> string:substr(ErrorReason1, 1, 60) ++ "..."; true -> ErrorReason1 end, Comment = case Comment0 of "" -> "" ++ ErrorReason2 ++ ""; _ -> "" ++ ErrorReason2 ++ "" ++ St0 ++ "~s" ++ St1 ++ " | " "FAILED | " "~s | \n", [TimeStr,Comment]), print(minor, "=== location ~s", [unknown]), {FStr,FormattedReason} = format_exception(Reason), print(minor, "=== reason = "++FStr, [FormattedReason]), failed; progress(failed, CaseNum, Mod, Func, Loc, Reason, Time, Comment0, {St0,St1}) -> print(major, "=result failed: ~p, ~p", [Reason,Loc]), print(1, "*** FAILED *** ~s", [get_info_str(Func, CaseNum, get(test_server_cases))]), test_server_sup:framework_call(report, [tc_done,{?pl2a(Mod),Func, {failed,Reason}}]), TimeStr = io_lib:format(if is_float(Time) -> "~.3fs"; true -> "~w" end, [Time]), Comment = case Comment0 of "" -> ""; _ -> "" ++ St0 ++ "~s" ++ St1 ++ " | " "FAILED | " "~s~s | \n", [TimeStr,FormatLastLoc,Comment]), FormatLoc = test_server_sup:format_loc(Loc), print(minor, "=== location ~s", [FormatLoc]), {FStr,FormattedReason} = format_exception(Reason), print(minor, "=== reason = "++FStr, [FormattedReason]), failed; progress(ok, _CaseNum, Mod, Func, _Loc, RetVal, Time, Comment0, {St0,St1}) -> print(minor, "successfully completed test case", []), test_server_sup:framework_call(report, [tc_done,{?pl2a(Mod),Func,ok}]), Comment = case RetVal of {comment,RetComment} -> String = to_string(RetComment), print(major, "=result ok: ~s", [String]), "" ++ String ++ " | "; _ -> print(major, "=result ok", []), case Comment0 of "" -> ""; _ -> "" ++ to_string(Comment0) ++ " | " end end, print(major, "=elapsed ~p", [Time]), print(html, "" ++ St0 ++ "~.3fs" ++ St1 ++ " | " "Ok | " "~s\n", [Time,Comment]), print(minor, "=== returned value = ~p", [RetVal]), ok. %%-------------------------------------------------------------------- %% various help functions if_auto_skip(Reason={failed,{_,init_per_testcase,_}}, True, _False) -> {Reason,True()}; if_auto_skip({_T,{skip,Reason={failed,{_,init_per_testcase,_}}},_Opts}, True, _False) -> {Reason,True()}; if_auto_skip({fw_auto_skip,Reason}, True, _False) -> {Reason,True()}; if_auto_skip({_T,{skip,{fw_auto_skip,Reason}},_Opts}, True, _False) -> {Reason,True()}; if_auto_skip(Reason, _True, False) -> {Reason,False()}. update_skip_counters(RetVal, {US,AS}) -> {_,Result} = if_auto_skip(RetVal, fun() -> {US,AS+1} end, fun() -> {US+1,AS} end), Result. get_info_str(Func, 0, _Cases) -> atom_to_list(Func); get_info_str(_Func, CaseNum, unknown) -> "test case " ++ integer_to_list(CaseNum); get_info_str(_Func, CaseNum, Cases) -> "test case " ++ integer_to_list(CaseNum) ++ " of " ++ integer_to_list(Cases). print_if_known(Known, {SK,AK}, {SU,AU}) -> {S,A} = if Known == unknown -> {SU,AU}; true -> {SK,AK} end, io_lib:format(S, A). to_string(Term) when is_list(Term) -> case (catch io_lib:format("~s", [Term])) of {'EXIT',_} -> io_lib:format("~p", [Term]); String -> lists:flatten(String) end; to_string(Term) -> lists:flatten(io_lib:format("~p", [Term])). get_last_loc(Loc) when is_tuple(Loc) -> Loc; get_last_loc([Loc|_]) when is_tuple(Loc) -> [Loc]; get_last_loc(Loc) -> Loc. reason_to_string({failed,{_,FailFunc,bad_return}}) -> atom_to_list(FailFunc) ++ " bad return value"; reason_to_string({failed,{_,FailFunc,{timetrap_timeout,_}}}) -> atom_to_list(FailFunc) ++ " timed out"; reason_to_string(FWInitFail = {failed,{_CB,init_tc,_Reason}}) -> to_string(FWInitFail); reason_to_string({failed,{_,FailFunc,_}}) -> atom_to_list(FailFunc) ++ " failed"; reason_to_string(Other) -> to_string(Other). %get_font_style(Prop) -> % {Col,St0,St1} = get_font_style1(Prop), % {{"",""}, % {""++St0,St1++""}}. get_font_style(NormalCase, Mode) -> Prop = if not NormalCase -> default; true -> case check_prop(parallel, Mode) of false -> case check_prop(sequence, Mode) of false -> default; _ -> sequence end; _ -> parallel end end, {Col,St0,St1} = get_font_style1(Prop), {{"",""}, {""++St0,St1++""}}. get_font_style1(parallel) -> {"\"darkslategray\"","",""}; get_font_style1(sequence) -> % {"\"darkolivegreen\"","",""}; {"\"saddlebrown\"","",""}; get_font_style1(default) -> {"\"black\"","",""}. %%get_font_style1(skipped) -> %% {"\"lightgray\"","",""}. %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% format_exception({Error,Stack}) -> {CtrlSeq,Term} %% %% The default behaviour is that error information gets formatted %% (like in the erlang shell) before printed to the minor log file. %% The framework application can switch this feature off by setting %% *its* application environment variable 'format_exception' to false. %% It is also possible to switch formatting off by starting the %% test_server node with init argument 'test_server_format_exception' %% set to false. format_exception(Reason={_Error,Stack}) when is_list(Stack) -> case os:getenv("TEST_SERVER_FRAMEWORK") of false -> case application:get_env(test_server, format_exception) of {ok,false} -> {"~p",Reason}; _ -> do_format_exception(Reason) end; FW -> case application:get_env(list_to_atom(FW), format_exception) of {ok,false} -> {"~p",Reason}; _ -> do_format_exception(Reason) end end; format_exception(Error) -> format_exception({Error,[]}). do_format_exception(Reason={Error,Stack}) -> StackFun = fun(_, _, _) -> false end, PF = fun(Term, I) -> io_lib:format("~." ++ integer_to_list(I) ++ "p", [Term]) end, case catch lib:format_exception(1, error, Error, Stack, StackFun, PF) of {'EXIT',_} -> {"~p",Reason}; Formatted -> Formatted1 = re:replace(Formatted, "exception error: ", "", [{return,list}]), {"~s",lists:flatten(Formatted1)} end. %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% run_test_case_apply(CaseNum, Mod, Func, Args, Name, RunInit, %% Where, MultiplyTimetrap) -> %% {{Time,RetVal,Loc,Opts,Comment},DetectedFail,ProcessesBefore,ProcessesAfter} | %% {{died,Reason,unknown,Comment},DetectedFail,ProcessesBefore,ProcessesAfter} %% Name = atom() %% Where = target | host %% Time = float() (seconds) %% RetVal = term() %% Loc = term() %% Comment = string() %% Reason = term() %% DetectedFail = [{File,Line}] %% ProcessesBefore = ProcessesAfter = integer() %% %% Where indicates if the test should run on target or always on the host. %% %% If test is to be run on target, and target is remote the request is %% sent over socket to target, and test_server runs the case and sends the %% result back over the socket. Else test_server runs the case directly on host. run_test_case_apply(CaseNum, Mod, Func, Args, Name, RunInit, host, MultiplyTimetrap) -> test_server:run_test_case_apply({CaseNum,Mod,Func,Args,Name,RunInit, MultiplyTimetrap}); run_test_case_apply(CaseNum, Mod, Func, Args, Name, RunInit, target, MultiplyTimetrap) -> case get(test_server_ctrl_job_sock) of undefined -> %% local target test_server:run_test_case_apply({CaseNum,Mod,Func,Args,Name,RunInit, MultiplyTimetrap}); JobSock -> %% remote target request(JobSock, {test_case,{CaseNum,Mod,Func,Args,Name,RunInit, MultiplyTimetrap}}), read_job_sock_loop(JobSock) end. %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% print(Detail, Format, Args) -> ok %% Detail = integer() %% Format = string() %% Args = [term()] %% %% Just like io:format, except that depending on the Detail value, the output %% is directed to console, major and/or minor log files. %% %% To handle printouts to common (not minor) log files from parallel test %% case processes, the test_server_common_io_handler value is checked. If %% set, the data is sent to the main controlling process. Note that test %% cases that belong to a conf group nested under a parallel group will also %% get its io data sent to main rather than immediately printed out, even %% if the test cases are executed by the same, main, process (ie the main %% process sends messages to itself then). %% %% Buffered io is handled by the handle_test_case_io_and_status/0 function. print(Detail, Format) -> print(Detail, Format, []). print(Detail, Format, Args) -> print(Detail, Format, Args, internal). print(Detail, Format, Args, Printer) -> Msg = io_lib:format(Format, Args), print_or_buffer(Detail, Msg, Printer). print_or_buffer(Detail, Msg, Printer) -> case get(test_server_minor_level) of _ when Detail == minor -> output({Detail,Msg}, Printer); MinLevel when is_number(Detail), Detail >= MinLevel -> output({Detail,Msg}, Printer); _ -> % Detail < Minor | major | html case get(test_server_common_io_handler) of undefined -> output({Detail,Msg}, Printer); {_,MainPid} -> MainPid ! {print,self(),Detail,Msg} end end. %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% print_timestamp(Detail, Leader) -> ok %% %% Prints Leader followed by a time stamp (date and time). Depending on %% the Detail value, the output is directed to console, major and/or minor %% log files. print_timestamp(Detail, Leader) -> print(Detail, timestamp_get(Leader), []). %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% print_who(Host, User) -> ok %% %% Logs who runs the suite. print_who(Host, User) -> UserStr = case User of "" -> ""; _ -> " by " ++ User end, print(html, "Run~s on ~s", [UserStr,Host]). %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% format(Format) -> IoLibReturn %% format(Detail, Format) -> IoLibReturn %% format(Format, Args) -> IoLibReturn %% format(Detail, Format, Args) -> IoLibReturn %% %% Detail = integer() %% Format = string() %% Args = [term(),...] %% IoLibReturn = term() %% %% Logs the Format string and Args, similar to io:format/1/2 etc. If %% Detail is not specified, the default detail level (which is 50) is used. %% Which log files the string will be logged in depends on the thresholds %% set with set_levels/3. Typically with default detail level, only the %% minor log file is used. format(Format) -> format(minor, Format, []). format(major, Format) -> format(major, Format, []); format(minor, Format) -> format(minor, Format, []); format(Detail, Format) when is_integer(Detail) -> format(Detail, Format, []); format(Format, Args) -> format(minor, Format, Args). format(Detail, Format, Args) -> Str = case catch io_lib:format(Format, Args) of {'EXIT',_} -> io_lib:format("illegal format; ~p with args ~p.\n", [Format,Args]); Valid -> Valid end, print_or_buffer(Detail, Str, self()). %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% output({Level,Message}, Sender) -> ok %% Level = integer() | minor | major | html %% Message = string() | [integer()] %% Sender = string() | internal %% %% Outputs the message on the channels indicated by Level. If Level is an %% atom, only the corresponding channel receives the output. When Level is %% an integer console, major and/or minor log file will receive output %% depending on the user set thresholds (see get_levels/0, set_levels/3) %% %% When printing on the console, the message is prefixed with the test %% suite's name. In case a name is not set (yet), Sender is used. %% %% When not outputting to the console, and the Sender is 'internal', %% the message is prefixed with "=== ", so that it will be apparent that %% the message comes from the test server and not the test suite itself. output({Level,Msg}, Sender) when is_integer(Level) -> SumLev = get(test_server_summary_level), if Level =< SumLev -> output_to_fd(stdout, Msg, Sender); true -> ok end, MajLev = get(test_server_major_level), if Level =< MajLev -> output_to_fd(get(test_server_major_fd), Msg, Sender); true -> ok end, MinLev = get(test_server_minor_level), if Level >= MinLev -> output_to_fd(get(test_server_minor_fd), Msg, Sender); true -> ok end; output({minor,Bytes}, Sender) when is_list(Bytes) -> output_to_fd(get(test_server_minor_fd), Bytes, Sender); output({major,Bytes}, Sender) when is_list(Bytes) -> output_to_fd(get(test_server_major_fd), Bytes, Sender); output({minor,Bytes}, Sender) when is_binary(Bytes) -> output_to_fd(get(test_server_minor_fd),binary_to_list(Bytes), Sender); output({major,Bytes}, Sender) when is_binary(Bytes) -> output_to_fd(get(test_server_major_fd),binary_to_list(Bytes), Sender); output({html,Msg}, _Sender) -> case get(test_server_html_fd) of undefined -> ok; Fd -> io:put_chars(Fd,Msg), case file:position(Fd, {cur, 0}) of {ok, Pos} -> %% We are writing to a seekable file. Finalise so %% we get complete valid (and viewable) HTML code. %% Then rewind to overwrite the finalising code. io:put_chars(Fd, "\n
Coverdata collected over all tests
", [?cross_coverlog_name]), {CoverFile,_Included,Excluded} = case CoverInfo of {File,Excl,Incl,_Cross,Export} -> cover:export(Export), {File,Incl,Excl}; File -> {Excl,Incl} = read_cover_file(File), {File,Incl,Excl} end, io:fwrite(CoverLog, "CoverFile: ~p\n", [CoverFile]),
case length(cover:imported_modules()) of
Imps when Imps > 0 ->
io:fwrite(CoverLog, "
Analysis includes data from ~w imported module(s).\n", [Imps]); _ -> ok end, io:fwrite(CoverLog, "
Excluded module(s): ~p\n", [Excluded]),
Coverage = cover_analyse(Analyse, AnalyseMods),
case lists:filter(fun({_M,{_,_,_}}) -> false;
(_) -> true
end, Coverage) of
[] ->
ok;
Bad ->
io:fwrite(CoverLog, "
Analysis failed for ~w module(s): "
"~w\n",
[length(Bad),[BadM || {BadM,{_,_Why}} <- Bad]])
end,
TotPercent = write_cover_result_table(CoverLog, Coverage),
file:write_file(filename:join(TestDir, ?cover_total),
term_to_binary(TotPercent)).
cover_analyse(Analyse, AnalyseMods) ->
TestDir = get(test_server_log_dir_base),
case get(test_server_ctrl_job_sock) of
undefined ->
%% local target
test_server:cover_analyse({Analyse,TestDir}, AnalyseMods);
JobSock ->
%% remote target
request(JobSock, {sync_apply,{test_server,
cover_analyse,
[Analyse,AnalyseMods]}}),
read_job_sock_loop(JobSock)
end.
%% Cover analysis, cross application
%% This can be executed on any node after all tests are finished.
%% The node's current directory must be the same as when the tests
%% were run.
cross_cover_analyse(Analyse) ->
cross_cover_analyse(Analyse, undefined).
cross_cover_analyse(Analyse, CrossModules) ->
CoverdataFiles = get_coverdata_files(),
lists:foreach(fun(CDF) -> cover:import(CDF) end, CoverdataFiles),
io:fwrite("Cover analysing... ", []),
DetailsFun =
case Analyse of
details ->
fun(Dir,M) ->
OutFile = filename:join(Dir,
atom_to_list(M) ++
".CROSS_COVER.html"),
cover:analyse_to_file(M, OutFile, [html]),
{file,OutFile}
end;
_ ->
fun(_,_) -> undefined end
end,
SortedModules =
case CrossModules of
undefined ->
sort_modules([Mod || Mod <- get_all_cross_modules(),
lists:member(Mod, cover:imported_modules())], []);
_ ->
sort_modules(CrossModules, [])
end,
Coverage = analyse_apps(SortedModules, DetailsFun, []),
cover:stop(),
write_cross_cover_logs(Coverage).
%% For each application from which there are modules listed in the
%% cross.cover, write a cross cover log (cross_cover.html).
write_cross_cover_logs([{App,Coverage}|T]) ->
case last_test_for_app(App) of
false ->
ok;
Dir ->
CoverLogName = filename:join(Dir,?cross_coverlog_name),
{ok,CoverLog} = file:open(CoverLogName, [write]),
write_coverlog_header(CoverLog),
io:fwrite(CoverLog,
"
| Line Number | \n", [M]), lists:foreach(fun({{_M,Line},{0,1}}) -> io:fwrite(CoverOut,"
|---|
| ~w |
| Module | Covered (%) | Covered (Lines) | " "Not covered (Lines) | \n", []), {TotCov,TotNotCov} = lists:foldl(fun({M,{Cov,NotCov,Details}},{AccCov,AccNotCov}) -> Str = format_analyse(M,Cov,NotCov,Details), io:fwrite(CoverLog,"~s", [Str]), {AccCov+Cov,AccNotCov+NotCov}; ({_M,{error,_Reason}},{AccCov,AccNotCov}) -> {AccCov,AccNotCov} end, {0,0}, Coverage), TotPercent = pc(TotCov,TotNotCov), io:fwrite(CoverLog, "
|---|---|---|---|
| Total | ~w % | " "~w | ~w |