%%
%% %CopyrightBegin%
%%
%% Copyright Ericsson AB 2009-2017. All Rights Reserved.
%%
%% Licensed under the Apache License, Version 2.0 (the "License");
%% you may not use this file except in compliance with the License.
%% You may obtain a copy of the License at
%%
%% http://www.apache.org/licenses/LICENSE-2.0
%%
%% Unless required by applicable law or agreed to in writing, software
%% distributed under the License is distributed on an "AS IS" BASIS,
%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
%% See the License for the specific language governing permissions and
%% limitations under the License.
%%
%% %CopyrightEnd%
%%
%%%-------------------------------------------------------------------
%%% File: ct_error_SUITE
%%%
%%% Description:
%%% Test various errors in Common Test suites.
%%%
%%% The suites used for the test are located in the data directory.
%%%-------------------------------------------------------------------
-module(ct_error_SUITE).
-compile(export_all).
-include_lib("common_test/include/ct.hrl").
-include_lib("common_test/include/ct_event.hrl").
-define(eh, ct_test_support_eh).
%%--------------------------------------------------------------------
%% TEST SERVER CALLBACK FUNCTIONS
%%--------------------------------------------------------------------
%%--------------------------------------------------------------------
%% Description: Since Common Test starts another Test Server
%% instance, the tests need to be performed on a separate node (or
%% there will be clashes with logging processes etc).
%%--------------------------------------------------------------------
init_per_suite(Config) ->
DataDir = ?config(data_dir, Config),
TestDir = filename:join(DataDir, "error/test/"),
CTH = filename:join(TestDir, "verify_config.erl"),
ct:pal("Compiling ~p: ~p",
[CTH,compile:file(CTH,[{outdir,TestDir},debug_info])]),
ct_test_support:init_per_suite([{path_dirs,[TestDir]} | Config]).
end_per_suite(Config) ->
ct_test_support:end_per_suite(Config).
init_per_testcase(TestCase, Config) ->
ct_test_support:init_per_testcase(TestCase, Config).
end_per_testcase(TestCase, Config) ->
ct_test_support:end_per_testcase(TestCase, Config).
suite() -> [{ct_hooks,[ts_install_cth]}].
all() ->
[cfg_error, lib_error, no_compile, timetrap_end_conf,
timetrap_normal, timetrap_extended, timetrap_parallel,
timetrap_fun, timetrap_fun_group, misc_errors,
config_restored, config_func_errors].
groups() ->
[].
init_per_group(_GroupName, Config) ->
Config.
end_per_group(_GroupName, Config) ->
Config.
%%--------------------------------------------------------------------
%% TEST CASES
%%--------------------------------------------------------------------
%%%-----------------------------------------------------------------
%%%
cfg_error(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "cfg_error_1_SUITE"),
Join(DataDir, "cfg_error_2_SUITE"),
Join(DataDir, "cfg_error_3_SUITE"),
Join(DataDir, "cfg_error_4_SUITE"),
Join(DataDir, "cfg_error_5_SUITE"),
Join(DataDir, "cfg_error_6_SUITE"),
Join(DataDir, "cfg_error_7_SUITE"),
Join(DataDir, "cfg_error_8_SUITE"),
Join(DataDir, "cfg_error_9_SUITE"),
Join(DataDir, "cfg_error_10_SUITE"),
Join(DataDir, "cfg_error_11_SUITE"),
Join(DataDir, "cfg_error_12_SUITE"),
Join(DataDir, "cfg_error_13_SUITE"),
Join(DataDir, "cfg_error_14_SUITE")
],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(cfg_error,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(cfg_error),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
lib_error(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "lib_error_1_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(lib_error,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(lib_error),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
no_compile(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "no_compile_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(no_compile,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(no_compile),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_end_conf(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "timetrap_1_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_end_conf,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_end_conf),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_normal(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suite = Join(DataDir, "timetrap_2_SUITE"),
{Opts,ERPid} = setup([{suite,Suite},
{userconfig,{ct_userconfig_callback,
"multiply 1 scale false"}}],
Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_normal,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_normal),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_extended(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suite = Join(DataDir, "timetrap_2_SUITE"),
{Opts,ERPid} = setup([{suite,Suite},
{multiply_timetraps,2},
{scale_timetraps,false},
{userconfig,{ct_userconfig_callback,
"multiply 2 scale false"}}],
Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_extended,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_extended),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_parallel(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suite = Join(DataDir, "timetrap_3_SUITE"),
{Opts,ERPid} = setup([{suite,Suite}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_parallel,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_parallel),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_fun(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "timetrap_4_SUITE"),
Join(DataDir, "timetrap_5_SUITE"),
Join(DataDir, "timetrap_6_SUITE"),
Join(DataDir, "timetrap_7_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_fun,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_fun),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
timetrap_fun_group(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "timetrap_8_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(timetrap_fun_group,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(timetrap_fun_group),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
misc_errors(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Join = fun(D, S) -> filename:join(D, "error/test/"++S) end,
Suites = [Join(DataDir, "misc_error_1_SUITE")],
{Opts,ERPid} = setup([{suite,Suites}], Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(misc_errors,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(misc_errors),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
config_restored(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Suite = filename:join(DataDir, "error/test/config_restored_SUITE"),
{Opts,ERPid} = setup([{suite,Suite},
{ct_hooks,[verify_config]}],
Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(config_restored,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(config_restored),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%%
config_func_errors(Config) when is_list(Config) ->
DataDir = ?config(data_dir, Config),
Suite = filename:join(DataDir, "error/test/config_func_error_1_SUITE"),
{Opts,ERPid} = setup([{suite,Suite}],
Config),
ok = ct_test_support:run(Opts, Config),
Events = ct_test_support:get_events(ERPid, Config),
ct_test_support:log_events(config_func_errors,
reformat(Events, ?eh),
?config(priv_dir, Config),
Opts),
TestEvents = events_to_check(config_func_errors),
ok = ct_test_support:verify_events(TestEvents, Events, Config).
%%%-----------------------------------------------------------------
%%% HELP FUNCTIONS
%%%-----------------------------------------------------------------
setup(Test, Config) ->
Opts0 = ct_test_support:get_opts(Config),
Level = ?config(trace_level, Config),
EvHArgs = [{cbm,ct_test_support},{trace_level,Level}],
Opts = Opts0 ++ [{event_handler,{?eh,EvHArgs}}|Test],
ERPid = ct_test_support:start_event_receiver(Config),
{Opts,ERPid}.
reformat(Events, EH) ->
ct_test_support:reformat(Events, EH).
%%%-----------------------------------------------------------------
%%% TEST EVENTS
%%%-----------------------------------------------------------------
events_to_check(Test) ->
%% 2 tests (ct:run_test + script_start) is default
events_to_check(Test, 2).
events_to_check(_, 0) ->
[];
events_to_check(Test, N) ->
test_events(Test) ++ events_to_check(Test, N-1).
test_events(cfg_error) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{14,14,45}},
{?eh,tc_start,{cfg_error_1_SUITE,init_per_suite}},
{?eh,tc_done,
{cfg_error_1_SUITE,init_per_suite,{failed,{error,init_per_suite_fails}}}},
{?eh,tc_auto_skip,
{cfg_error_1_SUITE,tc1,{failed,{cfg_error_1_SUITE,init_per_suite,
{'EXIT',init_per_suite_fails}}}}},
{?eh,test_stats,{0,0,{0,1}}},
{?eh,tc_auto_skip,
{cfg_error_1_SUITE,{tc2,g1},{failed,{cfg_error_1_SUITE,init_per_suite,
{'EXIT',init_per_suite_fails}}}}},
{?eh,test_stats,{0,0,{0,2}}},
{?eh,tc_auto_skip,
{cfg_error_1_SUITE,end_per_suite,{failed,{cfg_error_1_SUITE,init_per_suite,
{'EXIT',init_per_suite_fails}}}}},
{?eh,tc_start,{cfg_error_2_SUITE,init_per_suite}},
{?eh,tc_done,
{cfg_error_2_SUITE,init_per_suite,
{failed,{error,{{badmatch,[1,2]},'_'}}}}},
{?eh,tc_auto_skip,
{cfg_error_2_SUITE,tc1,
{failed,{cfg_error_2_SUITE,init_per_suite,
{'EXIT',{{badmatch,[1,2]},'_'}}}}}},
{?eh,test_stats,{0,0,{0,3}}},
{?eh,tc_auto_skip,
{cfg_error_2_SUITE,{tc2,g1},
{failed,{cfg_error_2_SUITE,init_per_suite,
{'EXIT',{{badmatch,[1,2]},'_'}}}}}},
{?eh,test_stats,{0,0,{0,4}}},
{?eh,tc_auto_skip,
{cfg_error_2_SUITE,end_per_suite,
{failed,{cfg_error_2_SUITE,init_per_suite,
{'EXIT',{{badmatch,[1,2]},'_'}}}}}},
{?eh,tc_start,{cfg_error_3_SUITE,init_per_suite}},
{?eh,tc_done,
{cfg_error_3_SUITE,init_per_suite,{failed,{timetrap_timeout,2000}}}},
{?eh,tc_auto_skip,
{cfg_error_3_SUITE,tc1,
{failed,{cfg_error_3_SUITE,init_per_suite,{timetrap_timeout,2000}}}}},
{?eh,test_stats,{0,0,{0,5}}},
{?eh,tc_auto_skip,
{cfg_error_3_SUITE,{tc2,g1},
{failed,{cfg_error_3_SUITE,init_per_suite,{timetrap_timeout,2000}}}}},
{?eh,test_stats,{0,0,{0,6}}},
{?eh,tc_auto_skip,
{cfg_error_3_SUITE,end_per_suite,
{failed,{cfg_error_3_SUITE,init_per_suite,{timetrap_timeout,2000}}}}},
{?eh,tc_start,{cfg_error_4_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_4_SUITE,init_per_suite,ok}},
{?eh,tc_auto_skip,
{cfg_error_4_SUITE,tc1,
{failed,{cfg_error_4_SUITE,init_per_suite,bad_return}}}},
{?eh,test_stats,{0,0,{0,7}}},
{?eh,tc_auto_skip,
{cfg_error_4_SUITE,{tc2,g1},
{failed,{cfg_error_4_SUITE,init_per_suite,bad_return}}}},
{?eh,test_stats,{0,0,{0,8}}},
{?eh,tc_auto_skip,
{cfg_error_4_SUITE,end_per_suite,
{failed,{cfg_error_4_SUITE,init_per_suite,bad_return}}}},
{?eh,tc_start,{cfg_error_5_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_5_SUITE,init_per_suite,ok}},
{?eh,tc_auto_skip,
{cfg_error_5_SUITE,tc1,
{failed,{cfg_error_5_SUITE,init_per_suite,bad_return}}}},
{?eh,test_stats,{0,0,{0,9}}},
{?eh,tc_auto_skip,
{cfg_error_5_SUITE,{tc2,g1},
{failed,{cfg_error_5_SUITE,init_per_suite,bad_return}}}},
{?eh,test_stats,{0,0,{0,10}}},
{?eh,tc_auto_skip,
{cfg_error_5_SUITE,end_per_suite,
{failed,{cfg_error_5_SUITE,init_per_suite,bad_return}}}},
{?eh,tc_start,{cfg_error_6_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_6_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_6_SUITE,tc1}},
{?eh,tc_done,{cfg_error_6_SUITE,tc1,ok}},
{?eh,test_stats,{1,0,{0,10}}},
[{?eh,tc_start,{cfg_error_6_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,{cfg_error_6_SUITE,{init_per_group,g1,[]},ok}},
{?eh,tc_start,{cfg_error_6_SUITE,tc2}},
{?eh,tc_done,{cfg_error_6_SUITE,tc2,ok}},
{?eh,test_stats,{2,0,{0,10}}},
{?eh,tc_start,{cfg_error_6_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{cfg_error_6_SUITE,{end_per_group,g1,[]},ok}}],
{?eh,tc_start,{cfg_error_6_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_6_SUITE,end_per_suite,
{failed,{error,{{badmatch,[1,2]},'_'}}}}},
{?eh,tc_start,{cfg_error_7_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_7_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_7_SUITE,tc1}},
{?eh,tc_done,{cfg_error_7_SUITE,tc1,ok}},
{?eh,test_stats,{3,0,{0,10}}},
[{?eh,tc_start,{cfg_error_7_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,{cfg_error_7_SUITE,{init_per_group,g1,[]},ok}},
{?eh,tc_start,{cfg_error_7_SUITE,tc2}},
{?eh,tc_done,{cfg_error_7_SUITE,tc2,ok}},
{?eh,test_stats,{4,0,{0,10}}},
{?eh,tc_start,{cfg_error_7_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{cfg_error_7_SUITE,{end_per_group,g1,[]},ok}}],
{?eh,tc_start,{cfg_error_7_SUITE,end_per_suite}},
{?eh,tc_done,
{cfg_error_7_SUITE,end_per_suite,{failed,{timetrap_timeout,2000}}}},
{?eh,tc_start,{cfg_error_8_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_8_SUITE,init_per_suite,ok}},
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,
{cfg_error_8_SUITE,{init_per_group,g1,[]},
{failed,{error,{init_per_group_fails,g1}}}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{tc1,g1},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{init_per_group_fails,g1}}}}}},
{?eh,test_stats,{4,0,{0,11}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{end_per_group,g1},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{init_per_group_fails,g1}}}}}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g2,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g2,[]},
{failed,{timetrap_timeout,2000}}}},
{?eh,tc_auto_skip,{cfg_error_8_SUITE,{tc1,g2},
{failed,{cfg_error_8_SUITE,init_per_group,
{timetrap_timeout,2000}}}}},
{?eh,test_stats,{4,0,{0,12}}},
{?eh,tc_auto_skip,{cfg_error_8_SUITE,{end_per_group,g2},
{failed,{cfg_error_8_SUITE,init_per_group,
{timetrap_timeout,2000}}}}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g3,[]}}},
{?eh,tc_done,
{cfg_error_8_SUITE,{init_per_group,g3,[]},
{failed,{error,{{badmatch,42},'_'}}}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{tc1,g3},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{{badmatch,42},'_'}}}}}},
{?eh,test_stats,{4,0,{0,13}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{end_per_group,g3},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{{badmatch,42},'_'}}}}}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g4,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g4,[]},ok}},
{?eh,tc_start,{cfg_error_8_SUITE,tc1}},
{?eh,tc_done,{cfg_error_8_SUITE,tc1,ok}},
{?eh,test_stats,{5,0,{0,13}}},
{?eh,tc_start,{cfg_error_8_SUITE,{end_per_group,g4,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{end_per_group,g4,[]},ok}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g5,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g5,[]},ok}},
{?eh,tc_start,{cfg_error_8_SUITE,tc1}},
{?eh,tc_done,{cfg_error_8_SUITE,tc1,ok}},
{?eh,test_stats,{6,0,{0,13}}},
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g6,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g6,[]},
{failed,{error,{sub_group_failed,g6}}}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{tc2,g6},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{sub_group_failed,g6}}}}}},
{?eh,test_stats,{6,0,{0,14}}},
{?eh,tc_auto_skip,
{cfg_error_8_SUITE,{end_per_group,g6},
{failed,{cfg_error_8_SUITE,init_per_group,
{'EXIT',{sub_group_failed,g6}}}}}}],
{?eh,tc_start,{cfg_error_8_SUITE,tc3}},
{?eh,tc_done,{cfg_error_8_SUITE,tc3,ok}},
{?eh,test_stats,{7,0,{0,14}}},
{?eh,tc_start,{cfg_error_8_SUITE,{end_per_group,g5,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{end_per_group,g5,[]},ok}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g11,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g11,[]},ok}},
{?eh,tc_start,{cfg_error_8_SUITE,tc1}},
{?eh,tc_done,{cfg_error_8_SUITE,tc1,ok}},
{?eh,test_stats,{8,0,{0,14}}},
{?eh,tc_start,{cfg_error_8_SUITE,{end_per_group,g11,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{end_per_group,g11,[]},
{failed,{error,{end_per_group_fails,g5}}}}}],
[{?eh,tc_start,{cfg_error_8_SUITE,{init_per_group,g12,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{init_per_group,g12,[]},ok}},
{?eh,tc_start,{cfg_error_8_SUITE,tc1}},
{?eh,tc_done,{cfg_error_8_SUITE,tc1,ok}},
{?eh,test_stats,{9,0,{0,14}}},
{?eh,tc_start,{cfg_error_8_SUITE,{end_per_group,g12,[]}}},
{?eh,tc_done,{cfg_error_8_SUITE,{end_per_group,g12,[]},
{failed,{timetrap_timeout,2000}}}}],
{?eh,tc_start,{cfg_error_8_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_8_SUITE,end_per_suite,ok}},
{?eh,tc_start,{cfg_error_9_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_9_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_9_SUITE,tc1}},
{?eh,tc_done,{cfg_error_9_SUITE,tc1,
{auto_skipped,{failed,{cfg_error_9_SUITE,init_per_testcase,
{tc1_should_be_skipped,'_'}}}}}},
{?eh,test_stats,{9,0,{0,15}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc2}},
{?eh,tc_done,{cfg_error_9_SUITE,tc2,
{auto_skipped,{failed,{cfg_error_9_SUITE,init_per_testcase,
{timetrap_timeout,2000}}}}}},
{?eh,test_stats,{9,0,{0,16}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc3}},
{?eh,tc_done,{cfg_error_9_SUITE,tc3,
{auto_skipped,{failed,{cfg_error_9_SUITE,init_per_testcase,
{{badmatch,undefined},'_'}}}}}},
{?eh,test_stats,{9,0,{0,17}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc4}},
{?eh,tc_done,
{cfg_error_9_SUITE,tc4,
{auto_skipped,{failed,{cfg_error_9_SUITE,init_per_testcase,bad_return}}}}},
{?eh,test_stats,{9,0,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc5}},
{?eh,tc_done,
{cfg_error_9_SUITE,tc5,{failed,{error,fail_this_testcase}}}},
{?eh,test_stats,{9,1,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc6}},
%%! we get ok with tc_done since it's only afterwards
%%! end_tc failes the testcase
{?eh,tc_done,{cfg_error_9_SUITE,tc6,ok}},
{?eh,test_stats,{9,2,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc7}},
{?eh,tc_done,{cfg_error_9_SUITE,tc7,{failed,{error,tc7_should_be_failed}}}},
{ct_test_support_eh,test_stats,{9,3,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc11}},
{?eh,tc_done,{cfg_error_9_SUITE,tc11,
{failed,{cfg_error_9_SUITE,end_per_testcase,
{'EXIT',warning_should_be_printed}}}}},
{?eh,test_stats,{10,3,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc12}},
{?eh,tc_done,{cfg_error_9_SUITE,tc12,
{failed,{cfg_error_9_SUITE,end_per_testcase,
{timetrap_timeout,2000}}}}},
{?eh,test_stats,{11,3,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc13}},
{?eh,tc_done,{cfg_error_9_SUITE,tc13,
{failed,{cfg_error_9_SUITE,end_per_testcase,
{'EXIT',{{badmatch,undefined},'_'}}}}}},
{?eh,test_stats,{12,3,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc14}},
{?eh,tc_done,
{cfg_error_9_SUITE,tc14,{failed,{error,tc14_should_be_failed}}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc15}},
{?eh,tc_done,
{cfg_error_9_SUITE,tc15,{failed,{error,this_error_must_show}}}},
{?eh,tc_start,{cfg_error_9_SUITE,tc16}},
{?eh,tc_done,
{cfg_error_9_SUITE,tc16,{failed,{error,this_error_must_show}}}},
{?eh,test_stats,{12,6,{0,18}}},
{?eh,tc_start,{cfg_error_9_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_9_SUITE,end_per_suite,ok}},
{?eh,tc_start,{cfg_error_10_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_10_SUITE,init_per_suite,
{failed,{error,fail_init_per_suite}}}},
{?eh,tc_auto_skip,{cfg_error_10_SUITE,tc1,
{failed,{cfg_error_10_SUITE,init_per_suite,
{failed,fail_init_per_suite}}}}},
{?eh,test_stats,{12,6,{0,19}}},
{?eh,tc_auto_skip,{cfg_error_10_SUITE,end_per_suite,
{failed,{cfg_error_10_SUITE,init_per_suite,
{failed,fail_init_per_suite}}}}},
{?eh,tc_start,{cfg_error_11_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_11_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_11_SUITE,tc1}},
{?eh,tc_done, {cfg_error_11_SUITE,tc1,
{failed,{error,{config_name_already_in_use,[dummy_alias]}}}}},
{?eh,test_stats,{12,7,{0,19}}},
{?eh,tc_start,{cfg_error_11_SUITE,tc2}},
{?eh,tc_done,{cfg_error_11_SUITE,tc2,ok}},
{?eh,test_stats,{13,7,{0,19}}},
{?eh,tc_start,{cfg_error_11_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_11_SUITE,end_per_suite,ok}},
{?eh,tc_start,{cfg_error_12_SUITE,tc1}},
{?eh,tc_done,{cfg_error_12_SUITE,tc1,
{auto_skipped,
{failed,{ct_framework,init_tc,{timetrap,500}}}}}},
{?eh,test_stats,{13,7,{0,20}}},
{?eh,tc_start,{cfg_error_12_SUITE,tc2}},
{?eh,tc_done,{cfg_error_12_SUITE,tc2,{failed,
{cfg_error_12_SUITE,end_per_testcase,
{timetrap_timeout,500}}}}},
{?eh,test_stats,{14,7,{0,20}}},
{?eh,tc_start,{cfg_error_12_SUITE,tc3}},
{?eh,tc_done,{cfg_error_12_SUITE,tc3,ok}},
{?eh,test_stats,{15,7,{0,20}}},
{?eh,tc_start,{cfg_error_12_SUITE,tc4}},
{?eh,tc_done,{cfg_error_12_SUITE,tc4,{failed,
{cfg_error_12_SUITE,end_per_testcase,
{timetrap_timeout,500}}}}},
{?eh,test_stats,{16,7,{0,20}}},
{?eh,tc_start,{cfg_error_13_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_13_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_13_SUITE,tc1}},
{?eh,tc_done,{cfg_error_13_SUITE,tc1,ok}},
{?eh,test_stats,{17,7,{0,20}}},
{?eh,tc_start,{cfg_error_13_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_13_SUITE,end_per_suite,ok}},
{?eh,tc_start,{cfg_error_14_SUITE,init_per_suite}},
{?eh,tc_done,{cfg_error_14_SUITE,init_per_suite,ok}},
{?eh,tc_start,{cfg_error_14_SUITE,tc1}},
{?eh,tc_done,{cfg_error_14_SUITE,tc1,ok}},
{?eh,test_stats,{18,7,{0,20}}},
{?eh,tc_start,{cfg_error_14_SUITE,end_per_suite}},
{?eh,tc_done,{cfg_error_14_SUITE,end_per_suite,
{comment,
"should succeed since ct_fw cancels timetrap in end_tc"}}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(lib_error) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,14}},
{?eh,tc_start,{lib_error_1_SUITE,init_per_suite}},
{?eh,tc_done,{lib_error_1_SUITE,init_per_suite,ok}},
{?eh,tc_start,{lib_error_1_SUITE,lines_error}},
{?eh,tc_done,
{lib_error_1_SUITE,lines_error,{failed,
{error,
{{badmatch,[1,2]},'_'}}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,lines_exit}},
{?eh,tc_done,
{lib_error_1_SUITE,lines_exit,{failed,{error,byebye}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,lines_hang}},
{?eh,tc_done,
{lib_error_1_SUITE,lines_hang,{failed,{timetrap_timeout,3000}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,lines_throw}},
{?eh,tc_done,
{lib_error_1_SUITE,lines_throw,
{failed,{error,{thrown,catch_me_if_u_can}}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,no_lines_error}},
{?eh,tc_done,
{lib_error_1_SUITE,no_lines_error,{failed,
{error,
{{badmatch,[1,2]},'_'}}}}},
{?eh,test_stats,{0,5,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,no_lines_exit}},
{?eh,tc_done,
{lib_error_1_SUITE,no_lines_exit,{failed,{error,byebye}}}},
{?eh,test_stats,{0,6,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,no_lines_hang}},
{?eh,tc_done,
{lib_error_1_SUITE,no_lines_hang,{failed,{timetrap_timeout,3000}}}},
{?eh,test_stats,{0,7,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,no_lines_throw}},
{?eh,tc_done,
{lib_error_1_SUITE,no_lines_throw,{failed,{error,{thrown,catch_me_if_u_can}}}}},
{?eh,test_stats,{0,8,{0,0}}},
{?eh,tc_start,{lib_error_1_SUITE,init_tc_error}},
{?eh,tc_done,{lib_error_1_SUITE,init_tc_error,
{auto_skipped,
{failed,
{ct_framework,init_tc,
{{badmatch,[1,2]},'_'}}}}}},
{?eh,test_stats,{0,8,{0,1}}},
{?eh,tc_start,{lib_error_1_SUITE,init_tc_exit}},
{?eh,tc_done,{lib_error_1_SUITE,init_tc_exit,
{auto_skipped,{failed,{ct_framework,init_tc,byebye}}}}},
{?eh,test_stats,{0,8,{0,2}}},
{?eh,tc_start,{lib_error_1_SUITE,init_tc_throw}},
{?eh,tc_done,{lib_error_1_SUITE,init_tc_throw,
{auto_skipped,{failed,{ct_framework,init_tc,
catch_me_if_u_can}}}}},
{?eh,test_stats,{0,8,{0,3}}},
{?eh,tc_start,{lib_error_1_SUITE,end_tc_error}},
{?eh,tc_done,{lib_error_1_SUITE,end_tc_error,ok}}, % warning in comment
{?eh,test_stats,{1,8,{0,3}}},
{?eh,tc_start,{lib_error_1_SUITE,end_tc_exit}},
{?eh,tc_done,{lib_error_1_SUITE,end_tc_exit,ok}}, % warning in comment
{?eh,test_stats,{2,8,{0,3}}},
{?eh,tc_start,{lib_error_1_SUITE,end_tc_throw}},
{?eh,tc_done,{lib_error_1_SUITE,end_tc_throw,ok}}, % warning in comment
{?eh,test_stats,{3,8,{0,3}}},
{?eh,tc_start,{lib_error_1_SUITE,end_per_suite}},
{?eh,tc_done,{lib_error_1_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(no_compile) ->
[];
test_events(timetrap_end_conf) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,9}},
{?eh,tc_start,{timetrap_1_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_1_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_1_SUITE,tc1}},
{?eh,tc_done,
{timetrap_1_SUITE,tc1,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc2}},
{?eh,tc_done,
{timetrap_1_SUITE,tc2,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc3}},
{?eh,tc_done,
{timetrap_1_SUITE,tc3,{failed,{testcase_aborted,testing_end_conf}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc4}},
{?eh,tc_done,
{timetrap_1_SUITE,tc4,{failed,{testcase_aborted,testing_end_conf}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc5}},
{?eh,tc_done,
{timetrap_1_SUITE,tc5,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,5,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc6}},
{?eh,tc_done,
{timetrap_1_SUITE,tc6,{failed,{testcase_aborted,testing_end_conf}}}},
{?eh,test_stats,{0,6,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc7}},
{?eh,tc_done,
{timetrap_1_SUITE,tc7,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,7,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc8}},
{?eh,tc_done,
{timetrap_1_SUITE,tc8,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,8,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,tc9}},
{?eh,tc_done,
{timetrap_1_SUITE,tc9,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,9,{0,0}}},
{?eh,tc_start,{timetrap_1_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_1_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(timetrap_normal) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,4}},
{?eh,tc_start,{timetrap_2_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_2_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_2_SUITE,tc0}},
{?eh,tc_done,
{timetrap_2_SUITE,tc0,{failed,{timetrap_timeout,3000}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc1}},
{?eh,tc_done,
{timetrap_2_SUITE,tc1,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc2}},
{?eh,tc_done,
{timetrap_2_SUITE,tc2,{failed,{timetrap_timeout,500}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc3}},
{?eh,tc_done,{timetrap_2_SUITE,tc3,ok}},
{?eh,test_stats,{1,3,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_2_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(timetrap_extended) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,4}},
{?eh,tc_start,{timetrap_2_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_2_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_2_SUITE,tc0}},
{?eh,tc_done,
{timetrap_2_SUITE,tc0,{failed,{timetrap_timeout,6000}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc1}},
{?eh,tc_done,
{timetrap_2_SUITE,tc1,{failed,{timetrap_timeout,2000}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc2}},
{?eh,tc_done,
{timetrap_2_SUITE,tc2,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,tc3}},
{?eh,tc_done,{timetrap_2_SUITE,tc3,ok}},
{?eh,test_stats,{1,3,{0,0}}},
{?eh,tc_start,{timetrap_2_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_2_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(timetrap_parallel) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,8}},
{?eh,tc_done,{timetrap_3_SUITE,init_per_suite,ok}},
{parallel,
[{?eh,tc_start,
{timetrap_3_SUITE,{init_per_group,g1,[parallel]}}},
{?eh,tc_done,
{timetrap_3_SUITE,{init_per_group,g1,[parallel]},ok}},
{?eh,tc_start,{timetrap_3_SUITE,tc0}},
{?eh,tc_start,{timetrap_3_SUITE,tc1}},
{?eh,tc_start,{timetrap_3_SUITE,tc2}},
{?eh,tc_start,{timetrap_3_SUITE,tc3}},
{?eh,tc_start,{timetrap_3_SUITE,tc4}},
{?eh,tc_start,{timetrap_3_SUITE,tc5}},
{?eh,tc_start,{timetrap_3_SUITE,tc6}},
{?eh,tc_start,{timetrap_3_SUITE,tc7}},
{?eh,tc_done,
{timetrap_3_SUITE,tc5,ok}},
{?eh,tc_done,
{timetrap_3_SUITE,tc1,{failed,{timetrap_timeout,500}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc2,{failed,{timetrap_timeout,1000}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc6,{failed,{timetrap_timeout,1000}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc7,{failed,{timetrap_timeout,1500}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc0,{failed,{timetrap_timeout,2000}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc4,{failed,{timetrap_timeout,2000}}}},
{?eh,tc_done,
{timetrap_3_SUITE,tc3,{failed,{timetrap_timeout,3000}}}},
{?eh,test_stats,{1,7,{0,0}}},
{?eh,tc_start,
{timetrap_3_SUITE,{end_per_group,g1,[parallel]}}},
{?eh,tc_done,
{timetrap_3_SUITE,{end_per_group,g1,[parallel]},ok}}]},
{?eh,tc_done,{timetrap_3_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}];
test_events(timetrap_fun) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{4,4,24}},
{?eh,tc_start,{timetrap_4_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_4_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_4_SUITE,tc0}},
{?eh,tc_done,{timetrap_4_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{timetrap_4_SUITE,tc1}},
{?eh,tc_done,{timetrap_4_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{timetrap_4_SUITE,tc2}},
{?eh,tc_done,{timetrap_4_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{timetrap_4_SUITE,tc3}},
{?eh,tc_done,{timetrap_4_SUITE,tc3,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{timetrap_4_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_4_SUITE,end_per_suite,ok}},
{?eh,tc_start,{timetrap_5_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_5_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_5_SUITE,tc0}},
{?eh,tc_done,{timetrap_5_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,5,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc1}},
{?eh,tc_done,{timetrap_5_SUITE,tc1,{user_timetrap_error,
{kaboom,'_'}}}},
{?eh,test_stats,{0,6,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc2}},
{?eh,tc_done,{timetrap_5_SUITE,tc2,{user_timetrap_error,
{kaboom,'_'}}}},
{?eh,test_stats,{0,7,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc3}},
{?eh,tc_done,{timetrap_5_SUITE,tc3,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{0,8,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc4}},
{?eh,tc_done,{timetrap_5_SUITE,tc4,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,9,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc5}},
{?eh,tc_done,{timetrap_5_SUITE,tc5,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,10,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc6}},
{?eh,tc_done,{timetrap_5_SUITE,tc6,
{failed,{timetrap_timeout,{'$approx',41000}}}}},
{?eh,test_stats,{0,11,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc7}},
{?eh,tc_done,{timetrap_5_SUITE,tc7,
{failed,{timetrap_timeout,{'$approx',3000}}}}},
{?eh,test_stats,{0,12,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc8}},
{?eh,tc_done,{timetrap_5_SUITE,tc8,
{failed,{timetrap_timeout,{'$approx',7000}}}}},
{?eh,test_stats,{0,13,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc9}},
{?eh,tc_done,{timetrap_5_SUITE,tc9,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{0,14,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc10}},
{?eh,tc_done,{timetrap_5_SUITE,tc10,
{failed,{timetrap_timeout,{'$approx',1500}}}}},
{?eh,test_stats,{0,15,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc11}},
{?eh,tc_done,{timetrap_5_SUITE,tc11,
{failed,{timetrap_timeout,{'$approx',1500}}}}},
{?eh,test_stats,{0,16,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc12}},
{?eh,tc_done,{timetrap_5_SUITE,tc12,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,17,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc13}},
{?eh,tc_done,{timetrap_5_SUITE,tc13,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,18,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,tc14}},
{?eh,tc_done,{timetrap_5_SUITE,tc14,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,19,{0,0}}},
{?eh,tc_start,{timetrap_5_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_5_SUITE,end_per_suite,ok}},
{?eh,tc_start,{timetrap_6_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_6_SUITE,init_per_suite,{user_timetrap_error,
{kaboom,'_'}}}},
{?eh,tc_auto_skip,{timetrap_6_SUITE,tc0,
{failed,{timetrap_6_SUITE,init_per_suite,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{0,19,{0,1}}},
{?eh,tc_auto_skip,{timetrap_6_SUITE,end_per_suite,
{failed,{timetrap_6_SUITE,init_per_suite,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,tc_start,{timetrap_7_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_7_SUITE,init_per_suite,ok}},
{?eh,tc_start,{timetrap_7_SUITE,tc0}},
{?eh,tc_done,{timetrap_7_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',7000}}}}},
{?eh,test_stats,{0,20,{0,1}}},
{?eh,tc_start,{timetrap_7_SUITE,tc1}},
{?eh,tc_done,{timetrap_7_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{0,21,{0,1}}},
{?eh,tc_start,{timetrap_7_SUITE,tc2}},
{?eh,tc_done,{timetrap_7_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,22,{0,1}}},
{?eh,tc_start,{timetrap_7_SUITE,tc3}},
{?eh,tc_done,{timetrap_7_SUITE,tc3,
{failed,{timetrap_timeout,{'$approx',7000}}}}},
{?eh,test_stats,{0,23,{0,1}}},
{?eh,tc_start,{timetrap_7_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_7_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(timetrap_fun_group) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,58}},
{?eh,tc_start,{timetrap_8_SUITE,init_per_suite}},
{?eh,tc_done,{timetrap_8_SUITE,init_per_suite,ok}},
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g0,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g0,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g0,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g0,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g1,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g1,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g2,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g2,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc1}},
{?eh,tc_done,{timetrap_8_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,5,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,6,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g2,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g2,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g3,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g3,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc4}},
{?eh,tc_done,{timetrap_8_SUITE,tc4,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{0,7,{0,0}}},
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g1,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,8,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,9,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g1,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g2,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g2,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc1}},
{?eh,tc_done,{timetrap_8_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{0,10,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{0,11,{0,0}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g2,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g2,[]},ok}}],
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g3,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g3,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g4,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g4,[]},
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,g4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{0,11,{0,1}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,g4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{0,11,{0,2}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,g4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g5,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g5,[]},
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,g5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{0,11,{0,3}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,g5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{0,11,{0,4}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,g5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g6,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g6,[]},
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,g6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}},
{?eh,test_stats,{0,11,{0,5}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,g6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}},
{?eh,test_stats,{0,11,{0,6}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,g6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g7,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g7,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{1,11,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g7,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g7,[]},
{user_timetrap_error,{kaboom,'_'}}}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g8,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g8,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{2,11,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g8,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g8,[]},
{failed,{timetrap_timeout,{'$approx',500}}}}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g9,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g9,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{3,11,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,test_stats,{3,12,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g9,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g9,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g10,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g10,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,test_stats,{3,13,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{4,13,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g10,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g10,[]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,g11,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,g11,[]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc3}},
{?eh,tc_done,{timetrap_8_SUITE,tc3,
{failed,{timetrap_timeout,{'$approx',4000}}}}},
{?eh,test_stats,{4,14,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,15,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,g11,[]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,g11,[]},ok}}],
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg0,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg0,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{4,16,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,17,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg0,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg0,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg1,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg1,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{4,18,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,19,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg1,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg1,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg2,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg2,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc1}},
{?eh,tc_done,{timetrap_8_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{4,20,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,21,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg2,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg2,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg3,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg3,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc4}},
{?eh,tc_done,{timetrap_8_SUITE,tc4,
{failed,{timetrap_timeout,{'$approx',2000}}}}},
{?eh,test_stats,{4,22,{0,6}}},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg1,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg1,[parallel]},
ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{4,23,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,24,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg1,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg1,[parallel]},
ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg2,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg2,[parallel]},
ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc1}},
{?eh,tc_done,{timetrap_8_SUITE,tc1,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{4,25,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{4,26,{0,6}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg2,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg2,[parallel]},
ok}}]},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg3,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg3,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg4,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg4,[parallel]},
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,pg4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{4,26,{0,7}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,pg4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{4,26,{0,8}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,pg4},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg5,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg5,[parallel]},
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,pg5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{4,26,{0,9}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,pg5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}},
{?eh,test_stats,{4,26,{0,10}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,pg5},
{failed,{timetrap_8_SUITE,init_per_group,
{user_timetrap_error,{kaboom,'_'}}}}}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg6,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg6,[parallel]},
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc0,pg6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}},
{?eh,test_stats,{4,26,{0,11}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,pg6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}},
{?eh,test_stats,{4,26,{0,12}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{end_per_group,pg6},
{failed,{timetrap_8_SUITE,init_per_group,
{timetrap_timeout,'_'}}}}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg7,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg7,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{5,26,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg7,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg7,[parallel]},
{user_timetrap_error,{kaboom,'_'}}}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg8,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg8,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{6,26,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg8,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg8,[parallel]},
{failed,{timetrap_timeout,{'$approx',500}}}}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg9,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg9,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{user_timetrap_error,{kaboom,'_'}}}},
%% Due to parallelism only checking final test stat in group
{?eh,test_stats,{7,27,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg9,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg9,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg10,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg10,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
%% Due to parallelism only checking final test stat in group
{?eh,test_stats,{8,28,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg10,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg10,[parallel]},ok}}]},
{parallel,
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,pg11,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,pg11,[parallel]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc3}},
{?eh,tc_done,{timetrap_8_SUITE,tc3,
{failed,{timetrap_timeout,{'$approx',4000}}}}},
{?eh,test_stats,{8,29,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,tc2}},
{?eh,tc_done,{timetrap_8_SUITE,tc2,
{failed,{timetrap_timeout,{'$approx',500}}}}},
{?eh,test_stats,{8,30,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,pg11,[parallel]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,pg11,[parallel]},ok}}]},
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,sg1,[sequence]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,sg1,[sequence]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{9,30,{0,12}}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{user_timetrap_error,{kaboom,'_'}}}},
{?eh,test_stats,{9,31,{0,12}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc1,sg1},
{failed,{timetrap_8_SUITE,tc0}}}},
{?eh,test_stats,{9,31,{0,13}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,sg1},
{failed,{timetrap_8_SUITE,tc0}}}},
{?eh,test_stats,{9,31,{0,14}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,sg1,[sequence]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,sg1,[sequence]},ok}}],
[{?eh,tc_start,{timetrap_8_SUITE,{init_per_group,sg2,[sequence]}}},
{?eh,tc_done,{timetrap_8_SUITE,{init_per_group,sg2,[sequence]},ok}},
{?eh,tc_start,{timetrap_8_SUITE,tc5}},
{?eh,tc_done,{timetrap_8_SUITE,tc5,ok}},
{?eh,test_stats,{10,31,{0,14}}},
{?eh,tc_start,{timetrap_8_SUITE,tc0}},
{?eh,tc_done,{timetrap_8_SUITE,tc0,
{failed,{timetrap_timeout,{'$approx',1000}}}}},
{?eh,test_stats,{10,32,{0,14}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc1,sg2},
{failed,{timetrap_8_SUITE,tc0}}}},
{?eh,test_stats,{10,32,{0,15}}},
{?eh,tc_auto_skip,{timetrap_8_SUITE,{tc2,sg2},
{failed,{timetrap_8_SUITE,tc0}}}},
{?eh,test_stats,{10,32,{0,16}}},
{?eh,tc_start,{timetrap_8_SUITE,{end_per_group,sg2,[sequence]}}},
{?eh,tc_done,{timetrap_8_SUITE,{end_per_group,sg2,[sequence]},ok}}],
{?eh,tc_start,{timetrap_8_SUITE,end_per_suite}},
{?eh,tc_done,{timetrap_8_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(misc_errors) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,9}},
{?eh,tc_start,{misc_error_1_SUITE,ct_fail_1}},
{?eh,tc_done,{misc_error_1_SUITE,ct_fail_1,
{failed,{error,{test_case_failed,{error,this_is_expected}}}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,ct_fail_2}},
{?eh,tc_done,{misc_error_1_SUITE,ct_fail_2,
{failed,{error,{test_case_failed,"this_is_expected"}}}}},
{?eh,test_stats,{0,2,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,ct_fail_3}},
{?eh,tc_done,{misc_error_1_SUITE,ct_fail_3,
{failed,{error,{test_case_failed,this_is_expected}}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,ts_fail_1}},
{?eh,tc_done,{misc_error_1_SUITE,ts_fail_1,
{failed,{error,{suite_failed,this_is_expected}}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,ts_fail_2}},
{?eh,tc_done,{misc_error_1_SUITE,ts_fail_2,
{failed,{error,{suite_failed,this_is_expected}}}}},
{?eh,test_stats,{0,5,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,killed_by_signal_1}},
{?eh,tc_done,{misc_error_1_SUITE,killed_by_signal_1,
{failed,{'EXIT',i_die_now}}}},
{?eh,test_stats,{0,6,{0,0}}},
{?eh,tc_start,{misc_error_1_SUITE,killed_by_signal_2}},
{?eh,tc_done,{misc_error_1_SUITE,killed_by_signal_2,
{failed,testcase_aborted_or_killed}}},
{parallel,
[{?eh,tc_start,{misc_error_1_SUITE,p1}},
{?eh,tc_done,{misc_error_1_SUITE,p1,ok}},
{?eh,tc_start,{misc_error_1_SUITE,p2}},
{?eh,tc_done,{misc_error_1_SUITE,p2,ok}}]},
{?eh,test_stats,{2,7,{0,0}}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(config_restored) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,4}},
{?eh,tc_start,{config_restored_SUITE,init_per_suite}},
{?eh,tc_done,{config_restored_SUITE,init_per_suite,ok}},
{?eh,tc_start,{config_restored_SUITE,to_tc}},
{?eh,cth,{verify_config,post_end_per_testcase,{to_tc,diff_ok}}},
{?eh,tc_done,
{config_restored_SUITE,to_tc,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,1,{0,0}}},
{?eh,tc_start,{config_restored_SUITE,exit_tc}},
{?eh,cth,{verify_config,post_end_per_testcase,{exit_tc,diff_ok}}},
{?eh,tc_done,{config_restored_SUITE,exit_tc,
{failed,{error,{test_case_failed,"Goodbye!"}}}}},
{?eh,test_stats,{0,2,{0,0}}},
[{?eh,tc_start,{config_restored_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_start,{config_restored_SUITE,to_tc}},
{?eh,cth,{verify_config,post_end_per_testcase,{to_tc,diff_ok}}},
{?eh,tc_done,
{config_restored_SUITE,to_tc,{failed,{timetrap_timeout,1000}}}},
{?eh,test_stats,{0,3,{0,0}}},
{?eh,tc_start,{config_restored_SUITE,exit_tc}},
{?eh,cth,{verify_config,post_end_per_testcase,{exit_tc,diff_ok}}},
{?eh,tc_done,{config_restored_SUITE,exit_tc,
{failed,{error,{test_case_failed,"Goodbye!"}}}}},
{?eh,test_stats,{0,4,{0,0}}},
{?eh,tc_start,{config_restored_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{config_restored_SUITE,{end_per_group,g1,[]},ok}}],
{?eh,tc_start,{config_restored_SUITE,end_per_suite}},
{?eh,tc_done,{config_restored_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
];
test_events(config_func_errors) ->
[
{?eh,start_logging,{'DEF','RUNDIR'}},
{?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
{?eh,start_info,{1,1,4}},
{?eh,tc_start,{config_func_error_1_SUITE,init_per_suite}},
{?eh,tc_done,{config_func_error_1_SUITE,init_per_suite,ok}},
{?eh,tc_start,{config_func_error_1_SUITE,exit_in_iptc}},
{?eh,tc_done,{config_func_error_1_SUITE,exit_in_iptc,'_'}},
{?eh,test_stats,{0,0,{0,1}}},
{?eh,tc_start,{config_func_error_1_SUITE,exit_in_eptc}},
{?eh,tc_done,{config_func_error_1_SUITE,exit_in_eptc,'_'}},
{?eh,test_stats,{1,0,{0,1}}},
[{?eh,tc_start,{config_func_error_1_SUITE,{init_per_group,g1,[]}}},
{?eh,tc_done,{config_func_error_1_SUITE,{init_per_group,g1,[]},ok}},
{?eh,tc_start,{config_func_error_1_SUITE,exit_in_iptc}},
{?eh,tc_done,{config_func_error_1_SUITE,exit_in_iptc,'_'}},
{?eh,test_stats,{1,0,{0,2}}},
{?eh,tc_start,{config_func_error_1_SUITE,{end_per_group,g1,[]}}},
{?eh,tc_done,{config_func_error_1_SUITE,{end_per_group,g1,[]},ok}}],
[{?eh,tc_start,{config_func_error_1_SUITE,{init_per_group,g2,[]}}},
{?eh,tc_done,{config_func_error_1_SUITE,{init_per_group,g2,[]},ok}},
{?eh,tc_start,{config_func_error_1_SUITE,exit_in_eptc}},
{?eh,tc_done,{config_func_error_1_SUITE,exit_in_eptc,'_'}},
{?eh,test_stats,{2,0,{0,2}}},
{?eh,tc_start,{config_func_error_1_SUITE,{end_per_group,g2,[]}}},
{?eh,tc_done,{config_func_error_1_SUITE,{end_per_group,g2,[]},ok}}],
{?eh,tc_start,{config_func_error_1_SUITE,end_per_suite}},
{?eh,tc_done,{config_func_error_1_SUITE,end_per_suite,ok}},
{?eh,test_done,{'DEF','STOP_TIME'}},
{?eh,stop_logging,[]}
].
