%% %% %CopyrightBegin% %% %% Copyright Ericsson AB 2008-2016. All Rights Reserved. %% %% Licensed under the Apache License, Version 2.0 (the "License"); %% you may not use this file except in compliance with the License. %% You may obtain a copy of the License at %% %% http://www.apache.org/licenses/LICENSE-2.0 %% %% Unless required by applicable law or agreed to in writing, software %% distributed under the License is distributed on an "AS IS" BASIS, %% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. %% See the License for the specific language governing permissions and %% limitations under the License. %% %% %CopyrightEnd% %% %%%------------------------------------------------------------------- %%% File: ct_smoke_test_SUITE.erl %%% %%% Description: The purpose of this suite is to test that Common Test %%% can be started properly and that simple dummy test suites are %%% executed without unexpected crashes or hangings. The suites used %%% for the test are located in the data directory. %%%------------------------------------------------------------------- -module(ct_smoke_test_SUITE). -compile(export_all). -include_lib("common_test/include/ct.hrl"). -include_lib("common_test/include/ct_event.hrl"). -define(eh, ct_test_support_eh). %%-------------------------------------------------------------------- %% TEST SERVER CALLBACK FUNCTIONS %%-------------------------------------------------------------------- %%-------------------------------------------------------------------- %% Function: init_per_suite(Config0) -> Config1 | {skip,Reason} %% %% Config0 = Config1 = [tuple()] %% A list of key/value pairs, holding the test case configuration. %% Reason = term() %% The reason for skipping the suite. %% %% Description: Since Common Test starts another Test Server %% instance, the tests need to be performed on a separate node (or %% there will be clashes with logging processes etc). %%-------------------------------------------------------------------- init_per_suite(Config) -> Config1 = ct_test_support:init_per_suite(Config), Config1. %%-------------------------------------------------------------------- %% Function: end_per_suite(Config) -> void() %% %% Config = [tuple()] %% A list of key/value pairs, holding the test case configuration. %% %% Description: Cleanup after the suite. %%-------------------------------------------------------------------- end_per_suite(Config) -> ct_test_support:end_per_suite(Config). %%-------------------------------------------------------------------- %% Function: init_per_testcase(TestCase, Config0) -> Config1 | %% {skip,Reason} %% TestCase = atom() %% Name of the test case that is about to run. %% Config0 = Config1 = [tuple()] %% A list of key/value pairs, holding the test case configuration. %% Reason = term() %% The reason for skipping the test case. %% %% Description: Initialization before each test case. %% %% Note: This function is free to add any key/value pairs to the Config %% variable, but should NOT alter/remove any existing entries. %%-------------------------------------------------------------------- init_per_testcase(TestCase, Config) -> ct_test_support:init_per_testcase(TestCase, Config). %%-------------------------------------------------------------------- %% Function: end_per_testcase(TestCase, Config) -> void() %% %% TestCase = atom() %% Name of the test case that is finished. %% Config = [tuple()] %% A list of key/value pairs, holding the test case configuration. %% %% Description: Cleanup after each test case. %%-------------------------------------------------------------------- end_per_testcase(TestCase, Config) -> ct_test_support:end_per_testcase(TestCase, Config). %%-------------------------------------------------------------------- %% Function: all(Clause) -> Descr | TestCases | {skip,Reason} %% %% Clause = doc | suite %% Indicates expected return value. %% Descr = [string()] | [] %% String that describes the test suite. %% TestCases = [TestCase] %% TestCase = atom() %% Name of a test case. %% Reason = term() %% The reason for skipping the test suite. %% %% Description: Returns a description of the test suite (doc) and a %% list of all test cases in the suite (suite). %%-------------------------------------------------------------------- suite() -> [{ct_hooks,[ts_install_cth]}]. all() -> [dir1, dir2, dir1_2, suite11, suite21, suite11_21, tc111, tc211, tc111_112]. groups() -> []. init_per_group(_GroupName, Config) -> Config. end_per_group(_GroupName, Config) -> Config. %%-------------------------------------------------------------------- %% TEST CASES %%-------------------------------------------------------------------- %%-------------------------------------------------------------------- %% Function: TestCase(Arg) -> Descr | Spec | ok | exit() | {skip,Reason} %% %% Arg = doc | suite | Config %% Indicates expected behaviour and return value. %% Config = [tuple()] %% A list of key/value pairs, holding the test case configuration. %% Descr = [string()] | [] %% String that describes the test case. %% Spec = [tuple()] | [] %% A test specification. %% Reason = term() %% The reason for skipping the test case. %% %% Description: Test case function. Returns a description of the test %% case (doc), then returns a test specification (suite), %% or performs the actual test (Config). %%-------------------------------------------------------------------- %%%----------------------------------------------------------------- %%% dir1(doc) -> []; dir1(suite) -> []; dir1(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {dir,Happy1}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(dir1, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(dir1), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% dir2(doc) -> []; dir2(suite) -> []; dir2(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy2 = filename:join(DataDir, "happy_2_test"), Happy2Cfg = filename:join(DataDir, "happy_2_cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy2Cfg}, {dir,Happy2}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(dir2, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(dir2), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% dir1_2(doc) -> []; dir1_2(suite) -> []; dir1_2(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Happy2 = filename:join(DataDir, "happy_2_test"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {dir,[Happy1,Happy2]}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(dir1_2, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(dir1_2), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% suite11(doc) -> []; suite11(suite) -> []; suite11(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Suite = filename:join(Happy1, "test/happy_11_SUITE"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {suite,Suite}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(suite11, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(suite11), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% suite21(doc) -> []; suite21(suite) -> []; suite21(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Suite = filename:join(DataDir, "happy_2_test/happy_21_SUITE"), Happy2Cfg = filename:join(DataDir, "happy_2_cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy2Cfg}, {suite,Suite}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(suite21, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(suite21), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% suite11_21(doc) -> []; suite11_21(suite) -> []; suite11_21(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Suite11 = filename:join(Happy1, "test/happy_11_SUITE"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Suite21 = filename:join(DataDir, "happy_2_test/happy_21_SUITE"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {suite,[Suite11,Suite21]}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(suite11_21, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(suite11_21), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% tc111(doc) -> []; tc111(suite) -> []; tc111(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Suite = filename:join(Happy1, "test/happy_11_SUITE"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {suite,Suite}, {testcase,tc1}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(tc111, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(tc111), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% tc211(doc) -> []; tc211(suite) -> []; tc211(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Suite = filename:join(DataDir, "happy_2_test/happy_21_SUITE"), Happy2Cfg = filename:join(DataDir, "happy_2_cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy2Cfg}, {suite,Suite}, {testcase,tc1}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(tc211, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(tc211), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% tc111_112(doc) -> []; tc111_112(suite) -> []; tc111_112(Config) when is_list(Config) -> DataDir = ?config(data_dir, Config), Happy1 = filename:join(DataDir, "happy_1"), Suite = filename:join(Happy1, "test/happy_11_SUITE"), Happy1Cfg = filename:join(Happy1, "cfg/config1.cfg"), Opts0 = ct_test_support:get_opts(Config), Opts = eh_opts(Config) ++ Opts0 ++ [{config,Happy1Cfg}, {suite,Suite}, {testcase,[tc1,tc2]}], ERPid = ct_test_support:start_event_receiver(Config), ok = ct_test_support:run(Opts, Config), Events = ct_test_support:get_events(ERPid, Config), ct_test_support:log_events(tc111_112, ct_test_support:reformat(Events, ?eh), ?config(priv_dir, Config), Opts), TestEvents = events_to_check(tc111_112), ok = ct_test_support:verify_events(TestEvents, Events, Config). %%%----------------------------------------------------------------- %%% HELP FUNCTIONS %%%----------------------------------------------------------------- eh_opts(Config) -> Level = ?config(trace_level, Config), [{event_handler,{?eh,[{cbm,ct_test_support},{trace_level,Level}]}}]. events_to_check(Test) -> %% 2 tests (ct:run_test + script_start) is default events_to_check(Test, 2). events_to_check(_, 0) -> []; events_to_check(Test, N) -> events(Test) ++ events_to_check(Test, N-1). events(Test) when Test == dir1 ; Test == dir2 ; Test == suite11 ; Test == suite21 -> Suite = if Test == dir1 ; Test == suite11 -> happy_11_SUITE; true -> happy_21_SUITE end, [ {?eh,start_logging,{'DEF','RUNDIR'}}, {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}}, {?eh,start_info,{1,1,8}}, {?eh,tc_start,{Suite,init_per_suite}}, {?eh,tc_done,{Suite,init_per_suite,ok}}, {?eh,tc_start,{Suite,tc1}}, {?eh,tc_done,{Suite,tc1,ok}}, {?eh,test_stats,{1,0,{0,0}}}, {?eh,tc_start,{Suite,tc2}}, {?eh,tc_done,{Suite,tc2,ok}}, {?eh,test_stats,{2,0,{0,0}}}, {?eh,tc_start,{Suite,seq1_tc1}}, {?eh,tc_done,{Suite,seq1_tc1,ok}}, {?eh,test_stats,{3,0,{0,0}}}, {?eh,tc_start,{Suite,seq1_tc2}}, {?eh,tc_done,{Suite,seq1_tc2,ok}}, {?eh,test_stats,{4,0,{0,0}}}, {?eh,tc_start,{Suite,tc3}}, {?eh,tc_done,{Suite,tc3,ok}}, {?eh,test_stats,{5,0,{0,0}}}, {?eh,tc_start,{Suite,seq2_tc1}}, {?eh,tc_done,{Suite,seq2_tc1,ok}}, {?eh,test_stats,{6,0,{0,0}}}, {?eh,tc_start,{Suite,seq2_tc2}}, {?eh,tc_done,{Suite,seq2_tc2,ok}}, {?eh,test_stats,{7,0,{0,0}}}, {?eh,tc_start,{Suite,tc4}}, {?eh,tc_done, {Suite,tc4,{skipped,"Skipping this one"}}}, {?eh,test_stats,{7,0,{1,0}}}, {?eh,tc_start,{Suite,end_per_suite}}, {?eh,tc_done,{Suite,end_per_suite,ok}}, {?eh,test_done,{'DEF','STOP_TIME'}}, {?eh,stop_logging,[]} ]; events(Test) when Test == dir1_2 ; Test == suite11_21 -> [ {?eh,start_logging,{'DEF','RUNDIR'}}, {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}}, {?eh,start_info,{2,2,16}}, {?eh,tc_start,{happy_11_SUITE,init_per_suite}}, {?eh,tc_done,{happy_11_SUITE,init_per_suite,ok}}, {?eh,tc_start,{happy_11_SUITE,tc1}}, {?eh,tc_done,{happy_11_SUITE,tc1,ok}}, {?eh,test_stats,{1,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,tc2}}, {?eh,tc_done,{happy_11_SUITE,tc2,ok}}, {?eh,test_stats,{2,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,seq1_tc1}}, {?eh,tc_done,{happy_11_SUITE,seq1_tc1,ok}}, {?eh,test_stats,{3,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,seq1_tc2}}, {?eh,tc_done,{happy_11_SUITE,seq1_tc2,ok}}, {?eh,test_stats,{4,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,tc3}}, {?eh,tc_done,{happy_11_SUITE,tc3,ok}}, {?eh,test_stats,{5,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,seq2_tc1}}, {?eh,tc_done,{happy_11_SUITE,seq2_tc1,ok}}, {?eh,test_stats,{6,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,seq2_tc2}}, {?eh,tc_done,{happy_11_SUITE,seq2_tc2,ok}}, {?eh,test_stats,{7,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,tc4}}, {?eh,tc_done, {happy_11_SUITE,tc4,{skipped,"Skipping this one"}}}, {?eh,test_stats,{7,0,{1,0}}}, {?eh,tc_start,{happy_11_SUITE,end_per_suite}}, {?eh,tc_done,{happy_11_SUITE,end_per_suite,ok}}, {?eh,tc_start,{happy_21_SUITE,init_per_suite}}, {?eh,tc_done,{happy_21_SUITE,init_per_suite,ok}}, {?eh,tc_start,{happy_21_SUITE,tc1}}, {?eh,tc_done,{happy_21_SUITE,tc1,ok}}, {?eh,test_stats,{8,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,tc2}}, {?eh,tc_done,{happy_21_SUITE,tc2,ok}}, {?eh,test_stats,{9,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,seq1_tc1}}, {?eh,tc_done,{happy_21_SUITE,seq1_tc1,ok}}, {?eh,test_stats,{10,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,seq1_tc2}}, {?eh,tc_done,{happy_21_SUITE,seq1_tc2,ok}}, {?eh,test_stats,{11,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,tc3}}, {?eh,tc_done,{happy_21_SUITE,tc3,ok}}, {?eh,test_stats,{12,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,seq2_tc1}}, {?eh,tc_done,{happy_21_SUITE,seq2_tc1,ok}}, {?eh,test_stats,{13,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,seq2_tc2}}, {?eh,tc_done,{happy_21_SUITE,seq2_tc2,ok}}, {?eh,test_stats,{14,0,{1,0}}}, {?eh,tc_start,{happy_21_SUITE,tc4}}, {?eh,tc_done, {happy_21_SUITE,tc4,{skipped,"Skipping this one"}}}, {?eh,test_stats,{14,0,{2,0}}}, {?eh,tc_start,{happy_21_SUITE,end_per_suite}}, {?eh,tc_done,{happy_21_SUITE,end_per_suite,ok}}, {?eh,test_done,{'DEF','STOP_TIME'}}, {?eh,stop_logging,[]} ]; events(Test) when Test == tc111 ; Test == tc211 -> Suite = if Test == tc111 -> happy_11_SUITE; true -> happy_21_SUITE end, [ {?eh,start_logging,{'DEF','RUNDIR'}}, {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}}, {?eh,start_info,{1,1,1}}, {?eh,tc_start,{Suite,init_per_suite}}, {?eh,tc_done,{Suite,init_per_suite,ok}}, {?eh,tc_start,{Suite,tc1}}, {?eh,tc_done,{Suite,tc1,ok}}, {?eh,test_stats,{1,0,{0,0}}}, {?eh,tc_start,{Suite,end_per_suite}}, {?eh,tc_done,{Suite,end_per_suite,ok}}, {?eh,test_done,{'DEF','STOP_TIME'}}, {?eh,stop_logging,[]} ]; events(tc111_112) -> [ {?eh,start_logging,{'DEF','RUNDIR'}}, {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}}, {?eh,start_info,{1,1,2}}, {?eh,tc_start,{happy_11_SUITE,init_per_suite}}, {?eh,tc_done,{happy_11_SUITE,init_per_suite,ok}}, {?eh,tc_start,{happy_11_SUITE,tc1}}, {?eh,tc_done,{happy_11_SUITE,tc1,ok}}, {?eh,test_stats,{1,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,tc2}}, {?eh,tc_done,{happy_11_SUITE,tc2,ok}}, {?eh,test_stats,{2,0,{0,0}}}, {?eh,tc_start,{happy_11_SUITE,end_per_suite}}, {?eh,tc_done,{happy_11_SUITE,end_per_suite,ok}}, {?eh,test_done,{'DEF','STOP_TIME'}}, {?eh,stop_logging,[]} ].