Add verification events to sequence group test suite

1 files changed, 109 insertions, 1 deletions

diff --git a/lib/common_test/test/ct_sequence_1_SUITE.erl b/lib/common_test/test/ct_sequence_1_SUITE.erl
index 5583df1121..0cf40f106a 100644
--- a/lib/common_test/test/ct_sequence_1_SUITE.erl
+++ b/lib/common_test/test/ct_sequence_1_SUITE.erl
@@ -155,6 +155,31 @@ test_events(subgroup_return_fail) ->
     [
      {?eh,start_logging,{'DEF','RUNDIR'}},
      {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
+     {?eh,start_info,{1,1,2}},
+     [{?eh,tc_start,
+       {subgroups_1_SUITE,{init_per_group,subgroup_return_fail,[sequence]}}},
+      {?eh,tc_done,
+       {subgroups_1_SUITE,{init_per_group,subgroup_return_fail,[sequence]},ok}},
+      [{?eh,tc_start,
+	{subgroups_1_SUITE,{init_per_group,return_fail,[]}}},
+       {?eh,tc_done,
+        {subgroups_1_SUITE,{init_per_group,return_fail,[]},ok}},
+       {?eh,tc_start,{subgroups_1_SUITE,failing_tc}},
+       {?eh,tc_done,
+	{subgroups_1_SUITE,failing_tc,{failed,{error,{{badmatch,3},'_'}}}}},
+       {?eh,test_stats,{0,1,{0,0}}},
+       {?eh,tc_start,
+	{subgroups_1_SUITE,{end_per_group,return_fail,[]}}},
+       {?eh,tc_done,{subgroups_1_SUITE,{end_per_group,return_fail,[]},
+		     {return_group_result,failed}}}],
+      {?eh,tc_auto_skip,
+       {subgroups_1_SUITE,ok_tc,{group_result,return_fail,failed}}},
+      {?eh,test_stats,{0,1,{0,1}}},
+      {?eh,tc_start,
+       {subgroups_1_SUITE,{end_per_group,subgroup_return_fail,[sequence]}}},
+      {?eh,tc_done,
+       {subgroups_1_SUITE,{end_per_group,subgroup_return_fail,[sequence]},
+	{return_group_result,failed}}}],
      {?eh,test_done,{'DEF','STOP_TIME'}},
      {?eh,stop_logging,[]}
     ];
@@ -163,6 +188,27 @@ test_events(subgroup_init_fail) ->
     [
      {?eh,start_logging,{'DEF','RUNDIR'}},
      {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
+     {?eh,start_info,{1,1,2}},
+     [{?eh,tc_start,
+       {subgroups_1_SUITE,{init_per_group,subgroup_init_fail,[sequence]}}},
+      {?eh,tc_done,
+       {subgroups_1_SUITE,{init_per_group,subgroup_init_fail,[sequence]},ok}},
+      [{?eh,tc_start,{subgroups_1_SUITE,{init_per_group,fail_init,[]}}},
+       {?eh,tc_done,{subgroups_1_SUITE,{init_per_group,fail_init,[]},
+		     {failed,{error,init_per_group_fails_on_purpose}}}},
+       {?eh,tc_auto_skip,{subgroups_1_SUITE,ok_tc,
+			  {failed,{subgroups_1_SUITE,init_per_group,
+				   {'EXIT',init_per_group_fails_on_purpose}}}}},
+       {?eh,test_stats,{0,0,{0,1}}},
+       {?eh,tc_auto_skip,{subgroups_1_SUITE,end_per_group,
+             {failed,{subgroups_1_SUITE,init_per_group,
+		      {'EXIT',init_per_group_fails_on_purpose}}}}}],
+      {?eh,tc_auto_skip,{subgroups_1_SUITE,ok_tc,{group_result,fail_init,failed}}},
+      {?eh,test_stats,{0,0,{0,2}}},
+      {?eh,tc_start,{subgroups_1_SUITE,{end_per_group,subgroup_init_fail,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {end_per_group,subgroup_init_fail,[sequence]},
+		    {return_group_result,failed}}}],
      {?eh,test_done,{'DEF','STOP_TIME'}},
      {?eh,stop_logging,[]}
     ];
@@ -171,14 +217,49 @@ test_events(subgroup_after_failed_case) ->
     [
      {?eh,start_logging,{'DEF','RUNDIR'}},
      {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
+     {?eh,start_info,{1,1,2}},
+     [{?eh,tc_start,{subgroups_1_SUITE,
+		     {init_per_group,subgroup_after_failed_case,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {init_per_group,subgroup_after_failed_case,[sequence]},ok}},
+      {?eh,tc_start,{subgroups_1_SUITE,failing_tc}},
+      {?eh,tc_done,{subgroups_1_SUITE,failing_tc,{failed,{error,{{badmatch,3},'_'}}}}},
+      {?eh,test_stats,{0,1,{0,0}}},
+      {?eh,tc_auto_skip,{subgroups_1_SUITE,ok_tc,{failed,{subgroups_1_SUITE,failing_tc}}}},
+      {?eh,test_stats,{0,1,{0,1}}},
+      {?eh,tc_start,{subgroups_1_SUITE,
+		     {end_per_group,subgroup_after_failed_case,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {end_per_group,subgroup_after_failed_case,[sequence]},
+		    {return_group_result,failed}}}],
      {?eh,test_done,{'DEF','STOP_TIME'}},
      {?eh,stop_logging,[]}
-    ];
+];
 
 test_events(case_after_subgroup_return_fail) ->
     [
      {?eh,start_logging,{'DEF','RUNDIR'}},
      {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
+     {?eh,start_info,{1,1,2}},
+     [{?eh,tc_start,{subgroups_1_SUITE,
+		     {init_per_group,case_after_subgroup_return_fail,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {init_per_group,case_after_subgroup_return_fail,[sequence]},ok}},
+      [{?eh,tc_start,{subgroups_1_SUITE,{init_per_group,return_fail,[]}}},
+       {?eh,tc_done,{subgroups_1_SUITE,{init_per_group,return_fail,[]},ok}},
+       {?eh,tc_start,{subgroups_1_SUITE,failing_tc}},
+       {?eh,tc_done,{subgroups_1_SUITE,failing_tc,{failed,{error,{{badmatch,3},'_'}}}}},
+       {?eh,test_stats,{0,1,{0,0}}},
+       {?eh,tc_start,{subgroups_1_SUITE,{end_per_group,return_fail,[]}}},
+       {?eh,tc_done,{subgroups_1_SUITE,{end_per_group,return_fail,[]},
+		     {return_group_result,failed}}}],
+      {?eh,tc_auto_skip,{subgroups_1_SUITE,ok_tc,{group_result,return_fail,failed}}},
+      {?eh,test_stats,{0,1,{0,1}}},
+      {?eh,tc_start,{subgroups_1_SUITE,
+		     {end_per_group,case_after_subgroup_return_fail,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {end_per_group,case_after_subgroup_return_fail,[sequence]},
+		    {return_group_result,failed}}}],
      {?eh,test_done,{'DEF','STOP_TIME'}},
      {?eh,stop_logging,[]}
     ];
@@ -187,6 +268,33 @@ test_events(case_after_subgroup_fail_init) ->
     [
      {?eh,start_logging,{'DEF','RUNDIR'}},
      {?eh,test_start,{'DEF',{'START_TIME','LOGDIR'}}},
+     {?eh,start_info,{1,1,2}},
+     [{?eh,tc_start,{subgroups_1_SUITE,
+		     {init_per_group,case_after_subgroup_fail_init,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {init_per_group,case_after_subgroup_fail_init,[sequence]},ok}},
+      [{?eh,tc_start,{subgroups_1_SUITE,{init_per_group,fail_init,[]}}},
+       {?eh,tc_done,{subgroups_1_SUITE,
+		     {init_per_group,fail_init,[]},
+		     {failed,{error,init_per_group_fails_on_purpose}}}},
+       {?eh,tc_auto_skip,{subgroups_1_SUITE,ok_tc,
+			  {failed,
+			   {subgroups_1_SUITE,init_per_group,
+			    {'EXIT',init_per_group_fails_on_purpose}}}}},
+       {?eh,test_stats,{0,0,{0,1}}},
+       {?eh,tc_auto_skip,{subgroups_1_SUITE,end_per_group,
+			  {failed,
+			   {subgroups_1_SUITE,init_per_group,
+			    {'EXIT',init_per_group_fails_on_purpose}}}}}],
+
+      {?eh,tc_auto_skip,
+       {subgroups_1_SUITE,ok_tc,{group_result,fail_init,failed}}},
+      {?eh,test_stats,{0,0,{0,2}}},
+      {?eh,tc_start,{subgroups_1_SUITE,
+		     {end_per_group,case_after_subgroup_fail_init,[sequence]}}},
+      {?eh,tc_done,{subgroups_1_SUITE,
+		    {end_per_group,case_after_subgroup_fail_init,[sequence]},
+		    {return_group_result,failed}}}],
      {?eh,test_done,{'DEF','STOP_TIME'}},
      {?eh,stop_logging,[]}
     ].