observer: cdv add scheduler information

New info in 18.

10 files changed, 272 insertions, 15 deletions

diff --git a/lib/observer/src/Makefile b/lib/observer/src/Makefile
index a42967644a..8c6606d0a6 100644
--- a/lib/observer/src/Makefile
+++ b/lib/observer/src/Makefile
@@ -51,6 +51,7 @@ MODULES= \
 	cdv_multi_wx \
 	cdv_port_cb \
 	cdv_proc_cb \
+	cdv_sched_cb \
 	cdv_table_wx \
 	cdv_term_cb \
 	cdv_timer_cb \
diff --git a/lib/observer/src/cdv_gen_cb.erl b/lib/observer/src/cdv_gen_cb.erl
index 6be717d76d..aa5e7c5182 100644
--- a/lib/observer/src/cdv_gen_cb.erl
+++ b/lib/observer/src/cdv_gen_cb.erl
@@ -42,4 +42,6 @@ info_fields() ->
        {"Processes",num_procs},
        {"ETS tables",num_ets},
        {"Timers",num_timers},
-       {"Funs",num_fun}]}].
+       {"Funs",num_fun},
+       {"Calling Thread", thread}
+      ]}].
diff --git a/lib/observer/src/cdv_proc_cb.erl b/lib/observer/src/cdv_proc_cb.erl
index 4ab7c2add8..0af6a9c235 100644
--- a/lib/observer/src/cdv_proc_cb.erl
+++ b/lib/observer/src/cdv_proc_cb.erl
@@ -126,11 +126,13 @@ info_fields() ->
        {dynamic,            current_func},
        {"Registered Name",  name},
        {"Status",           state},
+       {"Internal State",   int_state},
        {"Started",          start_time},
        {"Parent",           {click,parent}},
        {"Message Queue Len",msg_q_len},
        {"Run queue",        run_queue},
        {"Reductions",       reds},
+
        {"Program counter",  prog_count},
        {"Continuation pointer",cp},
        {"Arity",arity}]},
diff --git a/lib/observer/src/cdv_sched_cb.erl b/lib/observer/src/cdv_sched_cb.erl
new file mode 100644
index 0000000000..6ef4886c5e
--- /dev/null
+++ b/lib/observer/src/cdv_sched_cb.erl
@@ -0,0 +1,117 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2013-2014. All Rights Reserved.
+%%
+%% The contents of this file are subject to the Erlang Public License,
+%% Version 1.1, (the "License"); you may not use this file except in
+%% compliance with the License. You should have received a copy of the
+%% Erlang Public License along with this software. If not, it can be
+%% retrieved online at http://www.erlang.org/.
+%%
+%% Software distributed under the License is distributed on an "AS IS"
+%% basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See
+%% the License for the specific language governing rights and limitations
+%% under the License.
+%%
+%% %CopyrightEnd%
+-module(cdv_sched_cb).
+
+-export([col_to_elem/1,
+	 col_spec/0,
+	 get_info/1,
+	 get_details/2,
+	 get_detail_cols/1,
+	 detail_pages/0
+	]).
+
+-include_lib("wx/include/wx.hrl").
+-include("crashdump_viewer.hrl").
+
+%% Columns
+-define(COL_ID,  0).
+-define(COL_PROC,  ?COL_ID+1).
+-define(COL_PORT,  ?COL_PROC+1).
+-define(COL_RQL,   ?COL_PORT+1).
+-define(COL_PQL,   ?COL_RQL+1).
+
+%% Callbacks for cdv_virtual_list_wx
+col_to_elem(id) -> col_to_elem(?COL_ID);
+col_to_elem(?COL_ID)  -> #sched.name;
+col_to_elem(?COL_PROC)  -> #sched.process;
+col_to_elem(?COL_PORT)  -> #sched.port;
+col_to_elem(?COL_RQL)   -> #sched.run_q;
+col_to_elem(?COL_PQL)   -> #sched.port_q.
+
+col_spec() ->
+    [{"Id",                ?wxLIST_FORMAT_RIGHT,   50},
+     {"Current Process",   ?wxLIST_FORMAT_CENTER, 130},
+     {"Current Port",      ?wxLIST_FORMAT_CENTER, 130},
+     {"Run Queue Length",  ?wxLIST_FORMAT_RIGHT,  180},
+     {"Port Queue Length", ?wxLIST_FORMAT_RIGHT,  180}].
+
+get_info(_) ->
+    {ok,Info,TW} = crashdump_viewer:schedulers(),
+    {Info,TW}.
+
+get_details(_Id, not_found) ->
+    Info = "The scheduler you are searching for could not be found.",
+    {info,Info};
+get_details(Id, Data) ->
+    Proplist = crashdump_viewer:to_proplist(record_info(fields,sched),Data),
+    {ok,{"Scheduler: " ++ Id,Proplist,""}}.
+
+get_detail_cols(all) ->
+    {[{sched, ?COL_ID}, {process, ?COL_PROC}, {process, ?COL_PORT}],true};
+get_detail_cols(_) ->
+    {[],false}.
+
+%%%%%%%%%%%%%%%%%%%%%%%%
+
+detail_pages() ->
+    [{"Scheduler Information", fun init_gen_page/2}].
+
+init_gen_page(Parent, Info0) ->
+    Fields = info_fields(),
+    Details = proplists:get_value(details, Info0),
+    Info = if is_map(Details) -> Info0 ++ maps:to_list(Details);
+	      true -> Info0
+	   end,
+    cdv_info_wx:start_link(Parent,{Fields,Info,[]}).
+
+%%% Internal
+info_fields() ->
+    [{"Scheduler Overview",
+      [{"Id",             id},
+       {"Current Process",process},
+       {"Current Port",   port},
+       {"Sleep Info Flags", sleep_info},
+       {"Sleep Aux Work",   sleep_aux}
+      ]},
+     {"Run Queues",
+      [{"Flags",                   runq_flags},
+       {"Priority Max Length",     runq_max},
+       {"Priority High Length",    runq_high},
+       {"Priority Normal Length",  runq_norm},
+       {"Priority Low Length",     runq_low},
+       {"Port Length",     port_q}
+      ]},
+     {"Current Process",
+      [{"State",           currp_state},
+       {"Internal State",  currp_int_state},
+       {"Program Counter", currp_prg_cnt},
+       {"CP",              currp_cp},
+       {"Stack",           {currp_stack, 0}},
+       {"     ",           {currp_stack, 1}},
+       {"     ",           {currp_stack, 2}},
+       {"     ",           {currp_stack, 3}},
+       {"     ",           {currp_stack, 4}},
+       {"     ",           {currp_stack, 5}},
+       {"     ",           {currp_stack, 6}},
+       {"     ",           {currp_stack, 7}},
+       {"     ",           {currp_stack, 8}},
+       {"     ",           {currp_stack, 9}},
+       {"     ",           {currp_stack, 10}},
+       {"     ",           {currp_stack, 11}}
+      ]}
+    ].
diff --git a/lib/observer/src/cdv_virtual_list_wx.erl b/lib/observer/src/cdv_virtual_list_wx.erl
index 561526c0bc..c0bc7018cb 100644
--- a/lib/observer/src/cdv_virtual_list_wx.erl
+++ b/lib/observer/src/cdv_virtual_list_wx.erl
@@ -85,7 +85,10 @@ start_detail_win(Id, node) ->
 start_detail_win(Id, module) ->
     start_detail_win_2(cdv_mod_cb, Id);
 start_detail_win(Id, ets) ->
-    start_detail_win_2(cdv_ets_cb, Id).
+    start_detail_win_2(cdv_ets_cb, Id);
+start_detail_win(Id, sched) ->
+    start_detail_win_2(cdv_sched_cb, Id).
+
 
 start_detail_win_2(Callback,Id) ->
     wx_object:cast(Callback,{start_detail_win,Id}).
diff --git a/lib/observer/src/cdv_wx.erl b/lib/observer/src/cdv_wx.erl
index 26df60b0a6..ec0c652a27 100644
--- a/lib/observer/src/cdv_wx.erl
+++ b/lib/observer/src/cdv_wx.erl
@@ -44,6 +44,7 @@
 -define(PORT_STR,  "Ports").
 -define(ETS_STR,   "ETS Tables").
 -define(TIMER_STR, "Timers").
+-define(SCHEDULER_STR, "Schedulers").
 -define(FUN_STR,   "Funs").
 -define(ATOM_STR,  "Atoms").
 -define(DIST_STR,  "Nodes").
@@ -66,6 +67,7 @@
 	 port_panel,
 	 ets_panel,
 	 timer_panel,
+	 sched_panel,
 	 fun_panel,
 	 atom_panel,
 	 dist_panel,
@@ -171,6 +173,9 @@ setup(#state{frame=Frame, notebook=Notebook}=State) ->
     %% Timer Panel
     TimerPanel = add_page(Notebook, ?TIMER_STR, cdv_virtual_list_wx,cdv_timer_cb),
 
+    %% Scheduler Panel
+    SchedPanel = add_page(Notebook, ?SCHEDULER_STR, cdv_virtual_list_wx, cdv_sched_cb),
+
     %% Fun Panel
     FunPanel = add_page(Notebook, ?FUN_STR, cdv_virtual_list_wx, cdv_fun_cb),
 
@@ -202,6 +207,7 @@ setup(#state{frame=Frame, notebook=Notebook}=State) ->
 			port_panel = PortPanel,
 			ets_panel = EtsPanel,
 			timer_panel = TimerPanel,
+			sched_panel = SchedPanel,
 			fun_panel = FunPanel,
 			atom_panel = AtomPanel,
 			dist_panel = DistPanel,
@@ -335,7 +341,8 @@ check_page_title(Notebook) ->
 get_active_pid(#state{notebook=Notebook, gen_panel=Gen, pro_panel=Pro,
 		      port_panel=Ports, ets_panel=Ets, timer_panel=Timers,
 		      fun_panel=Funs, atom_panel=Atoms, dist_panel=Dist,
-		      mod_panel=Mods, mem_panel=Mem, int_panel=Int
+		      mod_panel=Mods, mem_panel=Mem, int_panel=Int,
+		      sched_panel=Sched
 		     }) ->
     Panel = case check_page_title(Notebook) of
 		?GEN_STR -> Gen;
@@ -343,6 +350,7 @@ get_active_pid(#state{notebook=Notebook, gen_panel=Gen, pro_panel=Pro,
 		?PORT_STR -> Ports;
 		?ETS_STR -> Ets;
 		?TIMER_STR -> Timers;
+		?SCHEDULER_STR -> Sched;
 		?FUN_STR -> Funs;
 		?ATOM_STR -> Atoms;
 		?DIST_STR -> Dist;
diff --git a/lib/observer/src/crashdump_viewer.erl b/lib/observer/src/crashdump_viewer.erl
index 0d7ad47ef4..007fc74279 100644
--- a/lib/observer/src/crashdump_viewer.erl
+++ b/lib/observer/src/crashdump_viewer.erl
@@ -63,6 +63,7 @@
 	 allocator_info/0,
 	 hash_tables/0,
 	 index_tables/0,
+	 schedulers/0,
 	 expand_binary/1]).
 
 %% Library function
@@ -114,6 +115,7 @@
 -define(proc_heap,proc_heap).
 -define(proc_messages,proc_messages).
 -define(proc_stack,proc_stack).
+-define(scheduler,scheduler).
 -define(timer,timer).
 -define(visible_node,visible_node).
 
@@ -267,6 +269,8 @@ hash_tables() ->
     call(hash_tables).
 index_tables() ->
     call(index_tables).
+schedulers() ->
+    call(schedulers).
 
 %%%-----------------------------------------------------------------
 %%% Called when a link to a process (Pid) is clicked.
@@ -431,7 +435,11 @@ handle_call(hash_tables,_From,State=#state{file=File}) ->
 handle_call(index_tables,_From,State=#state{file=File}) ->
     IndexTables=index_tables(File),
     TW = truncated_warning([?hash_table,?index_table]),
-    {reply,{ok,IndexTables,TW},State}.
+    {reply,{ok,IndexTables,TW},State};
+handle_call(schedulers,_From,State=#state{file=File}) ->
+    Schedulers=schedulers(File),
+    TW = truncated_warning([?scheduler]),
+    {reply,{ok,Schedulers,TW},State}.
 
 
 
@@ -677,9 +685,11 @@ skip(Fd,<<>>) ->
 
 
 val(Fd) ->
+    val(Fd, "-1").
+val(Fd, NoExist) ->
     case get_rest_of_line(Fd) of
-	{eof,[]} -> "-1";
-	[] -> "-1";
+	{eof,[]} -> NoExist;
+	[] -> NoExist;
 	{eof,Val} -> Val;
 	Val -> Val
     end.
@@ -967,6 +977,8 @@ get_general_info(Fd,GenInfo) ->
 	    get_general_info(Fd,GenInfo#general_info{taints=Val});
 	"Atoms" ->
 	    get_general_info(Fd,GenInfo#general_info{num_atoms=val(Fd)});
+	"Calling Thread" ->
+	    get_general_info(Fd,GenInfo#general_info{thread=val(Fd)});
 	"=" ++ _next_tag ->
 	    GenInfo;
 	Other ->
@@ -1135,6 +1147,8 @@ all_procinfo(Fd,Fun,Proc,WS,LineHead) ->
 	    get_procinfo(Fd,Fun,Proc#proc{arity=Arity--"\r\n"},WS);
 	"Run queue" ->
 	    get_procinfo(Fd,Fun,Proc#proc{run_queue=val(Fd)},WS);
+	"Internal State" ->
+	    get_procinfo(Fd,Fun,Proc#proc{int_state=val(Fd)},WS);
 	"=" ++ _next_tag ->
 	    Proc;
 	Other ->
@@ -1238,17 +1252,23 @@ maybe_other_node(Id) ->
 	    {"<" ++ N, _Rest} ->
 		N;
 	    {"#Port<" ++ N, _Rest} ->
-		N
+		N;
+	    {_, []} ->
+		not_found
 	end,
+    maybe_other_node2(Channel).
+
+maybe_other_node2(not_found) -> not_found;
+maybe_other_node2(Channel) ->
     Ms = ets:fun2ms(
-	   fun({{Tag,Start},Ch}) when Tag=:=?visible_node, Ch=:=Channel -> 
+	   fun({{Tag,Start},Ch}) when Tag=:=?visible_node, Ch=:=Channel ->
 		   {"Visible Node",Start};
 	      ({{Tag,Start},Ch}) when Tag=:=?hidden_node, Ch=:=Channel ->
 		   {"Hidden Node",Start};
-	      ({{Tag,Start},Ch}) when Tag=:=?not_connected, Ch=:=Channel -> 
+	      ({{Tag,Start},Ch}) when Tag=:=?not_connected, Ch=:=Channel ->
 		   {"Not Connected Node",Start}
 	   end),
-    
+
     case ets:select(cdv_dump_index_table,Ms) of
 	[] ->
 	    not_found;
@@ -2303,6 +2323,89 @@ get_indextableinfo1(Fd,IndexTable) ->
 	    IndexTable
     end.
 
+
+%%-----------------------------------------------------------------
+%% Page with scheduler table information
+schedulers(File) ->
+    case lookup_index(?scheduler) of
+	[] ->
+	    [];
+	Schedulers ->
+	    Fd = open(File),
+	    R = lists:map(fun({Name,Start}) ->
+				  get_schedulerinfo(Fd,Name,Start)
+			  end,
+			  Schedulers),
+	    close(Fd),
+	    R
+    end.
+
+get_schedulerinfo(Fd,Name,Start) ->
+    pos_bof(Fd,Start),
+    get_schedulerinfo1(Fd,#sched{name=Name}).
+
+get_schedulerinfo1(Fd,Sched=#sched{details=Ds}) ->
+    case line_head(Fd) of
+	"Current Process" ->
+	    get_schedulerinfo1(Fd,Sched#sched{process=val(Fd, "None")});
+	"Current Port" ->
+	    get_schedulerinfo1(Fd,Sched#sched{port=val(Fd, "None")});
+	"Run Queue Max Length" ->
+	    RQMax = list_to_integer(val(Fd)),
+	    RQ = RQMax + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_max=>RQMax}});
+	"Run Queue High Length" ->
+	    RQHigh = list_to_integer(val(Fd)),
+	    RQ = RQHigh + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_high=>RQHigh}});
+	"Run Queue Normal Length" ->
+	    RQNorm = list_to_integer(val(Fd)),
+	    RQ = RQNorm + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_norm=>RQNorm}});
+	"Run Queue Low Length" ->
+	    RQLow = list_to_integer(val(Fd)),
+	    RQ = RQLow + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_low=>RQLow}});
+	"Run Queue Port Length" ->
+	    RQ = list_to_integer(val(Fd)),
+	    get_schedulerinfo1(Fd,Sched#sched{port_q=RQ});
+
+	"Scheduler Sleep Info Flags" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{sleep_info=>val(Fd, "None")}});
+	"Scheduler Sleep Info Aux Work" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{sleep_aux=>val(Fd, "None")}});
+
+	"Run Queue Flags" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{runq_flags=>val(Fd, "None")}});
+
+	"Current Process State" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_state=>val(Fd)}});
+	"Current Process Internal State" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_int_state=>val(Fd)}});
+	"Current Process Program counter" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_prg_cnt=>val(Fd)}});
+	"Current Process CP" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_cp=>val(Fd)}});
+	"Current Process Limited Stack Trace" ->
+	    %% If there shall be last in scheduler information block
+	    Sched#sched{details=get_limited_stack(Fd, 0, Ds)};
+	"=" ++ _next_tag ->
+	    Sched;
+	Other ->
+	    unexpected(Fd,Other,"scheduler information"),
+	    Sched
+    end.
+
+get_limited_stack(Fd, N, Ds) ->
+    case val(Fd) of
+	Addr = "0x" ++ _ ->
+	    get_limited_stack(Fd, N+1, Ds#{{currp_stack, N} => Addr});
+	"=" ++ _next_tag ->
+	    Ds;
+	Line ->
+	    get_limited_stack(Fd, N+1, Ds#{{currp_stack, N} => Line})
+    end.
+
 %%%-----------------------------------------------------------------
 %%% Parse memory in crashdump version 0.1 and newer
 %%%
@@ -2605,6 +2708,7 @@ tag_to_atom("proc_dictionary") -> ?proc_dictionary;
 tag_to_atom("proc_heap") -> ?proc_heap;
 tag_to_atom("proc_messages") -> ?proc_messages;
 tag_to_atom("proc_stack") -> ?proc_stack;
+tag_to_atom("scheduler") -> ?scheduler;
 tag_to_atom("timer") -> ?timer;
 tag_to_atom("visible_node") -> ?visible_node;
 tag_to_atom(UnknownTag) ->
diff --git a/lib/observer/src/crashdump_viewer.hrl b/lib/observer/src/crashdump_viewer.hrl
index 06a81500e3..9515e74114 100644
--- a/lib/observer/src/crashdump_viewer.hrl
+++ b/lib/observer/src/crashdump_viewer.hrl
@@ -36,7 +36,9 @@
 	 num_fun,
 	 mem_tot,
 	 mem_max,
-	 instr_info}).
+	 instr_info,
+	 thread
+	}).
 
 -record(proc,
 	%% Initial data according to the follwoing:
@@ -86,7 +88,8 @@
 	 old_heap_end,
 	 memory,
 	 stack_dump,
-	 run_queue=?unknown
+	 run_queue=?unknown,
+	 int_state
 	}).
 
 -record(port,
@@ -98,6 +101,17 @@
 	 monitors,
 	 controls}).
 
+-record(sched,
+	{name,
+	 process,
+	 port,
+	 run_q=0,
+	 port_q=0,
+	 details=#{}
+	}).
+
+
+
 -record(ets_table,
 	{pid,
 	 slot,
diff --git a/lib/observer/src/observer.app.src b/lib/observer/src/observer.app.src
index e293990d64..c12353f9e1 100644
--- a/lib/observer/src/observer.app.src
+++ b/lib/observer/src/observer.app.src
@@ -37,6 +37,7 @@
 	       cdv_proc_cb,
 	       cdv_table_wx,
 	       cdv_term_cb,
+	       cdv_sched_cb,
 	       cdv_timer_cb,
 	       cdv_virtual_list_wx,
 	       cdv_wx,
diff --git a/lib/observer/src/observer_lib.erl b/lib/observer/src/observer_lib.erl
index c3d48dff35..40a3eb8831 100644
--- a/lib/observer/src/observer_lib.erl
+++ b/lib/observer/src/observer_lib.erl
@@ -173,12 +173,17 @@ fill_info([{Str,SubStructure}|Rest], Data) when is_list(SubStructure) ->
     [{Str, fill_info(SubStructure, Data)}|fill_info(Rest,Data)];
 fill_info([{Str,Attrib,SubStructure}|Rest], Data) ->
     [{Str, Attrib, fill_info(SubStructure, Data)}|fill_info(Rest,Data)];
+fill_info([{Str, Key = {K,N}}|Rest], Data) when is_atom(K), is_integer(N) ->
+    case get_value(Key, Data) of
+	undefined -> [undefined | fill_info(Rest, Data)];
+	Value -> [{Str, Value} | fill_info(Rest, Data)]
+    end;
 fill_info([], _) -> [].
 
-get_value(Key, Data) when is_atom(Key) ->
-    proplists:get_value(Key,Data);
 get_value(Fun, Data) when is_function(Fun) ->
-    Fun(Data).
+    Fun(Data);
+get_value(Key, Data) ->
+    proplists:get_value(Key,Data).
 
 update_info([Fields|Fs], [{_Header, SubStructure}| Rest]) ->
     update_info2(Fields, SubStructure),