observer: cdv add scheduler information

New info in 18.

11 files changed, 294 insertions, 24 deletions

diff --git a/lib/observer/doc/src/crashdump_ug.xml b/lib/observer/doc/src/crashdump_ug.xml
index d22fb4cc40..ccd4d8a5b3 100644
--- a/lib/observer/doc/src/crashdump_ug.xml
+++ b/lib/observer/doc/src/crashdump_ug.xml
@@ -228,20 +228,17 @@
     <p>The <em>ETS Tables</em> panel shows all ETS table information
     found in the dump. The 'Id' is the same as the 'Table' field found
     in the raw crashdump, and 'Memory' is the 'Words' field from the
-    raw crashdump translated into bytes. 'Type' is the type of table,
-    and it can be either "hash" or "tree". For tree tables there will
-    be no value in the 'Bucket' field.</p>
+    raw crashdump translated into bytes. For tree tables there will
+    be no value in the 'Objects' field.</p>
+
+    <p>To open the detailed information page about the table, double
+    click or right click the row and select "Properties for
+    'Identifier'".</p>
 
     <p>To open the detailed information page about the owner process
     of an ETS table, right click the row and select "Properties for
     &lt;pid&gt;".</p>
 
-    <p>Double clicking a row in the ETS Tables panel has no
-    effect.</p>
-
-    <p>From the left hand menu you can also select to see internal ETS
-    tables.</p>
-
     <p>
       <seealso marker="erts:crash_dump#ets_tables">
       More...</seealso>
@@ -267,6 +264,22 @@
   </section>
 
   <section>
+    <marker id="schedulers"/>
+    <title>Schedulers</title>
+
+    <p>The <em>Schedulers</em> panel shows all scheduler information
+    found in the dump.</p>
+
+    <p>To open the detailed information page about the scheduler,
+    double click or right click the row and select "Properties for
+    'Identifier'".</p>
+
+    <p>
+      <seealso marker="erts:crash_dump">More...</seealso>
+    </p>
+  </section>
+
+  <section>
     <marker id="funs"/>
     <title>Funs</title>
 
diff --git a/lib/observer/src/Makefile b/lib/observer/src/Makefile
index a42967644a..8c6606d0a6 100644
--- a/lib/observer/src/Makefile
+++ b/lib/observer/src/Makefile
@@ -51,6 +51,7 @@ MODULES= \
 	cdv_multi_wx \
 	cdv_port_cb \
 	cdv_proc_cb \
+	cdv_sched_cb \
 	cdv_table_wx \
 	cdv_term_cb \
 	cdv_timer_cb \
diff --git a/lib/observer/src/cdv_gen_cb.erl b/lib/observer/src/cdv_gen_cb.erl
index 6be717d76d..aa5e7c5182 100644
--- a/lib/observer/src/cdv_gen_cb.erl
+++ b/lib/observer/src/cdv_gen_cb.erl
@@ -42,4 +42,6 @@ info_fields() ->
        {"Processes",num_procs},
        {"ETS tables",num_ets},
        {"Timers",num_timers},
-       {"Funs",num_fun}]}].
+       {"Funs",num_fun},
+       {"Calling Thread", thread}
+      ]}].
diff --git a/lib/observer/src/cdv_proc_cb.erl b/lib/observer/src/cdv_proc_cb.erl
index 4ab7c2add8..0af6a9c235 100644
--- a/lib/observer/src/cdv_proc_cb.erl
+++ b/lib/observer/src/cdv_proc_cb.erl
@@ -126,11 +126,13 @@ info_fields() ->
        {dynamic,            current_func},
        {"Registered Name",  name},
        {"Status",           state},
+       {"Internal State",   int_state},
        {"Started",          start_time},
        {"Parent",           {click,parent}},
        {"Message Queue Len",msg_q_len},
        {"Run queue",        run_queue},
        {"Reductions",       reds},
+
        {"Program counter",  prog_count},
        {"Continuation pointer",cp},
        {"Arity",arity}]},
diff --git a/lib/observer/src/cdv_sched_cb.erl b/lib/observer/src/cdv_sched_cb.erl
new file mode 100644
index 0000000000..6ef4886c5e
--- /dev/null
+++ b/lib/observer/src/cdv_sched_cb.erl
@@ -0,0 +1,117 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2013-2014. All Rights Reserved.
+%%
+%% The contents of this file are subject to the Erlang Public License,
+%% Version 1.1, (the "License"); you may not use this file except in
+%% compliance with the License. You should have received a copy of the
+%% Erlang Public License along with this software. If not, it can be
+%% retrieved online at http://www.erlang.org/.
+%%
+%% Software distributed under the License is distributed on an "AS IS"
+%% basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See
+%% the License for the specific language governing rights and limitations
+%% under the License.
+%%
+%% %CopyrightEnd%
+-module(cdv_sched_cb).
+
+-export([col_to_elem/1,
+	 col_spec/0,
+	 get_info/1,
+	 get_details/2,
+	 get_detail_cols/1,
+	 detail_pages/0
+	]).
+
+-include_lib("wx/include/wx.hrl").
+-include("crashdump_viewer.hrl").
+
+%% Columns
+-define(COL_ID,  0).
+-define(COL_PROC,  ?COL_ID+1).
+-define(COL_PORT,  ?COL_PROC+1).
+-define(COL_RQL,   ?COL_PORT+1).
+-define(COL_PQL,   ?COL_RQL+1).
+
+%% Callbacks for cdv_virtual_list_wx
+col_to_elem(id) -> col_to_elem(?COL_ID);
+col_to_elem(?COL_ID)  -> #sched.name;
+col_to_elem(?COL_PROC)  -> #sched.process;
+col_to_elem(?COL_PORT)  -> #sched.port;
+col_to_elem(?COL_RQL)   -> #sched.run_q;
+col_to_elem(?COL_PQL)   -> #sched.port_q.
+
+col_spec() ->
+    [{"Id",                ?wxLIST_FORMAT_RIGHT,   50},
+     {"Current Process",   ?wxLIST_FORMAT_CENTER, 130},
+     {"Current Port",      ?wxLIST_FORMAT_CENTER, 130},
+     {"Run Queue Length",  ?wxLIST_FORMAT_RIGHT,  180},
+     {"Port Queue Length", ?wxLIST_FORMAT_RIGHT,  180}].
+
+get_info(_) ->
+    {ok,Info,TW} = crashdump_viewer:schedulers(),
+    {Info,TW}.
+
+get_details(_Id, not_found) ->
+    Info = "The scheduler you are searching for could not be found.",
+    {info,Info};
+get_details(Id, Data) ->
+    Proplist = crashdump_viewer:to_proplist(record_info(fields,sched),Data),
+    {ok,{"Scheduler: " ++ Id,Proplist,""}}.
+
+get_detail_cols(all) ->
+    {[{sched, ?COL_ID}, {process, ?COL_PROC}, {process, ?COL_PORT}],true};
+get_detail_cols(_) ->
+    {[],false}.
+
+%%%%%%%%%%%%%%%%%%%%%%%%
+
+detail_pages() ->
+    [{"Scheduler Information", fun init_gen_page/2}].
+
+init_gen_page(Parent, Info0) ->
+    Fields = info_fields(),
+    Details = proplists:get_value(details, Info0),
+    Info = if is_map(Details) -> Info0 ++ maps:to_list(Details);
+	      true -> Info0
+	   end,
+    cdv_info_wx:start_link(Parent,{Fields,Info,[]}).
+
+%%% Internal
+info_fields() ->
+    [{"Scheduler Overview",
+      [{"Id",             id},
+       {"Current Process",process},
+       {"Current Port",   port},
+       {"Sleep Info Flags", sleep_info},
+       {"Sleep Aux Work",   sleep_aux}
+      ]},
+     {"Run Queues",
+      [{"Flags",                   runq_flags},
+       {"Priority Max Length",     runq_max},
+       {"Priority High Length",    runq_high},
+       {"Priority Normal Length",  runq_norm},
+       {"Priority Low Length",     runq_low},
+       {"Port Length",     port_q}
+      ]},
+     {"Current Process",
+      [{"State",           currp_state},
+       {"Internal State",  currp_int_state},
+       {"Program Counter", currp_prg_cnt},
+       {"CP",              currp_cp},
+       {"Stack",           {currp_stack, 0}},
+       {"     ",           {currp_stack, 1}},
+       {"     ",           {currp_stack, 2}},
+       {"     ",           {currp_stack, 3}},
+       {"     ",           {currp_stack, 4}},
+       {"     ",           {currp_stack, 5}},
+       {"     ",           {currp_stack, 6}},
+       {"     ",           {currp_stack, 7}},
+       {"     ",           {currp_stack, 8}},
+       {"     ",           {currp_stack, 9}},
+       {"     ",           {currp_stack, 10}},
+       {"     ",           {currp_stack, 11}}
+      ]}
+    ].
diff --git a/lib/observer/src/cdv_virtual_list_wx.erl b/lib/observer/src/cdv_virtual_list_wx.erl
index 561526c0bc..c0bc7018cb 100644
--- a/lib/observer/src/cdv_virtual_list_wx.erl
+++ b/lib/observer/src/cdv_virtual_list_wx.erl
@@ -85,7 +85,10 @@ start_detail_win(Id, node) ->
 start_detail_win(Id, module) ->
     start_detail_win_2(cdv_mod_cb, Id);
 start_detail_win(Id, ets) ->
-    start_detail_win_2(cdv_ets_cb, Id).
+    start_detail_win_2(cdv_ets_cb, Id);
+start_detail_win(Id, sched) ->
+    start_detail_win_2(cdv_sched_cb, Id).
+
 
 start_detail_win_2(Callback,Id) ->
     wx_object:cast(Callback,{start_detail_win,Id}).
diff --git a/lib/observer/src/cdv_wx.erl b/lib/observer/src/cdv_wx.erl
index 26df60b0a6..ec0c652a27 100644
--- a/lib/observer/src/cdv_wx.erl
+++ b/lib/observer/src/cdv_wx.erl
@@ -44,6 +44,7 @@
 -define(PORT_STR,  "Ports").
 -define(ETS_STR,   "ETS Tables").
 -define(TIMER_STR, "Timers").
+-define(SCHEDULER_STR, "Schedulers").
 -define(FUN_STR,   "Funs").
 -define(ATOM_STR,  "Atoms").
 -define(DIST_STR,  "Nodes").
@@ -66,6 +67,7 @@
 	 port_panel,
 	 ets_panel,
 	 timer_panel,
+	 sched_panel,
 	 fun_panel,
 	 atom_panel,
 	 dist_panel,
@@ -171,6 +173,9 @@ setup(#state{frame=Frame, notebook=Notebook}=State) ->
     %% Timer Panel
     TimerPanel = add_page(Notebook, ?TIMER_STR, cdv_virtual_list_wx,cdv_timer_cb),
 
+    %% Scheduler Panel
+    SchedPanel = add_page(Notebook, ?SCHEDULER_STR, cdv_virtual_list_wx, cdv_sched_cb),
+
     %% Fun Panel
     FunPanel = add_page(Notebook, ?FUN_STR, cdv_virtual_list_wx, cdv_fun_cb),
 
@@ -202,6 +207,7 @@ setup(#state{frame=Frame, notebook=Notebook}=State) ->
 			port_panel = PortPanel,
 			ets_panel = EtsPanel,
 			timer_panel = TimerPanel,
+			sched_panel = SchedPanel,
 			fun_panel = FunPanel,
 			atom_panel = AtomPanel,
 			dist_panel = DistPanel,
@@ -335,7 +341,8 @@ check_page_title(Notebook) ->
 get_active_pid(#state{notebook=Notebook, gen_panel=Gen, pro_panel=Pro,
 		      port_panel=Ports, ets_panel=Ets, timer_panel=Timers,
 		      fun_panel=Funs, atom_panel=Atoms, dist_panel=Dist,
-		      mod_panel=Mods, mem_panel=Mem, int_panel=Int
+		      mod_panel=Mods, mem_panel=Mem, int_panel=Int,
+		      sched_panel=Sched
 		     }) ->
     Panel = case check_page_title(Notebook) of
 		?GEN_STR -> Gen;
@@ -343,6 +350,7 @@ get_active_pid(#state{notebook=Notebook, gen_panel=Gen, pro_panel=Pro,
 		?PORT_STR -> Ports;
 		?ETS_STR -> Ets;
 		?TIMER_STR -> Timers;
+		?SCHEDULER_STR -> Sched;
 		?FUN_STR -> Funs;
 		?ATOM_STR -> Atoms;
 		?DIST_STR -> Dist;
diff --git a/lib/observer/src/crashdump_viewer.erl b/lib/observer/src/crashdump_viewer.erl
index 0d7ad47ef4..007fc74279 100644
--- a/lib/observer/src/crashdump_viewer.erl
+++ b/lib/observer/src/crashdump_viewer.erl
@@ -63,6 +63,7 @@
 	 allocator_info/0,
 	 hash_tables/0,
 	 index_tables/0,
+	 schedulers/0,
 	 expand_binary/1]).
 
 %% Library function
@@ -114,6 +115,7 @@
 -define(proc_heap,proc_heap).
 -define(proc_messages,proc_messages).
 -define(proc_stack,proc_stack).
+-define(scheduler,scheduler).
 -define(timer,timer).
 -define(visible_node,visible_node).
 
@@ -267,6 +269,8 @@ hash_tables() ->
     call(hash_tables).
 index_tables() ->
     call(index_tables).
+schedulers() ->
+    call(schedulers).
 
 %%%-----------------------------------------------------------------
 %%% Called when a link to a process (Pid) is clicked.
@@ -431,7 +435,11 @@ handle_call(hash_tables,_From,State=#state{file=File}) ->
 handle_call(index_tables,_From,State=#state{file=File}) ->
     IndexTables=index_tables(File),
     TW = truncated_warning([?hash_table,?index_table]),
-    {reply,{ok,IndexTables,TW},State}.
+    {reply,{ok,IndexTables,TW},State};
+handle_call(schedulers,_From,State=#state{file=File}) ->
+    Schedulers=schedulers(File),
+    TW = truncated_warning([?scheduler]),
+    {reply,{ok,Schedulers,TW},State}.
 
 
 
@@ -677,9 +685,11 @@ skip(Fd,<<>>) ->
 
 
 val(Fd) ->
+    val(Fd, "-1").
+val(Fd, NoExist) ->
     case get_rest_of_line(Fd) of
-	{eof,[]} -> "-1";
-	[] -> "-1";
+	{eof,[]} -> NoExist;
+	[] -> NoExist;
 	{eof,Val} -> Val;
 	Val -> Val
     end.
@@ -967,6 +977,8 @@ get_general_info(Fd,GenInfo) ->
 	    get_general_info(Fd,GenInfo#general_info{taints=Val});
 	"Atoms" ->
 	    get_general_info(Fd,GenInfo#general_info{num_atoms=val(Fd)});
+	"Calling Thread" ->
+	    get_general_info(Fd,GenInfo#general_info{thread=val(Fd)});
 	"=" ++ _next_tag ->
 	    GenInfo;
 	Other ->
@@ -1135,6 +1147,8 @@ all_procinfo(Fd,Fun,Proc,WS,LineHead) ->
 	    get_procinfo(Fd,Fun,Proc#proc{arity=Arity--"\r\n"},WS);
 	"Run queue" ->
 	    get_procinfo(Fd,Fun,Proc#proc{run_queue=val(Fd)},WS);
+	"Internal State" ->
+	    get_procinfo(Fd,Fun,Proc#proc{int_state=val(Fd)},WS);
 	"=" ++ _next_tag ->
 	    Proc;
 	Other ->
@@ -1238,17 +1252,23 @@ maybe_other_node(Id) ->
 	    {"<" ++ N, _Rest} ->
 		N;
 	    {"#Port<" ++ N, _Rest} ->
-		N
+		N;
+	    {_, []} ->
+		not_found
 	end,
+    maybe_other_node2(Channel).
+
+maybe_other_node2(not_found) -> not_found;
+maybe_other_node2(Channel) ->
     Ms = ets:fun2ms(
-	   fun({{Tag,Start},Ch}) when Tag=:=?visible_node, Ch=:=Channel -> 
+	   fun({{Tag,Start},Ch}) when Tag=:=?visible_node, Ch=:=Channel ->
 		   {"Visible Node",Start};
 	      ({{Tag,Start},Ch}) when Tag=:=?hidden_node, Ch=:=Channel ->
 		   {"Hidden Node",Start};
-	      ({{Tag,Start},Ch}) when Tag=:=?not_connected, Ch=:=Channel -> 
+	      ({{Tag,Start},Ch}) when Tag=:=?not_connected, Ch=:=Channel ->
 		   {"Not Connected Node",Start}
 	   end),
-    
+
     case ets:select(cdv_dump_index_table,Ms) of
 	[] ->
 	    not_found;
@@ -2303,6 +2323,89 @@ get_indextableinfo1(Fd,IndexTable) ->
 	    IndexTable
     end.
 
+
+%%-----------------------------------------------------------------
+%% Page with scheduler table information
+schedulers(File) ->
+    case lookup_index(?scheduler) of
+	[] ->
+	    [];
+	Schedulers ->
+	    Fd = open(File),
+	    R = lists:map(fun({Name,Start}) ->
+				  get_schedulerinfo(Fd,Name,Start)
+			  end,
+			  Schedulers),
+	    close(Fd),
+	    R
+    end.
+
+get_schedulerinfo(Fd,Name,Start) ->
+    pos_bof(Fd,Start),
+    get_schedulerinfo1(Fd,#sched{name=Name}).
+
+get_schedulerinfo1(Fd,Sched=#sched{details=Ds}) ->
+    case line_head(Fd) of
+	"Current Process" ->
+	    get_schedulerinfo1(Fd,Sched#sched{process=val(Fd, "None")});
+	"Current Port" ->
+	    get_schedulerinfo1(Fd,Sched#sched{port=val(Fd, "None")});
+	"Run Queue Max Length" ->
+	    RQMax = list_to_integer(val(Fd)),
+	    RQ = RQMax + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_max=>RQMax}});
+	"Run Queue High Length" ->
+	    RQHigh = list_to_integer(val(Fd)),
+	    RQ = RQHigh + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_high=>RQHigh}});
+	"Run Queue Normal Length" ->
+	    RQNorm = list_to_integer(val(Fd)),
+	    RQ = RQNorm + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_norm=>RQNorm}});
+	"Run Queue Low Length" ->
+	    RQLow = list_to_integer(val(Fd)),
+	    RQ = RQLow + Sched#sched.run_q,
+	    get_schedulerinfo1(Fd,Sched#sched{run_q=RQ, details=Ds#{runq_low=>RQLow}});
+	"Run Queue Port Length" ->
+	    RQ = list_to_integer(val(Fd)),
+	    get_schedulerinfo1(Fd,Sched#sched{port_q=RQ});
+
+	"Scheduler Sleep Info Flags" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{sleep_info=>val(Fd, "None")}});
+	"Scheduler Sleep Info Aux Work" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{sleep_aux=>val(Fd, "None")}});
+
+	"Run Queue Flags" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{runq_flags=>val(Fd, "None")}});
+
+	"Current Process State" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_state=>val(Fd)}});
+	"Current Process Internal State" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_int_state=>val(Fd)}});
+	"Current Process Program counter" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_prg_cnt=>val(Fd)}});
+	"Current Process CP" ->
+	    get_schedulerinfo1(Fd,Sched#sched{details=Ds#{currp_cp=>val(Fd)}});
+	"Current Process Limited Stack Trace" ->
+	    %% If there shall be last in scheduler information block
+	    Sched#sched{details=get_limited_stack(Fd, 0, Ds)};
+	"=" ++ _next_tag ->
+	    Sched;
+	Other ->
+	    unexpected(Fd,Other,"scheduler information"),
+	    Sched
+    end.
+
+get_limited_stack(Fd, N, Ds) ->
+    case val(Fd) of
+	Addr = "0x" ++ _ ->
+	    get_limited_stack(Fd, N+1, Ds#{{currp_stack, N} => Addr});
+	"=" ++ _next_tag ->
+	    Ds;
+	Line ->
+	    get_limited_stack(Fd, N+1, Ds#{{currp_stack, N} => Line})
+    end.
+
 %%%-----------------------------------------------------------------
 %%% Parse memory in crashdump version 0.1 and newer
 %%%
@@ -2605,6 +2708,7 @@ tag_to_atom("proc_dictionary") -> ?proc_dictionary;
 tag_to_atom("proc_heap") -> ?proc_heap;
 tag_to_atom("proc_messages") -> ?proc_messages;
 tag_to_atom("proc_stack") -> ?proc_stack;
+tag_to_atom("scheduler") -> ?scheduler;
 tag_to_atom("timer") -> ?timer;
 tag_to_atom("visible_node") -> ?visible_node;
 tag_to_atom(UnknownTag) ->
diff --git a/lib/observer/src/crashdump_viewer.hrl b/lib/observer/src/crashdump_viewer.hrl
index 06a81500e3..9515e74114 100644
--- a/lib/observer/src/crashdump_viewer.hrl
+++ b/lib/observer/src/crashdump_viewer.hrl
@@ -36,7 +36,9 @@
 	 num_fun,
 	 mem_tot,
 	 mem_max,
-	 instr_info}).
+	 instr_info,
+	 thread
+	}).
 
 -record(proc,
 	%% Initial data according to the follwoing:
@@ -86,7 +88,8 @@
 	 old_heap_end,
 	 memory,
 	 stack_dump,
-	 run_queue=?unknown
+	 run_queue=?unknown,
+	 int_state
 	}).
 
 -record(port,
@@ -98,6 +101,17 @@
 	 monitors,
 	 controls}).
 
+-record(sched,
+	{name,
+	 process,
+	 port,
+	 run_q=0,
+	 port_q=0,
+	 details=#{}
+	}).
+
+
+
 -record(ets_table,
 	{pid,
 	 slot,
diff --git a/lib/observer/src/observer.app.src b/lib/observer/src/observer.app.src
index e293990d64..c12353f9e1 100644
--- a/lib/observer/src/observer.app.src
+++ b/lib/observer/src/observer.app.src
@@ -37,6 +37,7 @@
 	       cdv_proc_cb,
 	       cdv_table_wx,
 	       cdv_term_cb,
+	       cdv_sched_cb,
 	       cdv_timer_cb,
 	       cdv_virtual_list_wx,
 	       cdv_wx,
diff --git a/lib/observer/src/observer_lib.erl b/lib/observer/src/observer_lib.erl
index c3d48dff35..40a3eb8831 100644
--- a/lib/observer/src/observer_lib.erl
+++ b/lib/observer/src/observer_lib.erl
@@ -173,12 +173,17 @@ fill_info([{Str,SubStructure}|Rest], Data) when is_list(SubStructure) ->
     [{Str, fill_info(SubStructure, Data)}|fill_info(Rest,Data)];
 fill_info([{Str,Attrib,SubStructure}|Rest], Data) ->
     [{Str, Attrib, fill_info(SubStructure, Data)}|fill_info(Rest,Data)];
+fill_info([{Str, Key = {K,N}}|Rest], Data) when is_atom(K), is_integer(N) ->
+    case get_value(Key, Data) of
+	undefined -> [undefined | fill_info(Rest, Data)];
+	Value -> [{Str, Value} | fill_info(Rest, Data)]
+    end;
 fill_info([], _) -> [].
 
-get_value(Key, Data) when is_atom(Key) ->
-    proplists:get_value(Key,Data);
 get_value(Fun, Data) when is_function(Fun) ->
-    Fun(Data).
+    Fun(Data);
+get_value(Key, Data) ->
+    proplists:get_value(Key,Data).
 
 update_info([Fields|Fs], [{_Header, SubStructure}| Rest]) ->
     update_info2(Fields, SubStructure),