%% %% %CopyrightBegin% %% %% Copyright Ericsson AB 2003-2013. All Rights Reserved. %% %% The contents of this file are subject to the Erlang Public License, %% Version 1.1, (the "License"); you may not use this file except in %% compliance with the License. You should have received a copy of the %% Erlang Public License along with this software. If not, it can be %% retrieved online at http://www.erlang.org/. %% %% Software distributed under the License is distributed on an "AS IS" %% basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See %% the License for the specific language governing rights and limitations %% under the License. %% %% %CopyrightEnd% %% %% @doc Common Test specific layer on top of telnet client `ct_telnet_client.erl' %% %%

Use this module to set up telnet connections, send commands and %% perform string matching on the result. %% See the `unix_telnet' manual page for information about how to use %% `ct_telnet', and configure connections, specifically for unix hosts.

%%

The following default values are defined in `ct_telnet':

%%
%% Connection timeout = 10 sec (time to wait for connection)
%% Command timeout = 10 sec (time to wait for a command to return)
%% Max no of reconnection attempts = 3
%% Reconnection interval = 5 sek (time to wait in between reconnection attempts)
%% Keep alive = true (will send NOP to the server every 10 sec if connection is idle)
%%

These parameters can be altered by the user with the following %% configuration term:

%%
%% {telnet_settings, [{connect_timeout,Millisec},
%%                    {command_timeout,Millisec},
%%                    {reconnection_attempts,N},
%%                    {reconnection_interval,Millisec},
%%                    {keep_alive,Bool}]}.
%%

Millisec = integer(), N = integer()

%%

Enter the telnet_settings term in a configuration %% file included in the test and ct_telnet will retrieve the information %% automatically. Note that `keep_alive' may be specified per connection if %% required. See `unix_telnet' for details.

%% %% == Logging == %% %% `ct_telnet' can be configured to uses the `error_logger' for logging telnet %% traffic. A special purpose error handler is implemented in %% `ct_conn_log_h'. To use this error handler, add the `cth_conn_log' %% hook in your test suite, e.g: %% %% %% ``` %% suite() -> %% [{ct_hooks, [{cth_conn_log, [{conn_mod(),hook_options()}]}]}]. %%''' %% %% `conn_mod()' is the name of the common_test module implementing %% the connection protocol, i.e. `ct_telnet'. %% %% The hook option `log_type' specifies the type of logging: %% %%
%%
`raw'
%%
The sent and received telnet data is logged to a separate %% text file as is, without any formatting. A link to the file is %% added to the test case HTML log.
%% %%
`html (default)'
%%
The sent and received telnet traffic is pretty printed %% directly in the test case HTML log.
%% %%
`silent'
%%
Telnet traffic is not logged.
%%
%% %% By default, all telnet traffic is logged in one single log %% file. However, it is possible to have different connections logged %% in separate files. To do this, use the hook option `hosts' and %% list the names of the servers/connections that will be used in the %% suite. Note that the connections must be named for this to work %% (see the `open' function below). %% %% The `hosts' option has no effect if `log_type' is set to `html' or %% `silent'. %% %% The hook options can also be specified in a configuration file with %% the configuration variable `ct_conn_log': %% %% ``` %% {ct_conn_log,[{conn_mod(),hook_options()}]}. %% ''' %% %% For example: %% %% ``` %% {ct_conn_log,[{ct_telnet,[{log_type,raw}, %% {hosts,[key_or_name()]}]}]} %% ''' %% %% Note that hook options specified in a configuration file %% will overwrite any hardcoded hook options in the test suite. %% %% === Logging example 1 === %% %% The following `ct_hooks' statement will cause raw printing of %% telnet traffic to separate logs for the connections named %% `server1' and `server2'. Any other connections will be logged %% to default telnet log. %% %% ``` %% suite() -> %% [{ct_hooks, [{cth_conn_log, [{ct_telnet,[{log_type,raw}}, %% {hosts,[server1,server2]}]} %% ]}]}]. %%''' %% %% === Logging example 2 === %% %% The following configuration file will cause raw logging of all %% telnet traffic into one single text file. %% %% ``` %% {ct_conn_log,[{ct_telnet,[{log_type,raw}]}]}. %% ''' %% %% The `ct_hooks' statement must look like this: %% %% ``` %% suite() -> %% [{ct_hooks, [{cth_conn_log, []}]}]. %% ''' %% %% The same `ct_hooks' statement without the configuration file would %% cause HTML logging of all telnet connections into the test case %% HTML log. %% %% Note that if the `cth_conn_log' hook is not added, telnet %% traffic is still logged in the test case HTML log file (on the legacy %% `ct_telnet' format). %% @end %% @type connection_type() = telnet | ts1 | ts2 %% @type connection() = handle() | %% {ct:target_name(),connection_type()} | ct:target_name() %% @type handle() = ct_gen_conn:handle(). Handle for a %% specific telnet connection. %% @type prompt_regexp() = string(). A regular expression which %% matches all possible prompts for a specific type of target. The %% regexp must not have any groups i.e. when matching, re:run/3 shall %% return a list with one single element. %% %% @see unix_telnet -module(ct_telnet). -export([open/1, open/2, open/3, open/4, close/1]). -export([cmd/2, cmd/3, cmdf/3, cmdf/4, get_data/1, send/2, sendf/3, expect/2, expect/3]). %% Callbacks -export([init/3,handle_msg/2,reconnect/2,terminate/2]). %% Tool internals -export([silent_teln_expect/6, teln_receive_until_prompt/3, format_data/2]). -export([start_gen_log/1, end_gen_log/0, log/3, log/4]). -define(RECONNS,3). -define(RECONN_TIMEOUT,5000). -define(DEFAULT_TIMEOUT,10000). -define(DEFAULT_PORT,23). -include("ct_util.hrl"). -record(state,{host, port, teln_pid, prx, buffer=[], prompt=false, name, type, target_mod, keep_alive, extra, conn_to=?DEFAULT_TIMEOUT, com_to=?DEFAULT_TIMEOUT, reconns=?RECONNS, reconn_int=?RECONN_TIMEOUT}). %%%----------------------------------------------------------------- %%% @spec open(Name) -> {ok,Handle} | {error,Reason} %%% @equiv open(Name,telnet) open(Name) -> open(Name,telnet). %%%----------------------------------------------------------------- %%% @spec open(Name,ConnType) -> {ok,Handle} | {error,Reason} %%% Name = target_name() %%% ConnType = ct_telnet:connection_type() %%% Handle = ct_telnet:handle() %%% %%% @doc Open a telnet connection to the specified target host. open(Name,ConnType) -> case ct_util:get_key_from_name(Name) of {ok, unix} -> % unix host open(Name, ConnType, unix_telnet, Name); {ok, Key} -> % any other, e.g. interwatch (iw), etc. open(Name, ConnType, Key, Name); Error -> Error end. %%%----------------------------------------------------------------- %%% @spec open(KeyOrName,ConnType,TargetMod) -> %%% {ok,Handle} | {error,Reason} %%% @equiv open(KeyOrName,ConnType,TargetMod,[]) open(KeyOrName,ConnType,TargetMod) -> open(KeyOrName,ConnType,TargetMod,KeyOrName). %%%----------------------------------------------------------------- %%% @spec open(KeyOrName,ConnType,TargetMod,Extra) -> %%% {ok,Handle} | {error,Reason} %%% KeyOrName = Key | Name %%% Key = atom() %%% Name = ct:target_name() %%% ConnType = connection_type() %%% TargetMod = atom() %%% Extra = term() %%% Handle = handle() %%% %%% @doc Open a telnet connection to the specified target host. %%% %%%

The target data must exist in a configuration file. The connection %%% may be associated with either Name and/or the returned %%% Handle. To allocate a name for the target, %%% use ct:require/2 in a test case, or use a %%% require statement in the suite info function %%% (suite/0), or in a test case info function. %%% If you want the connection to be associated with Handle only %%% (in case you need to open multiple connections to a host for example), %%% simply use Key, the configuration variable name, to %%% specify the target. Note that a connection that has no associated target %%% name can only be closed with the handle value.

%%% %%%

TargetMod is a module which exports the functions %%% connect(Ip,Port,KeepAlive,Extra) and get_prompt_regexp() %%% for the given TargetType (e.g. unix_telnet).

%%% %%% @see ct:require/2 open(KeyOrName,ConnType,TargetMod,Extra) -> case ct:get_config({KeyOrName,ConnType}) of undefined -> log(undefined,open,"Failed: ~p",[{not_available,KeyOrName}]), {error,{not_available,KeyOrName,ConnType}}; Addr -> Addr1 = case Addr of {_IP,_Port} -> Addr; IP -> case ct:get_config({KeyOrName,port}) of undefined -> IP; P -> {IP,P} end end, KeepAlive = case ct:get_config({KeyOrName,keep_alive}) of undefined -> case ct:get_config({telnet_settings,keep_alive}) of undefined -> true; Bool -> Bool end; Bool -> Bool end, log(undefined,open,"Connecting to ~p(~p)", [KeyOrName,Addr1]), ct_gen_conn:start(KeyOrName,full_addr(Addr1,ConnType), {TargetMod,KeepAlive,Extra},?MODULE) end. %%%----------------------------------------------------------------- %%% @spec close(Connection) -> ok | {error,Reason} %%% Connection = ct_telnet:connection() %%% %%% @doc Close the telnet connection and stop the process managing it. %%% %%%

A connection may be associated with a target name and/or a handle. %%% If Connection has no associated target name, it may only %%% be closed with the handle value (see the open/4 %%% function).

close(Connection) -> case get_handle(Connection) of {ok,Pid} -> log(undefined,close,"Connection closed, handle: ~w",[Pid]), case ct_gen_conn:stop(Pid) of {error,{process_down,Pid,noproc}} -> {error,already_closed}; Result -> Result end; Error -> Error end. %%%================================================================= %%% Test suite interface %%%----------------------------------------------------------------- %%% @spec cmd(Connection,Cmd) -> {ok,Data} | {error,Reason} %%% @equiv cmd(Connection,Cmd,DefaultTimeout) cmd(Connection,Cmd) -> cmd(Connection,Cmd,default). %%%----------------------------------------------------------------- %%% @spec cmd(Connection,Cmd,Timeout) -> {ok,Data} | {error,Reason} %%% Connection = ct_telnet:connection() %%% Cmd = string() %%% Timeout = integer() %%% Data = [string()] %%% @doc Send a command via telnet and wait for prompt. cmd(Connection,Cmd,Timeout) -> case get_handle(Connection) of {ok,Pid} -> call(Pid,{cmd,Cmd,Timeout}); Error -> Error end. %%%----------------------------------------------------------------- %%% @spec cmdf(Connection,CmdFormat,Args) -> {ok,Data} | {error,Reason} %%% @equiv cmdf(Connection,CmdFormat,Args,DefaultTimeout) cmdf(Connection,CmdFormat,Args) -> cmdf(Connection,CmdFormat,Args,default). %%%----------------------------------------------------------------- %%% @spec cmdf(Connection,CmdFormat,Args,Timeout) -> {ok,Data} | {error,Reason} %%% Connection = ct_telnet:connection() %%% CmdFormat = string() %%% Args = list() %%% Timeout = integer() %%% Data = [string()] %%% @doc Send a telnet command and wait for prompt %%% (uses a format string and list of arguments to build the command). cmdf(Connection,CmdFormat,Args,Timeout) when is_list(Args) -> Cmd = lists:flatten(io_lib:format(CmdFormat,Args)), cmd(Connection,Cmd,Timeout). %%%----------------------------------------------------------------- %%% @spec get_data(Connection) -> {ok,Data} | {error,Reason} %%% Connection = ct_telnet:connection() %%% Data = [string()] %%% @doc Get all data which has been received by the telnet client %%% since last command was sent. get_data(Connection) -> case get_handle(Connection) of {ok,Pid} -> call(Pid,get_data); Error -> Error end. %%%----------------------------------------------------------------- %%% @spec send(Connection,Cmd) -> ok | {error,Reason} %%% Connection = ct_telnet:connection() %%% Cmd = string() %%% @doc Send a telnet command and return immediately. %%% %%%

The resulting output from the command can be read with %%% get_data/1 or expect/2/3.

send(Connection,Cmd) -> case get_handle(Connection) of {ok,Pid} -> call(Pid,{send,Cmd}); Error -> Error end. %%%----------------------------------------------------------------- %%% @spec sendf(Connection,CmdFormat,Args) -> ok | {error,Reason} %%% Connection = ct_telnet:connection() %%% CmdFormat = string() %%% Args = list() %%% @doc Send a telnet command and return immediately (uses a format %%% string and a list of arguments to build the command). sendf(Connection,CmdFormat,Args) when is_list(Args) -> Cmd = lists:flatten(io_lib:format(CmdFormat,Args)), send(Connection,Cmd). %%%----------------------------------------------------------------- %%% @spec expect(Connection,Patterns) -> term() %%% @equiv expect(Connections,Patterns,[]) expect(Connection,Patterns) -> expect(Connection,Patterns,[]). %%%----------------------------------------------------------------- %%% @spec expect(Connection,Patterns,Opts) -> {ok,Match} | %%% {ok,MatchList,HaltReason} | %%% {error,Reason} %%% Connection = ct_telnet:connection() %%% Patterns = Pattern | [Pattern] %%% Pattern = string() | {Tag,string()} | prompt | {prompt,Prompt} %%% Prompt = string() %%% Tag = term() %%% Opts = [Opt] %%% Opt = {timeout,Timeout} | repeat | {repeat,N} | sequence | %%% {halt,HaltPatterns} | ignore_prompt | no_prompt_check %%% Timeout = integer() %%% N = integer() %%% HaltPatterns = Patterns %%% MatchList = [Match] %%% Match = RxMatch | {Tag,RxMatch} | {prompt,Prompt} %%% RxMatch = [string()] %%% HaltReason = done | Match %%% Reason = timeout | {prompt,Prompt} %%% %%% @doc Get data from telnet and wait for the expected pattern. %%% %%%

Pattern can be a POSIX regular expression. If more %%% than one pattern is given, the function returns when the first %%% match is found.

%%% %%%

RxMatch is a list of matched strings. It looks %%% like this: [FullMatch, SubMatch1, SubMatch2, ...] %%% where FullMatch is the string matched by the whole %%% regular expression and SubMatchN is the string that %%% matched subexpression no N. Subexpressions are %%% denoted with '(' ')' in the regular expression

%%% %%%

If a Tag is given, the returned Match %%% will also include the matched Tag. Else, only %%% RxMatch is returned.

%%% %%%

The timeout option indicates that the function %%% shall return if the telnet client is idle (i.e. if no data is %%% received) for more than Timeout milliseconds. Default %%% timeout is 10 seconds.

%%% %%%

The function will always return when a prompt is found, unless %%% any of the ignore_prompt or %%% no_prompt_check options are used, in which case it %%% will return when a match is found or after a timeout.

%%% %%%

If the ignore_prompt option is used, %%% ct_telnet will ignore any prompt found. This option %%% is useful if data sent by the server could include a pattern that %%% would match the prompt regexp (as returned by %%% TargedMod:get_prompt_regexp/0), but which should not %%% cause the function to return.

%%% %%%

If the no_prompt_check option is used, %%% ct_telnet will not search for a prompt at all. This %%% is useful if, for instance, the Pattern itself %%% matches the prompt.

%%% %%%

The repeat option indicates that the pattern(s) %%% shall be matched multiple times. If N is given, the %%% pattern(s) will be matched N times, and the function %%% will return with HaltReason = done.

%%% %%%

The sequence option indicates that all patterns %%% shall be matched in a sequence. A match will not be concluded %%% untill all patterns are matched.

%%% %%%

Both repeat and sequence can be %%% interrupted by one or more HaltPatterns. When %%% sequence or repeat is used, there will %%% always be a MatchList returned, i.e. a list of %%% Match instead of only one Match. There %%% will also be a HaltReason returned.

%%% %%%

Examples:
%%% expect(Connection,[{abc,"ABC"},{xyz,"XYZ"}], %%% [sequence,{halt,[{nnn,"NNN"}]}]).
will try to match %%% "ABC" first and then "XYZ", but if "NNN" appears the function will %%% return {error,{nnn,["NNN"]}}. If both "ABC" and "XYZ" %%% are matched, the function will return %%% {ok,[AbcMatch,XyzMatch]}.

%%% %%%

expect(Connection,[{abc,"ABC"},{xyz,"XYZ"}], %%% [{repeat,2},{halt,[{nnn,"NNN"}]}]).
will try to match %%% "ABC" or "XYZ" twice. If "NNN" appears the function will return %%% with HaltReason = {nnn,["NNN"]}.

%%% %%%

The repeat and sequence options can be %%% combined in order to match a sequence multiple times.

expect(Connection,Patterns,Opts) -> case get_handle(Connection) of {ok,Pid} -> call(Pid,{expect,Patterns,Opts}); Error -> Error end. %%%================================================================= %%% Callback functions %% @hidden init(Name,{Ip,Port,Type},{TargetMod,KeepAlive,Extra}) -> S0 = case ct:get_config(telnet_settings) of undefined -> #state{}; Settings -> set_telnet_defaults(Settings,#state{}) end, case catch TargetMod:connect(Name,Ip,Port,S0#state.conn_to, KeepAlive,Extra) of {ok,TelnPid} -> put({ct_telnet_pid2name,TelnPid},Name), S1 = S0#state{host=Ip, port=Port, teln_pid=TelnPid, name=Name, type=type(Type), target_mod=TargetMod, keep_alive=KeepAlive, extra=Extra, prx=TargetMod:get_prompt_regexp()}, log(S1,open, "Opened telnet connection\n" "IP: ~p\n" "Port: ~p\n" "Command timeout: ~p\n" "Reconnection attempts: ~p\n" "Reconnection interval: ~p\n" "Connection timeout: ~p\n" "Keep alive: ~w", [Ip,Port,S1#state.com_to,S1#state.reconns, S1#state.reconn_int,S1#state.conn_to,KeepAlive]), {ok,TelnPid,S1}; {'EXIT',Reason} -> {error,Reason}; Error -> Error end. type(telnet) -> ip; type(TS) when TS==ts1;TS==ts2 -> ts. set_telnet_defaults([{connect_timeout,CnTo}|Ss],S) -> set_telnet_defaults(Ss,S#state{conn_to=CnTo}); set_telnet_defaults([{command_timeout,CmTo}|Ss],S) -> set_telnet_defaults(Ss,S#state{com_to=CmTo}); set_telnet_defaults([{reconnection_attempts,Rs}|Ss],S) -> set_telnet_defaults(Ss,S#state{reconns=Rs}); set_telnet_defaults([{reconnection_interval,RInt}|Ss],S) -> set_telnet_defaults(Ss,S#state{reconn_int=RInt}); set_telnet_defaults([{keep_alive,_}|Ss],S) -> set_telnet_defaults(Ss,S); set_telnet_defaults([Unknown|Ss],S) -> force_log(S,error, "Bad element in telnet_settings: ~p",[Unknown]), set_telnet_defaults(Ss,S); set_telnet_defaults([],S) -> S. %% @hidden handle_msg({cmd,Cmd,Timeout},State) -> start_gen_log(heading(cmd,State#state.name)), log(State,cmd,"Cmd: ~p",[Cmd]), debug_cont_gen_log("Throwing Buffer:",[]), debug_log_lines(State#state.buffer), case {State#state.type,State#state.prompt} of {ts,_} -> silent_teln_expect(State#state.name, State#state.teln_pid, State#state.buffer, prompt, State#state.prx, [{timeout,2000}]); {ip,false} -> silent_teln_expect(State#state.name, State#state.teln_pid, State#state.buffer, prompt, State#state.prx, [{timeout,200}]); {ip,true} -> ok end, TO = if Timeout == default -> State#state.com_to; true -> Timeout end, {Return,NewBuffer,Prompt} = case teln_cmd(State#state.teln_pid, Cmd, State#state.prx, TO) of {ok,Data,_PromptType,Rest} -> log(State,recv,"Return: ~p",[{ok,Data}]), {{ok,Data},Rest,true}; Error -> Retry = {retry,{Error, {State#state.name, State#state.type}, State#state.teln_pid, {cmd,Cmd,TO}}}, log(State,recv,"Return: ~p",[Error]), {Retry,[],false} end, end_gen_log(), {Return,State#state{buffer=NewBuffer,prompt=Prompt}}; handle_msg({send,Cmd},State) -> log(State,send,"Cmd: ~p",[Cmd]), debug_cont_gen_log("Throwing Buffer:",[]), debug_log_lines(State#state.buffer), case {State#state.type,State#state.prompt} of {ts,_} -> silent_teln_expect(State#state.name, State#state.teln_pid, State#state.buffer, prompt, State#state.prx, [{timeout,2000}]); {ip,false} -> silent_teln_expect(State#state.name, State#state.teln_pid, State#state.buffer, prompt, State#state.prx, [{timeout,200}]); {ip,true} -> ok end, ct_telnet_client:send_data(State#state.teln_pid,Cmd), {ok,State#state{buffer=[],prompt=false}}; handle_msg(get_data,State) -> start_gen_log(heading(get_data,State#state.name)), log(State,cmd,"Reading data...",[]), {ok,Data,Buffer} = teln_get_all_data(State#state.teln_pid, State#state.prx, State#state.buffer, [],[]), log(State,recv,"Return: ~p",[{ok,Data}]), end_gen_log(), {{ok,Data},State#state{buffer=Buffer}}; handle_msg({expect,Pattern,Opts},State) -> start_gen_log(heading(expect,State#state.name)), log(State,expect,"Expect: ~p\nOpts = ~p\n",[Pattern,Opts]), {Return,NewBuffer,Prompt} = case teln_expect(State#state.name, State#state.teln_pid, State#state.buffer, Pattern, State#state.prx, Opts) of {ok,Data,Rest} -> P = check_if_prompt_was_reached(Data,[]), {{ok,Data},Rest,P}; {ok,Data,HaltReason,Rest} -> force_log(State,expect,"HaltReason: ~p",[HaltReason]), P = check_if_prompt_was_reached(Data,HaltReason), {{ok,Data,HaltReason},Rest,P}; {error,Reason,Rest} -> force_log(State,expect,"Expect failed\n~p",[{error,Reason}]), P = check_if_prompt_was_reached([],Reason), {{error,Reason},Rest,P}; {error,Reason} -> force_log(State,expect,"Expect failed\n~p",[{error,Reason}]), P = check_if_prompt_was_reached([],Reason), {{error,Reason},[],P} end, end_gen_log(), Return1 = case Return of {error,_} -> {retry,{Return, {State#state.name, State#state.type}, State#state.teln_pid, {expect,Pattern,Opts}}}; _ -> Return end, {Return1,State#state{buffer=NewBuffer,prompt=Prompt}}. %% @hidden reconnect({Ip,Port,_Type},State) -> reconnect(Ip,Port,State#state.reconns,State). reconnect(Ip,Port,N,State=#state{name=Name, target_mod=TargetMod, keep_alive=KeepAlive, extra=Extra, conn_to=ConnTo, reconn_int=ReconnInt}) -> case TargetMod:connect(Name,Ip,Port,ConnTo,KeepAlive,Extra) of {ok,NewPid} -> put({ct_telnet_pid2name,NewPid},Name), {ok, NewPid, State#state{teln_pid=NewPid}}; Error when N==0 -> Error; _Error -> log(State,reconnect,"Reconnect failed!","Retries left: ~w",[N]), timer:sleep(ReconnInt), reconnect(Ip,Port,N-1,State) end. %% @hidden terminate(TelnPid,State) -> Result = ct_telnet_client:close(TelnPid), log(State,close,"Telnet connection for ~w closed.",[TelnPid]), Result. %%%================================================================= %%% Internal function get_handle(Pid) when is_pid(Pid) -> {ok,Pid}; get_handle({Name,Type}) when Type==telnet;Type==ts1;Type==ts2 -> case ct_util:get_connection(Name,?MODULE) of {ok,Conn} -> case get_handle(Type,Conn) of {ok,Pid} -> {ok,Pid}; _Error -> case ct_util:get_key_from_name(Name) of {ok,node} -> open(Name,Type,ct_telnet_cello_node); {ok,unix} -> % unix host open(Name,Type,unix_telnet,Name); {ok,Key} -> % any other, e.g. interwatch (iw) open(Name,Type,Key,Name); Error -> Error end end; Error -> Error end; get_handle(Name) -> get_handle({Name,telnet}). get_handle(Type,{Pid,{_,_,Type}}) -> {ok,Pid}; get_handle(Type,_) -> {error,{no_such_connection,Type}}. full_addr({Ip,Port},Type) -> {Ip,Port,Type}; full_addr(Ip,Type) -> {Ip,?DEFAULT_PORT,Type}. call(Pid,Msg) -> ct_gen_conn:call(Pid,Msg). check_if_prompt_was_reached({prompt,_},_) -> true; check_if_prompt_was_reached(_,{prompt,_}) -> true; check_if_prompt_was_reached(Data,_) when is_list(Data) -> lists:keymember(prompt,1,Data); check_if_prompt_was_reached(_,_) -> false. %%% @hidden %% Functions for logging ct_telnet reports and telnet data heading(Action,undefined) -> io_lib:format("~w ~w",[?MODULE,Action]); heading(Action,Name) -> io_lib:format("~w ~w for ~p",[?MODULE,Action,Name]). force_log(State,Action,String,Args) -> log(State,Action,String,Args,true). log(State,Action,String,Args) when is_record(State, state) -> log(State,Action,String,Args,false); log(Name,Action,String,Args) when is_atom(Name) -> log(#state{name=Name},Action,String,Args,false); log(TelnPid,Action,String,Args) when is_pid(TelnPid) -> log(#state{teln_pid=TelnPid},Action,String,Args,false). log(undefined,String,Args) -> log(#state{},undefined,String,Args,false); log(Name,String,Args) when is_atom(Name) -> log(#state{name=Name},undefined,String,Args,false); log(TelnPid,String,Args) when is_pid(TelnPid) -> log(#state{teln_pid=TelnPid},undefined,String,Args). log(#state{name=Name,teln_pid=TelnPid,host=Host,port=Port}, Action,String,Args,ForcePrint) -> Name1 = if Name == undefined -> get({ct_telnet_pid2name,TelnPid}); true -> Name end, Silent = get(silent), if Action == general_io -> case ct_util:get_testdata({cth_conn_log,?MODULE}) of HookMode when HookMode /= undefined, HookMode /= silent, Silent /= true -> error_logger:info_report(#conn_log{header=false, client=self(), conn_pid=TelnPid, address={Host,Port}, name=Name1, action=Action, module=?MODULE}, {String,Args}); _ -> %% hook inactive or silence requested ok end; true -> if Action == open; Action == close; Action == reconnect; Action == info; Action == error -> ct_gen_conn:log(heading(Action,Name1),String,Args); ForcePrint == false -> case ct_util:is_silenced(telnet) of true -> ok; false -> ct_gen_conn:cont_log(String,Args) end; ForcePrint == true -> case ct_util:is_silenced(telnet) of true -> %% call log/3 now instead of cont_log/2 since %% start_gen_log/1 will not have been previously %% called ct_gen_conn:log(heading(Action,Name1),String,Args); false -> ct_gen_conn:cont_log(String,Args) end end end. start_gen_log(Heading) -> %% check if output is suppressed case ct_util:is_silenced(telnet) of true -> ok; false -> ct_gen_conn:start_log(Heading) end. end_gen_log() -> %% check if output is suppressed case ct_util:is_silenced(telnet) of true -> ok; false -> ct_gen_conn:end_log() end. %%% @hidden %% Debug printouts. debug_cont_gen_log(Str,Args) -> Old = put(silent,true), ct_gen_conn:cont_log(Str,Args), put(silent,Old). %% Log callback - called from the error handler process format_data(_How,{String,Args}) -> io_lib:format(String,Args). %%%================================================================= %%% Abstraction layer on top of ct_telnet_client.erl teln_cmd(Pid,Cmd,Prx,Timeout) -> ct_telnet_client:send_data(Pid,Cmd), teln_receive_until_prompt(Pid,Prx,Timeout). teln_get_all_data(Pid,Prx,Data,Acc,LastLine) -> case check_for_prompt(Prx,lists:reverse(LastLine) ++ Data) of {prompt,Lines,_PromptType,Rest} -> teln_get_all_data(Pid,Prx,Rest,[Lines|Acc],[]); {noprompt,Lines,LastLine1} -> case ct_telnet_client:get_data(Pid) of {ok,[]} -> {ok,lists:reverse(lists:append([Lines|Acc])), lists:reverse(LastLine1)}; {ok,Data1} -> teln_get_all_data(Pid,Prx,Data1,[Lines|Acc],LastLine1) end end. %% Expect options record -record(eo,{teln_pid, prx, timeout, haltpatterns=[], seq=false, repeat=false, found_prompt=false, prompt_check=true}). %% @hidden %% @doc Externally the silent_teln_expect function shall only be used %% by the TargetModule, i.e. the target specific module which %% implements connect/2 and get_prompt_regexp/0. silent_teln_expect(Name,Pid,Data,Pattern,Prx,Opts) -> Old = put(silent,true), Result = teln_expect(Name,Pid,Data,Pattern,Prx,Opts), put(silent,Old), Result. %% teln_expect/5 %% %% This function implements the expect functionality over telnet. In %% general there are three possible ways to go: %% 1) Single: One or more patterns are given, and the function return %% when one of the patterns are matched. %% 2) Sequence: Several patterns are given, and they are matched in %% the order they appear in the pattern list. %% 3a) Repeat (single): 1) is repeated either N times or until a halt %% condition is fullfilled. %% 3b) Repeat (sequence): 2) is repeated either N times or until a %% halt condition is fullfilled. teln_expect(Name,Pid,Data,Pattern0,Prx,Opts) -> HaltPatterns = case get_ignore_prompt(Opts) of true -> get_haltpatterns(Opts); false -> [prompt | get_haltpatterns(Opts)] end, PromptCheck = get_prompt_check(Opts), Seq = get_seq(Opts), Pattern = convert_pattern(Pattern0,Seq), Timeout = get_timeout(Opts), EO = #eo{teln_pid=Pid, prx=Prx, timeout=Timeout, seq=Seq, haltpatterns=HaltPatterns, prompt_check=PromptCheck}, case get_repeat(Opts) of false -> case teln_expect1(Name,Pid,Data,Pattern,[],EO) of {ok,Matched,Rest} -> {ok,Matched,Rest}; {halt,Why,Rest} -> {error,Why,Rest}; {error,Reason} -> {error,Reason} end; N -> EO1 = EO#eo{repeat=N}, repeat_expect(Name,Pid,Data,Pattern,[],EO1) end. convert_pattern(Pattern,Seq) when is_list(Pattern) and not is_integer(hd(Pattern)) -> case Seq of true -> Pattern; false -> rm_dupl(Pattern,[]) end; convert_pattern(Pattern,_Seq) -> [Pattern]. rm_dupl([P|Ps],Acc) -> case lists:member(P,Acc) of true -> rm_dupl(Ps,Acc); false -> rm_dupl(Ps,[P|Acc]) end; rm_dupl([],Acc) -> lists:reverse(Acc). get_timeout(Opts) -> case lists:keysearch(timeout,1,Opts) of {value,{timeout,T}} -> T; false -> ?DEFAULT_TIMEOUT end. get_repeat(Opts) -> case lists:keysearch(repeat,1,Opts) of {value,{repeat,N}} when is_integer(N) -> N; false -> case lists:member(repeat,Opts) of true -> -1; false -> false end end. get_seq(Opts) -> lists:member(sequence,Opts). get_haltpatterns(Opts) -> case lists:keysearch(halt,1,Opts) of {value,{halt,HaltPatterns}} -> convert_pattern(HaltPatterns,false); false -> [] end. get_ignore_prompt(Opts) -> lists:member(ignore_prompt,Opts). get_prompt_check(Opts) -> not lists:member(no_prompt_check,Opts). %% Repeat either single or sequence. All match results are accumulated %% and returned when a halt condition is fulllfilled. repeat_expect(_Name,_Pid,Rest,_Pattern,Acc,#eo{repeat=0}) -> {ok,lists:reverse(Acc),done,Rest}; repeat_expect(Name,Pid,Data,Pattern,Acc,EO) -> case teln_expect1(Name,Pid,Data,Pattern,[],EO) of {ok,Matched,Rest} -> EO1 = EO#eo{repeat=EO#eo.repeat-1}, repeat_expect(Name,Pid,Rest,Pattern,[Matched|Acc],EO1); {halt,Why,Rest} -> {ok,lists:reverse(Acc),Why,Rest}; {error,Reason} -> {error,Reason} end. teln_expect1(Name,Pid,Data,Pattern,Acc,EO) -> ExpectFun = case EO#eo.seq of true -> fun() -> seq_expect(Name,Pid,Data,Pattern,Acc,EO) end; false -> fun() -> one_expect(Name,Pid,Data,Pattern,EO) end end, case ExpectFun() of {match,Match,Rest} -> {ok,Match,Rest}; {halt,Why,Rest} -> {halt,Why,Rest}; NotFinished -> %% Get more data Fun = fun() -> get_data1(EO#eo.teln_pid) end, case timer:tc(ct_gen_conn, do_within_time, [Fun, EO#eo.timeout]) of {_,{error,Reason}} -> %% A timeout will occur when the telnet connection %% is idle for EO#eo.timeout milliseconds. {error,Reason}; {Elapsed,{ok,Data1}} -> TVal = trunc(EO#eo.timeout - (Elapsed/1000)), if TVal =< 0 -> {error,timeout}; true -> EO1 = EO#eo{timeout = TVal}, case NotFinished of {nomatch,Rest} -> %% One expect teln_expect1(Name,Pid,Rest++Data1,Pattern,[],EO1); {continue,Patterns1,Acc1,Rest} -> %% Sequence teln_expect1(Name,Pid,Rest++Data1,Patterns1,Acc1,EO1) end end end end. get_data1(Pid) -> case ct_telnet_client:get_data(Pid) of {ok,[]} -> get_data1(Pid); {ok,Data} -> {ok,Data} end. %% 1) Single expect. %% First the whole data chunk is searched for a prompt (to avoid doing %% a regexp match for the prompt at each line). %% If we are searching for anyting else, the datachunk is split into %% lines and each line is matched against each pattern. %% one_expect: split data chunk at prompts one_expect(Name,Pid,Data,Pattern,EO) when EO#eo.prompt_check==false -> % io:format("Raw Data ~p Pattern ~p EO ~p ",[Data,Pattern,EO]), one_expect1(Name,Pid,Data,Pattern,[],EO#eo{found_prompt=false}); one_expect(Name,Pid,Data,Pattern,EO) -> case match_prompt(Data,EO#eo.prx) of {prompt,UptoPrompt,PromptType,Rest} -> case Pattern of [Prompt] when Prompt==prompt; Prompt=={prompt,PromptType} -> %% Only searching for prompt log_lines(Name,Pid,UptoPrompt), log(name_or_pid(Name,Pid),"PROMPT: ~ts",[PromptType]), {match,{prompt,PromptType},Rest}; [{prompt,_OtherPromptType}] -> %% Only searching for one specific prompt, not thisone log_lines(Name,Pid,UptoPrompt), {nomatch,Rest}; _ -> one_expect1(Name,Pid,UptoPrompt,Pattern,Rest, EO#eo{found_prompt=PromptType}) end; noprompt -> case Pattern of [Prompt] when Prompt==prompt; element(1,Prompt)==prompt -> %% Only searching for prompt LastLine = log_lines_not_last(Name,Pid,Data), {nomatch,LastLine}; _ -> one_expect1(Name,Pid,Data,Pattern,[], EO#eo{found_prompt=false}) end end. %% one_expect1: split data chunk at lines one_expect1(Name,Pid,Data,Pattern,Rest,EO) -> case match_lines(Name,Pid,Data,Pattern,EO) of {match,Match,MatchRest} -> {match,Match,MatchRest++Rest}; {nomatch,prompt} -> one_expect(Name,Pid,Rest,Pattern,EO); {nomatch,NoMatchRest} -> {nomatch,NoMatchRest++Rest}; {halt,Why,HaltRest} -> {halt,Why,HaltRest++Rest} end. %% 2) Sequence. %% First the whole data chunk is searched for a prompt (to avoid doing %% a regexp match for the prompt at each line). %% If we are searching for anyting else, the datachunk is split into %% lines and each line is matched against the first pattern in the list. %% When a match is found, the match result is accumulated, and we keep %% searching for the next pattern in the list. %% seq_expect: Split data chunk at prompts seq_expect(_Name,_Pid,Data,[],Acc,_EO) -> {match,lists:reverse(Acc),Data}; seq_expect(_Name,_Pid,[],Patterns,Acc,_EO) -> {continue,Patterns,lists:reverse(Acc),[]}; seq_expect(Name,Pid,Data,Patterns,Acc,EO) when EO#eo.prompt_check==false -> seq_expect1(Name,Pid,Data,Patterns,Acc,[],EO#eo{found_prompt=false}); seq_expect(Name,Pid,Data,Patterns,Acc,EO) -> case match_prompt(Data,EO#eo.prx) of {prompt,UptoPrompt,PromptType,Rest} -> seq_expect1(Name,Pid,UptoPrompt,Patterns,Acc,Rest, EO#eo{found_prompt=PromptType}); noprompt -> seq_expect1(Name,Pid,Data,Patterns,Acc,[],EO#eo{found_prompt=false}) end. %% seq_expect1: For one prompt-chunk, match each pattern - line by %% line if it is other than the prompt we are seaching for. seq_expect1(Name,Pid,Data,[prompt|Patterns],Acc,Rest,EO) -> case EO#eo.found_prompt of false -> LastLine = log_lines_not_last(Name,Pid,Data), %% Rest==[] because no prompt is found {continue,[prompt|Patterns],Acc,LastLine}; PromptType -> log_lines(Name,Pid,Data), log(name_or_pid(Name,Pid),"PROMPT: ~ts",[PromptType]), seq_expect(Name,Pid,Rest,Patterns,[{prompt,PromptType}|Acc],EO) end; seq_expect1(Name,Pid,Data,[{prompt,PromptType}|Patterns],Acc,Rest,EO) -> case EO#eo.found_prompt of false -> LastLine = log_lines_not_last(Name,Pid,Data), %% Rest==[] because no prompt is found {continue,[{prompt,PromptType}|Patterns],Acc,LastLine}; PromptType -> log_lines(Name,Pid,Data), log(name_or_pid(Name,Pid),"PROMPT: ~ts", [PromptType]), seq_expect(Name,Pid,Rest,Patterns,[{prompt,PromptType}|Acc],EO); _OtherPromptType -> log_lines(Name,Pid,Data), seq_expect(Name,Pid,Rest,[{prompt,PromptType}|Patterns],Acc,EO) end; seq_expect1(Name,Pid,Data,[Pattern|Patterns],Acc,Rest,EO) -> case match_lines(Name,Pid,Data,[Pattern],EO) of {match,Match,MatchRest} -> seq_expect1(Name,Pid,MatchRest,Patterns,[Match|Acc],Rest,EO); {nomatch,prompt} -> seq_expect(Name,Pid,Rest,[Pattern|Patterns],Acc,EO); {nomatch,NoMatchRest} when Rest==[] -> %% The data did not end with a prompt {continue,[Pattern|Patterns],Acc,NoMatchRest}; {halt,Why,HaltRest} -> {halt,Why,HaltRest++Rest} end; seq_expect1(_Name,_Pid,Data,[],Acc,Rest,_EO) -> {match,lists:reverse(Acc),Data++Rest}. %% Split prompt-chunk at lines match_lines(Name,Pid,Data,Patterns,EO) -> FoundPrompt = EO#eo.found_prompt, case one_line(Data,[]) of {noline,Rest} when FoundPrompt=/=false -> %% This is the line including the prompt case match_line(Name,Pid,Rest,Patterns,FoundPrompt,EO) of nomatch -> {nomatch,prompt}; {Tag,Match} -> {Tag,Match,[]} end; {noline,Rest} when EO#eo.prompt_check==false -> case match_line(Name,Pid,Rest,Patterns,false,EO) of nomatch -> {nomatch,Rest}; {Tag,Match} -> {Tag,Match,[]} end; {noline,Rest} -> {nomatch,Rest}; {Line,Rest} -> case match_line(Name,Pid,Line,Patterns,false,EO) of nomatch -> match_lines(Name,Pid,Rest,Patterns,EO); {Tag,Match} -> {Tag,Match,Rest} end end. %% For one line, match each pattern match_line(Name,Pid,Line,Patterns,FoundPrompt,EO) -> match_line(Name,Pid,Line,Patterns,FoundPrompt,EO,match). match_line(Name,Pid,Line,[prompt|Patterns],false,EO,RetTag) -> match_line(Name,Pid,Line,Patterns,false,EO,RetTag); match_line(Name,Pid,Line,[prompt|_Patterns],FoundPrompt,_EO,RetTag) -> log(name_or_pid(Name,Pid)," ~ts",[Line]), log(name_or_pid(Name,Pid),"PROMPT: ~ts",[FoundPrompt]), {RetTag,{prompt,FoundPrompt}}; match_line(Name,Pid,Line,[{prompt,PromptType}|_Patterns],FoundPrompt,_EO,RetTag) when PromptType==FoundPrompt -> log(name_or_pid(Name,Pid)," ~ts",[Line]), log(name_or_pid(Name,Pid),"PROMPT: ~ts",[FoundPrompt]), {RetTag,{prompt,FoundPrompt}}; match_line(Name,Pid,Line,[{prompt,PromptType}|Patterns],FoundPrompt,EO,RetTag) when PromptType=/=FoundPrompt -> match_line(Name,Pid,Line,Patterns,FoundPrompt,EO,RetTag); match_line(Name,Pid,Line,[{Tag,Pattern}|Patterns],FoundPrompt,EO,RetTag) -> case re:run(Line,Pattern,[{capture,all,list}]) of nomatch -> match_line(Name,Pid,Line,Patterns,FoundPrompt,EO,RetTag); {match,Match} -> log(name_or_pid(Name,Pid),"MATCH: ~ts",[Line]), {RetTag,{Tag,Match}} end; match_line(Name,Pid,Line,[Pattern|Patterns],FoundPrompt,EO,RetTag) -> case re:run(Line,Pattern,[{capture,all,list}]) of nomatch -> match_line(Name,Pid,Line,Patterns,FoundPrompt,EO,RetTag); {match,Match} -> log(name_or_pid(Name,Pid),"MATCH: ~ts",[Line]), {RetTag,Match} end; match_line(Name,Pid,Line,[],FoundPrompt,EO,match) -> match_line(Name,Pid,Line,EO#eo.haltpatterns,FoundPrompt,EO,halt); match_line(Name,Pid,Line,[],_FoundPrompt,_EO,halt) -> log(name_or_pid(Name,Pid)," ~ts",[Line]), nomatch. one_line([$\n|Rest],Line) -> {lists:reverse(Line),Rest}; one_line([$\r|Rest],Line) -> one_line(Rest,Line); one_line([0|Rest],Line) -> one_line(Rest,Line); one_line([Char|Rest],Line) -> one_line(Rest,[Char|Line]); one_line([],Line) -> {noline,lists:reverse(Line)}. debug_log_lines(String) -> Old = put(silent,true), log_lines(undefined,undefined,String), put(silent,Old). log_lines(Name,Pid,String) -> case log_lines_not_last(Name,Pid,String) of [] -> ok; LastLine -> log(name_or_pid(Name,Pid)," ~ts",[LastLine]) end. log_lines_not_last(Name,Pid,String) -> case add_tabs(String,[],[]) of {[],LastLine} -> LastLine; {String1,LastLine} -> log(name_or_pid(Name,Pid),"~ts",[String1]), LastLine end. name_or_pid(undefined,Pid) -> Pid; name_or_pid(Name,_) -> Name. add_tabs([0|Rest],Acc,LastLine) -> add_tabs(Rest,Acc,LastLine); add_tabs([$\r|Rest],Acc,LastLine) -> add_tabs(Rest,Acc,LastLine); add_tabs([$\n|Rest],Acc,LastLine) -> add_tabs(Rest,[$\n|LastLine] ++ [$\s,$\s,$\s,$\s,$\s,$\s,$\s|Acc],[]); add_tabs([Ch|Rest],Acc,LastLine) -> add_tabs(Rest,Acc,[Ch|LastLine]); add_tabs([],[$\n|Acc],LastLine) -> {lists:reverse(Acc),lists:reverse(LastLine)}; add_tabs([],[],LastLine) -> {[],lists:reverse(LastLine)}. %%% @hidden teln_receive_until_prompt(Pid,Prx,Timeout) -> Fun = fun() -> teln_receive_until_prompt(Pid,Prx,[],[]) end, ct_gen_conn:do_within_time(Fun, Timeout). teln_receive_until_prompt(Pid,Prx,Acc,LastLine) -> {ok,Data} = ct_telnet_client:get_data(Pid), case check_for_prompt(Prx,LastLine ++ Data) of {prompt,Lines,PromptType,Rest} -> Return = lists:reverse(lists:append([Lines|Acc])), {ok,Return,PromptType,Rest}; {noprompt,Lines,LastLine1} -> teln_receive_until_prompt(Pid,Prx,[Lines|Acc],LastLine1) end. check_for_prompt(Prx,Data) -> case match_prompt(Data,Prx) of {prompt,UptoPrompt,PromptType,Rest} -> {RevLines,LastLine} = split_lines(UptoPrompt), {prompt,[LastLine|RevLines],PromptType,Rest}; noprompt -> {RevLines,Rest} = split_lines(Data), {noprompt,RevLines,Rest} end. split_lines(String) -> split_lines(String,[],[]). split_lines([$\n|Rest],Line,Lines) -> split_lines(Rest,[],[lists:reverse(Line)|Lines]); split_lines([$\r|Rest],Line,Lines) -> split_lines(Rest,Line,Lines); split_lines([0|Rest],Line,Lines) -> split_lines(Rest,Line,Lines); split_lines([Char|Rest],Line,Lines) -> split_lines(Rest,[Char|Line],Lines); split_lines([],Line,Lines) -> {Lines,lists:reverse(Line)}. match_prompt(Str,Prx) -> match_prompt(Str,Prx,[]). match_prompt(Str,Prx,Acc) -> case re:run(Str,Prx) of nomatch -> noprompt; {match,[{Start,Len}]} -> case split_prompt_string(Str,Start+1,Start+Len,1,[],[]) of {noprompt,Done,Rest} -> match_prompt(Rest,Prx,Done); {prompt,UptoPrompt,Prompt,Rest} -> {prompt,lists:reverse(UptoPrompt++Acc), lists:reverse(Prompt),Rest} end end. split_prompt_string([Ch|Str],Start,End,N,UptoPrompt,Prompt) when N split_prompt_string(Str,Start,End,N+1,[Ch|UptoPrompt],Prompt); split_prompt_string([Ch|Str],Start,End,N,UptoPrompt,Prompt) when N>=Start, N split_prompt_string(Str,Start,End,N+1,UptoPrompt,[Ch|Prompt]); split_prompt_string([Ch|Rest],_Start,End,N,UptoPrompt,Prompt) when N==End -> case UptoPrompt of [$",$=,$T,$P,$M,$O,$R,$P|_] -> %% This is a line from "listenv", it is not a real prompt {noprompt,[Ch|Prompt]++UptoPrompt,Rest}; [$\s,$t,$s,$a|_] when Prompt==":nigol" -> %% This is probably the "Last login:" statement which is %% written when telnet connection is openend. {noprompt,[Ch|Prompt]++UptoPrompt,Rest}; _ -> {prompt,[Ch|Prompt]++UptoPrompt,[Ch|Prompt],Rest} end.