Merge branch 'ingela/inets/http-benchmarks' into maint

* ingela/inets/http-benchmarks:
  inets: Add comparable benchmark tests
  inets: Create httpd benchmark framwork

11 files changed, 1668 insertions, 26 deletions

diff --git a/lib/inets/test/Makefile b/lib/inets/test/Makefile
index ffc512050a..95e0559470 100644
--- a/lib/inets/test/Makefile
+++ b/lib/inets/test/Makefile
@@ -150,6 +150,7 @@ INETS_ROOT = ../../inets
 MODULES =                 		\
 	inets_test_lib    		\
 	erl_make_certs                  \
+	make_certs                      \
 	ftp_SUITE 	  		\
 	ftp_format_SUITE  		\
 	http_format_SUITE 		\
@@ -157,6 +158,8 @@ MODULES =                 		\
 	httpc_cookie_SUITE		\
 	httpc_proxy_SUITE		\
 	httpd_SUITE       		\
+	httpd_bench_SUITE               \
+	http_test_lib    		\
 	old_httpd_SUITE       		\
 	httpd_basic_SUITE		\
 	httpd_mod 	  		\
@@ -189,7 +192,7 @@ SOURCE = $(ERL_FILES) $(HRL_FILES)
 
 TARGET_FILES = $(MODULES:%=$(EBIN)/%.$(EMULATOR))
 
-INETS_SPECS = inets.spec
+INETS_SPECS = inets.spec inets_bench.spec
 COVER_FILE = inets.cover
 INETS_FILES = inets.config $(INETS_SPECS)
 
@@ -200,8 +203,10 @@ INETS_FILES = inets.config $(INETS_SPECS)
 # 	inets_ftp_suite \
 # 	inets_tftp_suite
 
+
 INETS_DATADIRS = inets_SUITE_data inets_socketwrap_SUITE_data
-HTTPD_DATADIRS = httpd_test_data httpd_SUITE_data httpd_basic_SUITE_data old_httpd_SUITE_data
+HTTPD_DATADIRS = httpd_test_data httpd_SUITE_data httpd_basic_SUITE_data old_httpd_SUITE_data httpd_bench_SUITE_data
+
 HTTPC_DATADIRS = httpc_SUITE_data httpc_proxy_SUITE_data
 FTP_DATADIRS   = ftp_SUITE_data  
 
diff --git a/lib/inets/test/http_test_lib.erl b/lib/inets/test/http_test_lib.erl
new file mode 100644
index 0000000000..38e9e4976e
--- /dev/null
+++ b/lib/inets/test/http_test_lib.erl
@@ -0,0 +1,180 @@
+%%
+%% %CopyrightBegin%
+%% 
+%% Copyright Ericsson AB 2015-2015. All Rights Reserved.
+%% 
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%%
+%% %CopyrightEnd%
+%%
+%%
+-module(http_test_lib).
+
+-include_lib("common_test/include/ct.hrl").
+-include("inets_test_lib.hrl").
+-include("http_internal.hrl").
+-include("httpc_internal.hrl").
+
+%% Note: This directive should only be used in test suites.
+-compile(export_all).
+
+dummy_server(SocketType, Inet, Extra) ->
+    dummy_server(self(), SocketType, Inet, Extra).
+
+dummy_server(Caller, SocketType, Inet, Extra) ->
+    Args = [Caller, SocketType, Inet, Extra],
+    Pid = spawn(?MODULE, dummy_server_init, Args),
+    receive
+	{port, Port} ->
+	    {Pid, Port}
+    end.
+
+dummy_server_init(Caller, ip_comm, Inet, Extra) ->
+    ContentCb = proplists:get_value(content_cb, Extra),
+    BaseOpts = [binary, {packet, 0}, {reuseaddr,true}, {active, false}, {nodelay, true}], 
+    Conf = proplists:get_value(conf, Extra),
+    {ok, ListenSocket} = gen_tcp:listen(0, [Inet | BaseOpts]),
+    {ok, Port} = inet:port(ListenSocket),
+    Caller ! {port, Port},
+    dummy_ipcomm_server_loop({httpd_request, parse, [[{max_uri,    ?HTTP_MAX_URI_SIZE},
+						      {max_header, ?HTTP_MAX_HEADER_SIZE},
+						      {max_version,?HTTP_MAX_VERSION_STRING}, 
+						      {max_method, ?HTTP_MAX_METHOD_STRING},
+						      {max_content_length, ?HTTP_MAX_CONTENT_LENGTH},
+						      {customize, httpd_custom}
+						     ]]},
+			     [], ContentCb, Conf, ListenSocket);
+
+dummy_server_init(Caller, ssl, Inet, Extra) ->
+    ContentCb = proplists:get_value(content_cb, Extra),
+    SSLOptions = proplists:get_value(ssl, Extra),
+    Conf = proplists:get_value(conf, Extra),
+    BaseOpts = [binary, {reuseaddr,true}, {active, false}, {nodelay, true} |
+	        SSLOptions], 
+    dummy_ssl_server_init(Caller, BaseOpts, Inet, ContentCb, Conf).
+
+dummy_ssl_server_init(Caller, BaseOpts, Inet, ContentCb, Conf) ->
+    {ok, ListenSocket} = ssl:listen(0, [Inet | BaseOpts]),
+    {ok, {_, Port}} = ssl:sockname(ListenSocket),
+    Caller ! {port, Port},
+    dummy_ssl_server_loop({httpd_request, parse, [[{max_uri,    ?HTTP_MAX_URI_SIZE},
+						   {max_method, ?HTTP_MAX_METHOD_STRING},
+						   {max_version,?HTTP_MAX_VERSION_STRING}, 
+						   {max_method, ?HTTP_MAX_METHOD_STRING},
+						   {max_content_length, ?HTTP_MAX_CONTENT_LENGTH},
+						   {customize, httpd_custom}
+						  ]]},
+			  [], ContentCb, Conf, ListenSocket).
+
+dummy_ipcomm_server_loop(MFA, Handlers, ContentCb, Conf, ListenSocket) ->
+    receive
+	stop ->
+	    lists:foreach(fun(Handler) -> Handler ! stop end, Handlers);
+	{stop, From} ->
+	    Stopper = fun(Handler) -> Handler ! stop end, 
+	    lists:foreach(Stopper, Handlers),
+	    From ! {stopped, self()}
+    after 0 ->
+	    {ok, Socket} = gen_tcp:accept(ListenSocket),
+	    HandlerPid  = dummy_request_handler(MFA, Socket, ContentCb, Conf),
+	    gen_tcp:controlling_process(Socket, HandlerPid),
+	    HandlerPid ! ipcomm_controller,
+	    dummy_ipcomm_server_loop(MFA, [HandlerPid | Handlers],
+				     ContentCb, Conf, ListenSocket)
+    end.
+
+dummy_ssl_server_loop(MFA, Handlers, ContentCb, Conf, ListenSocket) ->
+    receive
+	stop ->
+	    lists:foreach(fun(Handler) -> Handler ! stop end, Handlers);
+	{stop, From} ->
+	    Stopper = fun(Handler) -> Handler ! stop end, 
+	    lists:foreach(Stopper, Handlers),
+	    From ! {stopped, self()}
+    after 0 ->
+	    {ok, Socket} = ssl:transport_accept(ListenSocket),
+	    HandlerPid  = dummy_request_handler(MFA, Socket, ContentCb, Conf),
+	    ssl:controlling_process(Socket, HandlerPid),
+	    HandlerPid ! ssl_controller,
+	    dummy_ssl_server_loop(MFA, [HandlerPid | Handlers],
+				  ContentCb, Conf, ListenSocket)
+    end.
+
+dummy_request_handler(MFA, Socket, ContentCb, Conf) ->
+    spawn(?MODULE, dummy_request_handler_init, [MFA, Socket, ContentCb, Conf]).
+
+dummy_request_handler_init(MFA, Socket, ContentCb, Conf) ->
+    SockType = 
+	receive 
+	    ipcomm_controller ->
+		inet:setopts(Socket, [{active, true}]),
+		ip_comm;
+	    ssl_controller ->
+		ok = ssl:ssl_accept(Socket, infinity),
+		ssl:setopts(Socket, [{active, true}]),
+		ssl
+	end,
+    dummy_request_handler_loop(MFA, SockType, Socket, ContentCb, Conf).
+    
+dummy_request_handler_loop({Module, Function, Args}, SockType, Socket, ContentCb, Conf) ->
+    receive 
+	{Proto, _, Data} when (Proto =:= tcp) orelse (Proto =:= ssl) ->
+	    case handle_request(Module, Function, [Data | Args], Socket, ContentCb, Conf) of
+		stop when Proto =:= tcp ->
+		    gen_tcp:close(Socket);
+		stop when Proto =:= ssl ->
+		    ssl:close(Socket);
+		NewMFA ->
+		    dummy_request_handler_loop(NewMFA, SockType, Socket, ContentCb, Conf)
+	    end;
+	stop when SockType =:= ip_comm ->
+	    gen_tcp:close(Socket);
+	stop when SockType =:= ssl ->
+	    ssl:close(Socket)
+    end.
+
+handle_request(Module, Function, Args, Socket, ContentCb, Conf) ->
+    case Module:Function(Args) of
+	{ok, Result} ->
+	    case ContentCb:handle_http_msg(Result, Socket, Conf) of
+		stop ->
+		    stop;
+		<<>> ->
+		    {httpd_request, parse, [[{max_uri,?HTTP_MAX_URI_SIZE},
+					     {max_header, ?HTTP_MAX_HEADER_SIZE},
+					     {max_version,?HTTP_MAX_VERSION_STRING}, 
+					     {max_method, ?HTTP_MAX_METHOD_STRING},
+					     {max_content_length, ?HTTP_MAX_CONTENT_LENGTH},
+					     {customize, httpd_custom}
+					    ]]};
+		Data ->	
+		    handle_request(httpd_request, parse, 
+				   [Data, [{max_uri,    ?HTTP_MAX_URI_SIZE},
+					   {max_header, ?HTTP_MAX_HEADER_SIZE},
+					   {max_version,?HTTP_MAX_VERSION_STRING}, 
+					   {max_method, ?HTTP_MAX_METHOD_STRING},
+					   {max_content_length, ?HTTP_MAX_CONTENT_LENGTH},
+					   {customize, httpd_custom}
+					  ]], Socket, ContentCb, Conf)
+	    end;
+	NewMFA ->
+	    NewMFA
+    end.
+
+%% Perform a synchronous stop
+dummy_server_stop(Pid) ->
+    Pid ! {stop, self()},
+    receive 
+	{stopped, Pid} ->
+	    ok
+    end.
diff --git a/lib/inets/test/httpc_SUITE.erl b/lib/inets/test/httpc_SUITE.erl
index 75b50f3420..03178b3b2e 100644
--- a/lib/inets/test/httpc_SUITE.erl
+++ b/lib/inets/test/httpc_SUITE.erl
@@ -1318,13 +1318,13 @@ group_name(Config) ->
 server_start(sim_http, _) ->
     Inet = inet_version(),
     ok = httpc:set_options([{ipfamily, Inet}]),
-    {_Pid, Port} = dummy_server(Inet),
+    {_Pid, Port} = http_test_lib:dummy_server(ip_comm, Inet, [{content_cb, ?MODULE}]),
     Port;
 
 server_start(sim_https, SslConfig) ->
     Inet = inet_version(),
     ok = httpc:set_options([{ipfamily, Inet}]),
-    {_Pid, Port} = dummy_server(ssl, Inet, SslConfig),
+    {_Pid, Port} = http_test_lib:dummy_server(ssl, Inet, [{ssl, SslConfig}, {content_cb, ?MODULE}]),
     Port;
 
 server_start(_, HttpdConfig) ->
@@ -1428,13 +1428,7 @@ receive_replys([ID|IDs]) ->
 	    ct:pal({recived_canceld_id, Other})
     end.
 
-%% Perform a synchronous stop
-dummy_server_stop(Pid) ->
-    Pid ! {stop, self()},
-    receive 
-	{stopped, Pid} ->
-	    ok
-    end.
+
 
 inet_version() ->
     inet. %% Just run inet for now
@@ -1588,7 +1582,6 @@ handle_request(Module, Function, Args, Socket) ->
     end.
 
 handle_http_msg({Method, RelUri, _, {_, Headers}, Body}, Socket) ->
-
     ct:print("Request: ~p ~p", [Method, RelUri]),
 
     NextRequest = 
diff --git a/lib/inets/test/httpd_bench_SUITE.erl b/lib/inets/test/httpd_bench_SUITE.erl
new file mode 100644
index 0000000000..9d8cbf9ae2
--- /dev/null
+++ b/lib/inets/test/httpd_bench_SUITE.erl
@@ -0,0 +1,846 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2012. All Rights Reserved.
+%%
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%%
+%% %CopyrightEnd%
+%%
+
+
+%%
+-module(httpd_bench_SUITE).
+-compile(export_all).
+
+-include_lib("common_test/include/ct.hrl").
+-include_lib("common_test/include/ct_event.hrl").
+-include_lib("public_key/include/public_key.hrl").
+-include_lib("kernel/include/file.hrl").
+
+-define(remote_host, "NETMARKS_REMOTE_HOST").
+-define(LF, [10]).
+-define(CR, [13]).
+-define(CRLF, ?CR ++ ?LF).
+
+%%--------------------------------------------------------------------
+%% Common Test interface functions -----------------------------------
+%%--------------------------------------------------------------------
+suite() -> 
+    [{ct_hooks,[{ts_install_cth,[{nodenames,2}]}]}].
+
+all() -> 
+    [
+     {group, http_dummy},
+     {group, http_inets},
+     {group, http_nginx},
+     {group, https_inets},
+     {group, https_dummy},
+     {group, https_nginx},
+     {group, http_dummy_keep_alive},
+     {group, http_inets_keep_alive},
+     {group, http_nginx_keep_alive},
+     {group, https_inets_keep_alive},
+     {group, https_dummy_keep_alive},
+     {group, https_nginx_keep_alive}
+    ].
+
+groups() -> 
+    [
+     {http_dummy, [],  client_tests()},
+     {http_inets, [],   client_tests()},
+     {http_nginx, [],   client_tests()},
+     {https_dummy, [],  client_tests()}, 
+     {https_inets, [],  client_tests()},
+     {https_nginx, [],  client_tests()},
+     {http_dummy_keep_alive, [],  client_tests()},
+     {http_inets_keep_alive, [],  client_tests()},
+     {http_nginx_keep_alive, [],  client_tests()},
+     {https_dummy_keep_alive, [], client_tests()},
+     {https_inets_keep_alive, [], client_tests()},
+     {https_nginx_keep_alive, [], client_tests()}
+    ].
+
+    
+client_tests() ->
+    [wget_small,
+     erl_dummy_small,
+     httpc_small,
+     wget_big,
+     erl_dummy_big, 
+     httpc_big
+    ].
+
+init_per_suite(Config) -> 
+    try	
+	{Node, Host} = setup(Config, node()),
+	init_ssl(Config),
+	[{iter, 10}, {server_node, Node}, {server_host, Host} | Config]
+    catch _:_ ->
+	    {skipped, "Benchmark machines only"}
+    end.
+
+end_per_suite(_Config) -> 
+    [application:stop(App) || App <- [asn1, crypto, public_key, ssl, inets]].
+
+init_per_group(Group, Config) when Group == http_dummy_keep_alive; 
+				   Group == https_dummy_keep_alive;
+				   Group == http_inets_keep_alive; 
+				   Group == https_inets_keep_alive;
+				   Group == http_nginx_keep_alive;
+				   Group == https_nginx_keep_alive ->
+    Version = http_version(Group),
+    start_web_server(Group,
+		     [{keep_alive, true}, 
+		      {reuse_sessions, false},
+		      {http_version, Version},
+		      {http_opts,[{version, Version}]},
+		      {http_headers, [{"connection", "keep-alive"}]},
+		      {httpc_opts, [{keep_alive_timeout, 1500}, 
+				    {max_keep_alive_length, ?config(iter, Config)}]}
+		      | Config]);
+init_per_group(Group, Config)  when Group == http_dummy; 
+				    Group == https_dummy;
+				    Group == http_inets; 
+				    Group == https_inets;
+				    Group == http_nginx;
+				    Group == https_nginx ->
+    Version = http_version(Group),
+    start_web_server(Group, 
+		     [{keep_alive, false}, 
+		      {reuse_sessions, false},
+		      {http_version, Version},
+		      {http_headers, [{"connection", "close"}]},
+		      {http_opts,[{version, Version}]},
+		      {httpc_opts, [{keep_alive_timeout, 0}, {max_keep_alive_length, 0}]}
+		      | Config]);
+
+
+init_per_group(_, Config) ->
+    Config.
+
+end_per_group(Group, Config) ->
+    stop_web_server(Group, Config).
+
+init_per_testcase(TestCase, Config) when TestCase == httpc_small;
+					 TestCase == httpc_big
+					 -> 
+    Opts = ?config(httpc_opts, Config),
+    inets:start(httpc, [{profile, TestCase}, {socket_opts, [{nodelay, true}]}]),
+    httpc:set_options(Opts, TestCase),
+    [{profile, TestCase} | proplists:delete(profile, Config)];
+
+init_per_testcase(_, Config) -> 
+    Config.
+end_per_testcase(TestCase, _Config) when TestCase == httpc_small;
+					 TestCase == httpc_big ->	
+    ok = inets:stop(httpc, TestCase);
+end_per_testcase(_TestCase, Config) ->	
+    Config.
+%%--------------------------------------------------------------------
+%% Test Cases --------------------------------------------------------
+%%--------------------------------------------------------------------
+
+erl_dummy_small(Config) when is_list(Config) -> 
+    {ok, Result} = run_test(httpd_lib_client, "1k_file", Config),
+    notify(Result, Config, "erl_1k_file"). 
+
+erl_dummy_big(Config)  when is_list(Config) -> 
+    {ok, Result} = run_test(httpd_lib_client, "1M_file", Config),
+    notify(Result, Config, "erl_1M_file"). 
+
+wget_small(Config) when is_list(Config) -> 
+    {ok, Result} = run_test(wget_client, "1k_file", Config),
+    notify(Result, Config, "wget_1k_file"). 
+
+wget_big(Config)  when is_list(Config) -> 
+    {ok, Result} = run_test(wget_client, "1M_file", Config),
+    notify(Result, Config, "wget_1M_file"). 
+
+httpc_small(Config) when is_list(Config) -> 
+    {ok, Result} = run_test(httpc_client, "1k_file", Config),
+    notify(Result, Config, "httpc_1k_file"). 
+
+httpc_big(Config)  when is_list(Config) -> 
+    {ok, Result} = run_test(httpc_client, "1M_file", Config),
+    notify(Result, Config, "httpc_1M_file"). 
+
+%%--------------------------------------------------------------------
+%% Internal functions ------------------------------------------------
+%%--------------------------------------------------------------------
+
+%%--------------------------------------------------------------------
+%% Report benchmark results  ------------------------------------------------
+%%--------------------------------------------------------------------
+
+notify({TestPerSec, _MBps}, Config, Suffix) ->
+    Name = lists:concat([?config(protocol,Config), " ", 
+			 server_name(Config, [dummy_pid, httpd_pid, nginx_port]), 
+			 "", Suffix]),
+    ct:comment("~p tps", [TestPerSec]),
+    ct_event:notify(#event{name = benchmark_data,
+			   data=[{value, TestPerSec},
+				 {suite, ?MODULE},
+				 {name, Name}]}),
+			 ok.
+%%--------------------------------------------------------------------
+%% Setup erlang nodes  ------------------------------------------------
+%%--------------------------------------------------------------------
+
+server_name(Config, [Server | Rest]) ->
+    case proplists:get_value(Server, Config) of
+	undefined ->
+	    server_name(Config, Rest);
+	_ ->
+	    server_name(Server)
+    end.
+
+server_name(httpd_pid) ->   
+   "inets";
+server_name(nginx_port) -> 
+    "nginx";
+server_name(dummy_pid) ->
+    "erlang".
+
+setup(_Config, nonode@nohost) ->
+    exit(dist_not_enabled);
+setup(_Config, _LocalNode) ->
+    Host = case os:getenv(?remote_host) of
+	       false ->
+		   {ok, This} = inet:gethostname(),
+		   This;
+	       RemHost ->
+		   RemHost
+	   end,
+    Node = list_to_atom("inets_perf_server@" ++ Host),
+    SlaveArgs = case init:get_argument(pa) of
+	       {ok, PaPaths} ->
+		   lists:append([" -pa " ++ P || [P] <- PaPaths]);
+	       _ -> []
+	   end,
+    Prog =
+	case os:find_executable("erl") of
+	    false -> "erl";
+	    P -> P
+	end,
+    case net_adm:ping(Node) of
+	pong -> ok;
+	pang ->
+	    {ok, Node} = slave:start(Host, inets_perf_server, SlaveArgs, no_link, Prog)
+    end,
+    Path = code:get_path(),
+    true = rpc:call(Node, code, set_path, [Path]),
+    [ensure_started(Node, App) || App <- [asn1, crypto, public_key, ssl, inets]],
+    [ensure_started(node(), App) || App <- [asn1, crypto, public_key, ssl, inets]],
+    (Node =:= node()) andalso restrict_schedulers(client),
+    {Node, Host}.
+
+ensure_started(Node, App) ->
+     ok = rpc:call(Node, application, ensure_started, [App]).
+
+
+restrict_schedulers(Type) ->
+    %% We expect this to run on 8 core machine
+    Extra0 = 1,
+    Extra =  if (Type =:= server) -> -Extra0; true -> Extra0 end,
+    Scheds = erlang:system_info(schedulers),
+    erlang:system_flag(schedulers_online, (Scheds div 2) + Extra).
+
+%%--------------------------------------------------------------------
+%% Setup TLS input files  ------------------------------------------------
+%%--------------------------------------------------------------------
+
+init_ssl(Config) ->
+    DDir = ?config(data_dir, Config),
+    PDir = ?config(priv_dir, Config),
+    {ok, _} = make_certs:all(DDir,
+			     PDir).
+cert_opts(Config) ->
+    ClientCaCertFile = filename:join([?config(priv_dir, Config), 
+				      "client", "cacerts.pem"]),
+    ClientCertFile = filename:join([?config(priv_dir, Config), 
+				    "client", "cert.pem"]),
+    ServerCaCertFile = filename:join([?config(priv_dir, Config), 
+				      "server", "cacerts.pem"]),
+    ServerCertFile = filename:join([?config(priv_dir, Config), 
+				    "server", "cert.pem"]),
+    ServerKeyFile = filename:join([?config(priv_dir, Config), 
+			     "server", "key.pem"]),
+    ClientKeyFile = filename:join([?config(priv_dir, Config), 
+				   "client", "key.pem"]),
+    [{server_verification_opts, [{reuseaddr, true}, 
+				 {cacertfile, ServerCaCertFile},
+				 {ciphers, ["ECDHE-RSA-AES256-GCM-SHA384"]},
+				 {certfile, ServerCertFile}, {keyfile, ServerKeyFile}]},
+     {client_verification_opts, [
+				 %%{verify, verify_peer},
+				 {cacertfile, ClientCaCertFile}, 
+				 {certfile, ClientCertFile},  
+				 {keyfile, ClientKeyFile}]}]. 
+
+%%--------------------------------------------------------------------
+%% Run clients  ------------------------------------------------
+%%--------------------------------------------------------------------
+
+run_test(Client, File, Config) -> 
+    Parent = self(),
+    Pid = spawn(fun() ->
+			receive
+			    go -> 
+				Parent ! {self(),
+					  do_runs(Client, [{file, File} | Config])}
+			end
+		end),
+    Pid ! go,
+    receive
+	{Pid,{{tps, Tps}, {mbps, MBps}}} ->
+	    ct:pal("Tps: ~p  Bps~p", [Tps, MBps]),
+	    {ok, {Tps, MBps}}
+    end.
+
+do_runs(Client, Config) ->
+    N = ?config(iter, Config),
+    DataDir = ?config(data_dir, Config),
+    File = ?config(file, Config),
+    Name = filename:join(DataDir, File), 
+    Args = ?MODULE:Client(Config),
+    ?MODULE:Client({init, Args}),
+    Run = 
+	fun() ->
+		ok = ?MODULE:Client(Args, N)	
+	end,
+    {ok, Info} = file:read_file_info(Name, []),
+    Length = Info#file_info.size,
+    {TimeInMicro, _} = timer:tc(Run),
+    ReqPerSecond = (1000000 * N) div TimeInMicro,
+    BytesPerSecond = (1000000 * N * Length) div TimeInMicro,
+    {{tps, ReqPerSecond}, {mbps, BytesPerSecond}}.
+
+
+httpc_client({init, [_, Profile, URL, Headers, HTTPOpts]}) ->
+     %% Make sure pipelining feature will kick in when appropriate. 
+    {ok, {{_ ,200, "OK"}, _,_}} = httpc:request(get,{URL, Headers}, HTTPOpts, 
+						[{body_format, binary}, 
+						 {socket_opts, [{nodelay, true}]}], Profile),
+    ct:sleep(1000);
+httpc_client(Config) ->
+    File = ?config(file, Config),
+    Protocol = ?config(protocol, Config),
+    Profile = ?config(profile, Config),
+    URL = (?config(urlfun,Config))(File),
+    Headers =  ?config(http_headers, Config),
+    HTTPOpts = ?config(http_opts, Config),
+    [Protocol, Profile, URL, Headers, HTTPOpts].
+httpc_client(_,0) ->
+    ok;
+httpc_client([Protocol, Profile, URL, Headers, HTTPOpts], N) ->
+    {ok, {{_ ,200,"OK"}, _,_}} = httpc:request(get,{URL, Headers}, HTTPOpts, [{body_format, binary},
+									     {socket_opts, [{nodelay, true}]}], Profile),
+    httpc_client([Protocol, Profile, URL, Headers, HTTPOpts], N-1).
+
+httpd_lib_client({init, [_, Type, Version, Request, Host, Port, Opts]}) ->
+    ok = httpd_test_lib:verify_request(Type, Host, 
+     				       Port,  
+     				       Opts, node(),
+     				       Request,
+     				       [{statuscode, 200},
+     					{version, Version}], infinity),
+    ct:sleep(1000);
+httpd_lib_client(Config) ->
+    File = ?config(file, Config),
+    KeepAlive = ?config(keep_alive, Config),
+    Host = ?config(server_host, Config),
+    Port = ?config(port, Config),
+    ReuseSession = ?config(reuse_sessions, Config),
+    {Type, Opts} = 
+	case ?config(protocol, Config) of
+	    "http" ->
+		{ip_comm, [{active, true}, {mode, binary},{nodelay, true}]};
+	    "https" ->	
+		SSLOpts =  proplists:get_value(client_verification_opts, cert_opts(Config)),
+		{ssl, [{active, true}, {mode, binary}, {nodelay, true},  
+		       {reuse_sessions, ReuseSession} | SSLOpts]}
+		    
+	end,
+    Version = ?config(http_version, Config),
+    Request = case KeepAlive of
+		  true ->
+		      http_request("GET /" ++ File ++ " ", Version, Host, {"connection:keep-alive\r\n", ""});
+		  false ->
+		      http_request("GET /" ++ File ++ " ", Version, Host)
+	      end,
+    
+    Args = [KeepAlive, Type, Version, Request, Host, Port, Opts],
+    httpd_lib_client(Args, 1),
+    Args.
+
+httpd_lib_client(_, 0) ->
+    ok;
+httpd_lib_client([true, Type, Version, Request, Host, Port, Opts], N) ->
+    ok = httpd_test_lib:verify_request_N(Type, Host, 
+					 Port,  
+					 Opts, node(),
+					 Request,
+					 [{statuscode, 200},
+					  {version, Version}], infinity, N);
+httpd_lib_client([false, Type, Version, Request, Host, Port, Opts] = List, N) ->
+    ok = httpd_test_lib:verify_request(Type, Host, 
+				       Port,  
+				       Opts, node(),
+				       Request,
+				       [{statuscode, 200},
+					{version, Version}], infinity),
+    httpd_lib_client(List, N-1).
+
+wget_client({init,_}) ->
+    ok;
+wget_client(Config) ->
+    File = ?config(file, Config),
+    URL = (?config(urlfun,Config))(File),
+    KeepAlive = ?config(keep_alive, Config),
+    PrivDir = ?config(priv_dir, Config),
+    Protocol = ?config(protocol, Config),
+    Iter = ?config(iter, Config),
+    FileName = filename:join(PrivDir, "wget_req"),
+    ProtocolOpts = case Protocol of
+		    "http" ->
+			   [];
+		       "https" ->
+			   proplists:get_value(client_verification_opts, cert_opts(Config))
+		   end,
+    wget_req_file(FileName,URL,Iter),
+    [KeepAlive, FileName, URL, Protocol, ProtocolOpts, Iter].
+wget_client([KeepAlive, WgetFile, _URL, Protocol, ProtocolOpts, _], _) ->
+    process_flag(trap_exit, true),
+    Cmd = wget_N(KeepAlive, WgetFile, Protocol, ProtocolOpts),
+    %%ct:pal("Wget cmd: ~p", [Cmd]),
+    Port = open_port({spawn, Cmd}, [stderr_to_stdout]), 
+    wait_for_wget(Port).
+
+
+%%--------------------------------------------------------------------
+%% Start/stop servers  ------------------------------------------------
+%%--------------------------------------------------------------------
+start_web_server(Group, Config) when Group == http_dummy;
+				     Group == http_dummy_keep_alive ->
+    start_dummy("http", Config);
+
+start_web_server(Group, Config) when Group == https_dummy;
+				     Group == https_dummy_keep_alive ->
+    start_dummy("https", Config);
+
+start_web_server(Group, Config) when Group == http_inets;
+				     Group == http_inets_keep_alive ->
+    start_inets("http", [], Config);
+    
+start_web_server(Group, Config) when Group == https_inets;
+				     Group == https_inets_keep_alive ->
+    Opts = proplists:get_value(server_verification_opts, cert_opts(Config)),
+    ReuseSessions = ?config(reuse_sessions, Config),
+    SSLConfHttpd = [{socket_type, {essl,
+				   [{nodelay, true}, {reuse_sessions, ReuseSessions} | Opts]}}],
+    start_inets("https", SSLConfHttpd, Config);
+
+start_web_server(Group, Config)  when Group == http_nginx;
+				      Group == http_nginx_keep_alive ->
+    case os:find_executable("nginx") of
+	false ->
+	    {skip, "nginx not found"};
+	_ ->
+	    start_nginx("http",  Config)
+    end;
+
+start_web_server(Group, Config)  when Group == https_nginx;
+				      Group == https_nginx_keep_alive ->
+     case os:find_executable("nginx") of
+	false ->
+	    {skip, "nginx not found"};
+	 _ ->
+	     start_nginx("https",  cert_opts(Config) ++ Config)  
+     end.
+   
+start_inets(Protocol, ConfHttpd, Config) ->
+    PrivDir = ?config(priv_dir, Config),
+    DataDir = ?config(data_dir, Config),
+    Node = ?config(server_node, Config),
+    Host = ?config(server_host, Config),    
+    HTTPVersion = ?config(http_version, Config),    
+    Conf = [httpd, [{port,0},
+		    {http_version, HTTPVersion},
+		    {ipfamily, inet},
+		    {server_name, "inets_test"},
+		    {server_root, PrivDir}, 
+		    {document_root, DataDir},
+		    {keep_alive, ?config(keep_alive, Config)},
+		    {keep_alive_timeout, 360}
+		    | ConfHttpd]],
+    {ok, Pid} = rpc:call(Node, inets, start, Conf),
+    Port = proplists:get_value(port,  rpc:call(Node, httpd, info, [Pid])),
+    F = fun(File) -> 
+		lists:concat([Protocol,"://",Host,":",Port,"/",File]) 
+	end,
+    [{httpd_pid,Pid},{urlfun,F},{protocol,Protocol},{port,Port} | Config].
+
+start_dummy("http"= Protocol, Config) ->
+    HTTPVersion = ?config(http_version, Config),    
+    Node = ?config(server_node, Config),
+    %%DataDir= ?config(data_dir, Config),
+    Host = ?config(server_host, Config),
+    Conf = [
+	    %%{big, filename:join(DataDir, "1M_file")},
+	    %%{small, filename:join(DataDir, "1k_file")},
+	    {big, {gen,  crypto:rand_bytes(1000000)}},
+	    {small, {gen,  crypto:rand_bytes(1000)}},
+	    {http_version, HTTPVersion},
+	    {keep_alive,  ?config(keep_alive, Config)}
+	   ],
+    {Pid, Port} = rpc:call(Node, http_test_lib, dummy_server, [ip_comm, inet, [{content_cb, ?MODULE}, {conf, Conf}]]),
+    F = fun(File) -> 
+		lists:concat([Protocol,"://",Host,":",Port,"/",File]) 
+	end,
+    [{dummy_pid,Pid},{urlfun,F},{protocol, Protocol},{port,Port} | Config];
+
+start_dummy("https" = Protocol, Config) ->
+    HTTPVersion = ?config(http_version, Config),    
+    Node = ?config(server_node, Config),
+    %% DataDir= ?config(data_dir, Config),
+    Host = ?config(server_host, Config),
+    SSLOpts =  proplists:get_value(server_verification_opts, cert_opts(Config)),
+    Opts = [{active, true}, {nodelay, true}, {reuseaddr, true} | SSLOpts],
+    Conf = [%%{big, filename:join(DataDir, "1M_file")},
+	    %%{small, filename:join(DataDir, "1k_file")},
+	    {big, {gen, crypto:rand_bytes(1000000)}},
+	    {small, {gen, crypto:rand_bytes(1000)}},
+	    {http_version, HTTPVersion},
+	    {keep_alive, ?config(keep_alive, Config)}
+	   ],
+    {Pid, Port} = rpc:call(Node, http_test_lib, dummy_server,
+			   [ssl, inet, [{ssl, Opts}, {content_cb, ?MODULE}, {conf, Conf}]]),
+    F = fun(File) -> 
+		lists:concat([Protocol,"://",Host,":",Port,"/",File]) 
+	end,
+    [{dummy_pid,Pid},{urlfun,F},{protocol,Protocol},{port,Port} | Config].
+
+start_nginx(Protocol, Config) ->
+    PrivDir = ?config(priv_dir, Config),
+    DataDir = ?config(data_dir, Config),
+    Host = ?config(server_host, Config),    
+    Port = inet_port(node()),
+    
+    ConfFile = filename:join(PrivDir, "nginx.conf"),
+    nginx_conf(ConfFile, [{port, Port}, {protocol, Protocol} | Config]),
+    Cmd = "nginx -c " ++ ConfFile, 
+    NginxPort =  open_port({spawn, Cmd}, [{cd, DataDir}, stderr_to_stdout]), 
+
+    F = fun(File) -> 
+ 		lists:concat([Protocol,"://",Host,":",Port,"/",File]) 
+	end,
+    
+    wait_for_nginx_up(Host, Port),
+   
+    [{port, Port},{nginx_port, NginxPort},{urlfun,F},{protocol, Protocol} | Config ].
+
+stop_nginx(Config)->
+    PrivDir = ?config(priv_dir, Config),    
+    {ok, Bin} = file:read_file(filename:join(PrivDir, "nginx.pid")),
+    Pid = string:strip(binary_to_list(Bin), right, $\n),
+    Cmd = "kill " ++ Pid,
+    os:cmd(Cmd).
+    
+stop_web_server(Group, Config) when  Group == http_inets;
+				     Group == http_inets_keep_alive;
+				     Group == https_inets;
+				     Group == https_inets_keep_alive -> 
+    ServerNode = ?config(server_node, Config),
+    rpc:call(ServerNode, inets, stop, [httpd, ?config(httpd_pid, Config)]);
+stop_web_server(Group, Config) when  Group == http_dummy;
+				     Group == http_dummy_keep_alive;
+				     Group == https_dummy;
+				     Group == https_dummy_keep_alive -> 
+    stop_dummy_server(Config);
+stop_web_server(Group, Config) when  Group == http_nginx;
+				     Group == http_nginx_keep_alive;
+				     Group == https_nginx;
+				     Group == https_nginx_keep_alive -> 
+    stop_nginx(Config).
+
+stop_dummy_server(Config) ->    
+      case ?config(dummy_pid, Config) of
+	  Pid when is_pid(Pid) ->
+	      exit(Pid, kill);
+	  _ ->
+	      ok
+      end.
+
+%%--------------------------------------------------------------------
+%% Misc  ------------------------------------------------
+%%--------------------------------------------------------------------
+http_request(Request, "HTTP/1.1" = Version, Host, {Headers, Body}) ->
+    Request ++ Version ++ "\r\nhost:" ++ Host ++ "\r\n" ++ Headers ++ "\r\n" ++ Body;
+http_request(Request, Version, _, {Headers, Body}) ->
+    Request ++ Version ++ "\r\n" ++ Headers  ++ "\r\n" ++ Body.
+
+http_request(Request, "HTTP/1.1" = Version, Host) ->
+    Request ++ Version ++ "\r\nhost:" ++ Host  ++ "\r\n\r\n";
+http_request(Request, Version, _) ->
+    Request ++ Version ++ "\r\n\r\n".
+
+http_version(_) ->
+    "HTTP/1.1".
+
+inet_port(Node) ->
+    {Port, Socket} = do_inet_port(Node),
+     rpc:call(Node, gen_tcp, close, [Socket]),
+     Port.
+
+do_inet_port(Node) ->
+    {ok, Socket} = rpc:call(Node, gen_tcp, listen, [0, [{reuseaddr, true}]]),
+    {ok, Port} = rpc:call(Node, inet, port, [Socket]),
+    {Port, Socket}.
+ 
+%%--------------------------------------------------------------------
+%% Dummy server callbacks  ------------------------------------------------
+%%--------------------------------------------------------------------
+
+handle_request(CB, S, "/1M_file" ++ _, Opts) ->
+    Name = proplists:get_value(big, Opts),
+    KeepAlive = proplists:get_value(keep_alive, Opts),
+    do_handle_request(CB, S, Name, Opts, KeepAlive);
+handle_request(CB, S, "/1k_file" ++ _, Opts) ->
+    Name = proplists:get_value(small, Opts),
+    KeepAlive = proplists:get_value(keep_alive, Opts),
+    do_handle_request(CB, S, Name, Opts, KeepAlive).
+
+do_handle_request(CB, S, Name, Opts, KeepAlive) when is_list(Name) ->
+    Version = proplists:get_value(http_version, Opts),
+    {ok, Fdesc} = file:open(Name, [read, binary]),
+    {ok, Info} = file:read_file_info(Name, []),
+    Length = Info#file_info.size,
+    Response = response_status_line_and_headers(Version, "Content-Length:" 
+						++ integer_to_list(Length) ++ ?CRLF, keep_alive(KeepAlive)), 
+    CB:send(S, Response),
+    send_file(CB, S, Fdesc);
+do_handle_request(CB, S, {gen, Data}, Opts, KeepAlive) ->
+    Version = proplists:get_value(http_version, Opts),
+    Length = size(Data),
+    Response = response_status_line_and_headers(Version, "Content-Length:" 
+						++ integer_to_list(Length) ++ ?CRLF, keep_alive(KeepAlive)), 
+    CB:send(S, Response),
+    send_file(CB, S, {gen, Data}).
+    
+send_file(CB, S, {gen, Data})  ->
+    CB:send(S, Data);
+    %% ChunkSize = 64*1024,
+    %% case size(Data) of
+    %% 	N when N > ChunkSize ->
+    %% 	    <<Chunk:N/binary, Rest/binary>> = Data,
+    %% 	    %%{Chunk, Rest} = lists:split(N, Data),
+    %% 	    CB:send(S, Chunk),
+    %% 	    send_file(CB, S, {gen, Rest});
+    %% 	_ ->
+    %% 	    CB:send(S, Data)
+    %% end; 
+
+send_file(CB, S, FileDesc) ->
+    case file:read(FileDesc, 64*1024) of
+	{ok, Chunk} ->
+	    CB:send(S, Chunk),
+	    send_file(CB, S, FileDesc);	
+	eof ->
+	    file:close(FileDesc),
+	    ok
+    end.
+
+response_status_line_and_headers(Version, Headers,  ConnectionHeader) -> 
+    StatusLine = [Version, " ", "200 OK", ?CRLF],
+    [StatusLine, Headers, ConnectionHeader, ?CRLF].
+
+keep_alive(true)->
+    "Connection:keep-alive\r\n";
+keep_alive(false) ->
+    "Connection:close\r\n".
+
+handle_http_msg({_Method, RelUri, _, {_, _Headers}, _Body}, Socket, Conf) ->
+    handle_request(connect_cb(Socket), Socket, RelUri, Conf),
+    case proplists:get_value(keep_alive, Conf) of
+	true ->
+	    <<>>;
+	false ->
+	    stop
+    end.
+    
+connect_cb({sslsocket, _, _}) ->
+    ssl;
+connect_cb(_) ->
+    gen_tcp.
+
+%%--------------------------------------------------------------------
+%% Setup wget  ------------------------------------------------
+%%--------------------------------------------------------------------
+wget_req_file(FileName, Url, Iter) ->
+    {ok, File} = file:open(FileName, [write]),
+    write_urls(File, Url, Iter).
+
+write_urls(File, Url, 1) ->
+    file:write(File, Url), 
+    file:close(File);
+write_urls(File, Url, N) ->
+    file:write(File, Url), 
+    file:write(File, "\n"),
+    write_urls(File, Url, N-1).
+    
+wait_for_wget(Port) ->
+    receive 
+	{Port, {data, _Data}} when is_port(Port) ->
+	    wait_for_wget(Port);
+	{Port, closed} -> 
+	    ok;
+	{'EXIT', Port, _Reason} ->
+	    ok
+    end.
+
+wget_N(KeepAlive, WegetFile, "http", _ProtocolOpts) ->
+    "wget -i " ++ WegetFile ++ " " ++ wget_keep_alive(KeepAlive) ++ 
+	" --no-cache --timeout=120" ;
+wget_N(KeepAlive, WegetFile, "https", ProtocolOpts) ->
+    
+    "wget -i " ++ WegetFile ++ " " ++ wget_keep_alive(KeepAlive) 
+	++ wget_cert(ProtocolOpts) ++ wget_key(ProtocolOpts)
+	++ wget_cacert(ProtocolOpts) ++ 
+	" --no-cache --timeout=120".
+
+wget(KeepAlive, URL, "http", _ProtocolOpts) ->
+    "wget " ++ URL ++ " " ++ wget_keep_alive(KeepAlive) ++ 
+	" --no-cache --timeout=120" ;
+wget(KeepAlive, URL, "https", ProtocolOpts) ->
+    
+    "wget " ++ URL ++ " " ++ wget_keep_alive(KeepAlive) 
+	++ wget_cert(ProtocolOpts) ++ wget_key(ProtocolOpts)
+	++ wget_cacert(ProtocolOpts) ++ 
+	" --no-cache --timeout=120".
+
+wget_keep_alive(true)->
+    "";
+wget_keep_alive(false) ->
+   "--no-http-keep-alive ".
+
+wget_cacert(ProtocolOpts) ->
+    "--ca-certificate=" ++ proplists:get_value(cacertfile, ProtocolOpts) ++ " ".
+
+wget_cert(ProtocolOpts) ->
+    "--certificate=" ++ proplists:get_value(certfile, ProtocolOpts) ++ " ".
+
+wget_key(ProtocolOpts) ->
+    "--private-key=" ++ proplists:get_value(keyfile, ProtocolOpts) ++ " ".
+
+%%--------------------------------------------------------------------
+%% Setup nginx  ------------------------------------------------
+%%--------------------------------------------------------------------
+nginx_conf(ConfFile, Config)->
+    Protocol = ?config(protocol, Config),
+    file:write_file(ConfFile,
+		    [format_nginx_conf(nginx_global(Config)),
+		     format_nginx_conf(nginx_events(Config)),
+		     format_nginx_conf(nginx_http(Protocol, Config))]).
+       
+format_nginx_conf(Directives) ->
+    lists:map(fun({Key, Value}) ->
+			  io_lib:format("~s ~s;\n", [Key, Value]);
+		     (Str) ->
+			  Str    
+		  end, Directives).
+
+
+nginx_global(Config) ->
+    PrivDir = ?config(priv_dir, Config),
+    [{"pid", filename:join(PrivDir, "nginx.pid")},
+     {"error_log",  filename:join(PrivDir, "nginx.pid")},
+     {"worker_processes", "1"}].
+
+nginx_events(_Config) ->
+    ["events {\n",
+     {"worker_connections",  "1024"},
+     "\n}"
+    ].
+
+nginx_http("http", Config) ->
+    PrivDir = ?config(priv_dir, Config),
+    DataDir = ?config(data_dir, Config),
+    Port = ?config(port, Config),
+    ["http {\n" |
+     nginx_defaults(PrivDir) ++
+	 [" server {",
+	  {root,                DataDir}, 
+	  {listen,              integer_to_list(Port)},
+	  " location / {\n  try_files $uri $uri/ /index.html;\n}"
+	  "}\n", "}\n"
+	 ]
+    ];
+	
+nginx_http("https", Config) ->
+    PrivDir = ?config(priv_dir, Config),
+    DataDir = ?config(data_dir, Config),
+    Port = ?config(port, Config),
+    SSLOpts = ?config(server_verification_opts, Config),
+    Ciphers = proplists:get_value(ciphers, SSLOpts),
+    ReuseSession = ?config(reuse_sessions, Config),
+    ["http {" |
+     nginx_defaults(PrivDir) ++
+	 [" server {",
+	  {"root",                DataDir}, 
+	  {"listen",              integer_to_list(Port) ++ " ssl"},
+	  {"ssl_certificate",     ?config(certfile, SSLOpts)},
+	  {"ssl_certificate_key", ?config(keyfile, SSLOpts)},
+	  {"ssl_protocols",       "TLSv1 TLSv1.1 TLSv1.2"},
+	  {"ssl_ciphers",         Ciphers}, 
+	  {"ssl_session_cache",    nginx_reuse_session(ReuseSession)},
+	  " location / {\n  try_files $uri $uri/ /index.html;\n}"
+	  "}\n", "}\n"
+	 ]
+    ].
+	
+nginx_defaults(PrivDir) ->
+    [
+     %% Set temp and cache file options that will otherwise default to
+     %% restricted locations accessible only to root.
+     {"client_body_temp_path", filename:join(PrivDir, "client_body")},
+     {"fastcgi_temp_path",   filename:join(PrivDir, "fastcgi_temp")}, 
+     {"proxy_temp_path", filename:join(PrivDir, "proxy_temp")},
+     {"scgi_temp_path", filename:join(PrivDir, "scgi_temp")},
+     {"uwsgi_temp_path", filename:join(PrivDir, "uwsgi_temp_path")},
+     {"access_log",  filename:join(PrivDir, "access.log")},
+     {"error_log",   filename:join(PrivDir, "error.log")},
+     %% Standard options
+     {"sendfile", "on"},
+     {"tcp_nopush", "on"},
+     {"tcp_nodelay", "on"},
+     {"keepalive_timeout",  "360"},
+     {"types_hash_max_size", "2048"},
+     {"include", "/etc/nginx/mime.types"},
+     {"default_type", "application/octet-stream"}
+    ].
+
+nginx_reuse_session(true) ->
+    "on";
+nginx_reuse_session(false) ->
+    "off".
+
+wait_for_nginx_up(Host, Port) ->
+    case gen_tcp:connect(Host, Port, []) of
+	{ok, Socket} ->
+	    gen_tcp:close(Socket);
+	_  ->
+	    ct:sleep(100),
+	    wait_for_nginx_up(Host, Port)
+    end.
+		
diff --git a/lib/inets/test/httpd_bench_SUITE_data/1M_file b/lib/inets/test/httpd_bench_SUITE_data/1M_file
new file mode 100644
index 0000000000..557989144e
--- /dev/null
+++ b/lib/inets/test/httpd_bench_SUITE_data/1M_file
diff --git a/lib/inets/test/httpd_bench_SUITE_data/1k_file b/lib/inets/test/httpd_bench_SUITE_data/1k_file
new file mode 100644
index 0000000000..cade172d80
--- /dev/null
+++ b/lib/inets/test/httpd_bench_SUITE_data/1k_file
diff --git a/lib/inets/test/httpd_test_lib.erl b/lib/inets/test/httpd_test_lib.erl
index 1cecd2642c..b6525037b2 100644
--- a/lib/inets/test/httpd_test_lib.erl
+++ b/lib/inets/test/httpd_test_lib.erl
@@ -23,7 +23,8 @@
 -include("inets_test_lib.hrl").
 
 %% Poll functions
--export([verify_request/6, verify_request/7, verify_request/8, is_expect/1]).
+-export([verify_request/6, verify_request/7, verify_request/8, is_expect/1,
+	 verify_request_N/9]).
 
 -record(state, {request,        % string()
 		socket,         % socket()
@@ -109,9 +110,9 @@ verify_request(SocketType, Host, Port, TranspOpts, Node, RequestStr, Options, Ti
 		    {error, Reason};
 		NewState ->
 		    ValidateResult = 
-			validate(RequestStr, NewState, Options, Node, Port),
+		   	validate(RequestStr, NewState, Options, Node, Port),
 		    inets_test_lib:close(SocketType, Socket),
-		    ValidateResult
+		    ValidateResult 
 	    end;
 
 	ConnectError ->
@@ -126,6 +127,46 @@ verify_request(SocketType, Host, Port, TranspOpts, Node, RequestStr, Options, Ti
 		      {args,       [SocketType, Host, Port, TranspOpts]}]}) 
     end.
 
+verify_request_N(SocketType, Host, Port, TranspOpts, Node, RequestStr, Options, TimeOut, N) ->
+    State = #state{},
+     try inets_test_lib:connect_bin(SocketType, Host, Port, TranspOpts) of
+	{ok, Socket} ->
+	     request_N(SocketType, Socket, RequestStr, Options, TimeOut, Node, Port, State, N); 
+	ConnectError ->
+	    ct:fail({connect_error, ConnectError, 
+		     [SocketType, Host, Port, TranspOpts]})
+    catch
+	T:E ->
+	    ct:fail({connect_failure, 
+		     [{type,       T}, 
+		      {error,      E}, 
+		      {stacktrace, erlang:get_stacktrace()}, 
+		      {args,       [SocketType, Host, Port, TranspOpts]}]}) 
+    end.
+
+request_N(SocketType, Socket, RequestStr, Options, TimeOut, Node, Port, State, 0) ->
+    ok = inets_test_lib:send(SocketType, Socket, RequestStr),
+    case request(State#state{request = RequestStr, 
+			     socket  = Socket}, TimeOut) of
+	{error, Reason} ->
+	    {error, Reason};	
+	NewState ->
+	    ValidateResult = 
+		validate(RequestStr, NewState, Options, Node, Port),
+	    inets_test_lib:close(SocketType, Socket),
+	    ValidateResult
+    end;
+request_N(SocketType, Socket, RequestStr, Options, TimeOut, Node, Port, State, N) ->
+    ok = inets_test_lib:send(SocketType, Socket, RequestStr),
+    case request(State#state{request = RequestStr, 
+			     socket  = Socket}, TimeOut) of
+	{error, Reason} ->
+	    {error, Reason};
+	_NewState ->
+	    request_N(SocketType, Socket, RequestStr, Options, TimeOut, Node, Port, 
+		      #state{}, N-1)
+    end.
+
 request(#state{mfa = {Module, Function, Args}, 
 	       request = RequestStr, socket = Socket} = State, TimeOut) ->
             
@@ -160,13 +201,35 @@ request(#state{mfa = {Module, Function, Args},
 	{ssl_closed, Socket} ->
 	    exit({test_failed, connection_closed});
 	{ssl_error, Socket, Reason} ->
-	    ct:fail({ssl_error, Reason})
+	    ct:fail({ssl_error, Reason});
+	{Socket, {data, Data}} when is_port(Socket) ->
+	    case Module:Function([list_to_binary(Data) | Args]) of
+		{ok, Parsed} ->
+		    port_handle_http_msg(Parsed, State); 
+		{_, whole_body, _} when HeadRequest =:= "HEAD" ->
+		    State#state{body = <<>>}; 
+		NewMFA ->
+		    request(State#state{mfa = NewMFA}, TimeOut)
+	    end;
+	{Socket, closed}  when Function =:= whole_body -> 
+	    State#state{body = hd(Args)};
+	{Socket, closed} ->
+	    exit({test_failed, connection_closed})
     after TimeOut ->
 	    ct:pal("~p ~w[~w]request -> timeout"
-		   "~n", [self(), ?MODULE, ?LINE]),
+		   "~p~n", [self(), ?MODULE, ?LINE, Args]),
 	    ct:fail(connection_timed_out)    
     end.
 
+
+port_handle_http_msg({Version, StatusCode, ReasonPharse, Headers, Body}, State) ->
+    State#state{status_line = {Version, 
+			       StatusCode,
+			       ReasonPharse},
+		headers = Headers,
+		body = Body}.
+
+
 handle_http_msg({Version, StatusCode, ReasonPharse, Headers, Body}, 
 		State = #state{request = RequestStr}) ->
     case is_expect(RequestStr) of
diff --git a/lib/inets/test/inets.spec b/lib/inets/test/inets.spec
index ed102f8219..6cb3d6526c 100644
--- a/lib/inets/test/inets.spec
+++ b/lib/inets/test/inets.spec
@@ -1 +1,3 @@
-{suites,"../inets_test",all}.
+{suites,"../inets_test", all}.
+{skip_suites, "../inets_test", [httpd_bench_SUITE], 
+    "Benchmarks run separately"}.
diff --git a/lib/inets/test/inets_bench.spec b/lib/inets/test/inets_bench.spec
new file mode 100644
index 0000000000..19136e691b
--- /dev/null
+++ b/lib/inets/test/inets_bench.spec
@@ -0,0 +1 @@
+{suites,"../inets_test",[httpd_bench_SUITE]}.
diff --git a/lib/inets/test/inets_test_lib.erl b/lib/inets/test/inets_test_lib.erl
index f1185f7574..2529cc5f9b 100644
--- a/lib/inets/test/inets_test_lib.erl
+++ b/lib/inets/test/inets_test_lib.erl
@@ -463,8 +463,9 @@ connect_bin(essl, Host, Port, Opts0) ->
     connect(ssl, Host, Port, Opts);
 connect_bin(ip_comm, Host, Port, Opts0) ->
     Opts = [binary, {packet, 0} | Opts0],
-    connect(ip_comm, Host, Port, Opts).
-
+    connect(ip_comm, Host, Port, Opts);
+connect_bin(Type, Host, Port, Opts) ->
+    connect(Type, Host, Port, Opts).
 
 connect_byte(SockType, Host, Port) ->
     connect_byte(SockType, Host, Port, []).
@@ -477,27 +478,40 @@ connect_byte(essl, Host, Port, Opts0) ->
     connect(ssl, Host, Port, Opts);
 connect_byte(ip_comm, Host, Port, Opts0) ->
     Opts = [{packet,0} | Opts0],
-    connect(ip_comm, Host, Port, Opts).
+    connect(ip_comm, Host, Port, Opts);
+connect_byte(Type, Host, Port, Opts) ->
+    connect(Type, Host, Port, Opts).
 
 connect(ip_comm, Host, Port, Opts) ->
     gen_tcp:connect(Host, Port, Opts);
 connect(ssl, Host, Port, Opts) ->
-    ssl:connect(Host, Port, Opts).
+    ssl:connect(Host, Port, Opts);
+connect(openssl_port, Host, Port, Opts) ->
+    CaCertFile = proplists:get_value(cacertfile, Opts),
+    Cmd = "openssl s_client -quiet -port " ++ integer_to_list(Port)  ++ " -host " ++ Host 
+	++ " -CAfile " ++ CaCertFile,
+    ct:log("openssl cmd: ~p~n", [Cmd]),
+    OpensslPort =  open_port({spawn, Cmd}, [stderr_to_stdout]),
+    read_junk(OpensslPort),
+    {ok, OpensslPort}.
 
 send(ssl, Socket, Data) ->
     ssl:send(Socket, Data);
 send(essl, Socket, Data) ->
     ssl:send(Socket, Data);
 send(ip_comm,Socket,Data) ->
-    gen_tcp:send(Socket,Data).
-
-
+    gen_tcp:send(Socket,Data);
+send(openssl_port, Port, Data) ->
+    true = port_command(Port, Data),
+    ok.
 close(ssl,Socket) ->
     catch ssl:close(Socket);
 close(essl,Socket) ->
     catch ssl:close(Socket);
 close(ip_comm,Socket) ->
-    catch gen_tcp:close(Socket).
+    catch gen_tcp:close(Socket);
+close(openssl_port, Port) ->
+    exit(Port, normal).
 
 
 hours(N)   -> trunc(N * 1000 * 60 * 60).
@@ -572,3 +586,11 @@ do_inet_port(Node) ->
     {ok, Socket} = rpc:call(Node, gen_tcp, listen, [0, [{reuseaddr, true}]]),
     {ok, Port} = rpc:call(Node, inet, port, [Socket]),
     {Port, Socket}.
+
+read_junk(OpensslPort) ->
+    receive
+	{OpensslPort, _} ->
+	    read_junk(OpensslPort)
+    after 500 -> 
+	    ok    
+    end.
diff --git a/lib/inets/test/make_certs.erl b/lib/inets/test/make_certs.erl
new file mode 100644
index 0000000000..7215a59823
--- /dev/null
+++ b/lib/inets/test/make_certs.erl
@@ -0,0 +1,530 @@
+%%
+%% %CopyrightBegin%
+%% 
+%% Copyright Ericsson AB 2007-2015. All Rights Reserved.
+%% 
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%% 
+%% %CopyrightEnd%
+%%
+
+-module(make_certs).
+-compile([export_all]).
+
+%-export([all/1, all/2, rootCA/2, intermediateCA/3, endusers/3, enduser/3, revoke/3, gencrl/2, verify/3]).
+
+-record(config, {commonName, 
+	     organizationalUnitName = "Erlang OTP",
+	     organizationName = "Ericsson AB",
+	     localityName = "Stockholm",
+	     countryName = "SE",
+	     emailAddress = "[email protected]",
+	     default_bits = 2048,
+	     v2_crls = true,
+	     ecc_certs = false,
+	     issuing_distribution_point = false,
+	     crl_port = 8000,
+	     openssl_cmd = "openssl"}).
+
+
+default_config() ->
+    #config{}.
+
+make_config(Args) ->
+    make_config(Args, #config{}).
+
+make_config([], C) ->
+    C;
+make_config([{organizationalUnitName, Name}|T], C) when is_list(Name) ->
+    make_config(T, C#config{organizationalUnitName = Name});
+make_config([{organizationName, Name}|T], C) when is_list(Name) ->
+    make_config(T, C#config{organizationName = Name});
+make_config([{localityName, Name}|T], C) when is_list(Name) ->
+    make_config(T, C#config{localityName = Name});
+make_config([{countryName, Name}|T], C) when is_list(Name) ->
+    make_config(T, C#config{countryName = Name});
+make_config([{emailAddress, Name}|T], C) when is_list(Name) ->
+    make_config(T, C#config{emailAddress = Name});
+make_config([{default_bits, Bits}|T], C) when is_integer(Bits) ->
+    make_config(T, C#config{default_bits = Bits});
+make_config([{v2_crls, Bool}|T], C) when is_boolean(Bool) ->
+    make_config(T, C#config{v2_crls = Bool});
+make_config([{crl_port, Port}|T], C) when is_integer(Port) ->
+    make_config(T, C#config{crl_port = Port});
+make_config([{ecc_certs, Bool}|T], C) when is_boolean(Bool) ->
+    make_config(T, C#config{ecc_certs = Bool});
+make_config([{issuing_distribution_point, Bool}|T], C) when is_boolean(Bool) ->
+    make_config(T, C#config{issuing_distribution_point = Bool});
+make_config([{openssl_cmd, Cmd}|T], C) when is_list(Cmd) ->
+    make_config(T, C#config{openssl_cmd = Cmd}).
+
+
+all([DataDir, PrivDir]) ->
+    all(DataDir, PrivDir).
+
+all(DataDir, PrivDir) ->
+    all(DataDir, PrivDir, #config{}).
+
+all(DataDir, PrivDir, C) when is_list(C) ->
+    all(DataDir, PrivDir, make_config(C));
+all(DataDir, PrivDir, C = #config{}) ->
+    ok = filelib:ensure_dir(filename:join(PrivDir, "erlangCA")),
+    create_rnd(DataDir, PrivDir),			% For all requests
+    rootCA(PrivDir, "erlangCA", C),
+    intermediateCA(PrivDir, "otpCA", "erlangCA", C),
+    endusers(PrivDir, "otpCA", ["client", "server", "revoked", "a.server", "b.server"], C),
+    endusers(PrivDir, "erlangCA", ["localhost"], C),
+    %% Create keycert files 
+    SDir = filename:join([PrivDir, "server"]),
+    SC = filename:join([SDir, "cert.pem"]),
+    SK = filename:join([SDir, "key.pem"]),
+    SKC = filename:join([SDir, "keycert.pem"]),
+    append_files([SK, SC], SKC),
+    CDir = filename:join([PrivDir, "client"]),
+    CC = filename:join([CDir, "cert.pem"]),
+    CK = filename:join([CDir, "key.pem"]),
+    CKC = filename:join([CDir, "keycert.pem"]),
+    append_files([CK, CC], CKC),
+    RDir = filename:join([PrivDir, "revoked"]),
+    RC = filename:join([RDir, "cert.pem"]),
+    RK = filename:join([RDir, "key.pem"]),
+    RKC = filename:join([RDir, "keycert.pem"]),
+    revoke(PrivDir, "otpCA", "revoked", C),
+    append_files([RK, RC], RKC),
+    remove_rnd(PrivDir),
+    {ok, C}.
+
+append_files(FileNames, ResultFileName) ->
+    {ok, ResultFile} = file:open(ResultFileName, [write]),
+    do_append_files(FileNames, ResultFile).
+
+do_append_files([], RF) ->
+    ok = file:close(RF);
+do_append_files([F|Fs], RF) ->
+    {ok, Data} = file:read_file(F),
+    ok = file:write(RF, Data),
+    do_append_files(Fs, RF).
+
+rootCA(Root, Name, C) ->
+    create_ca_dir(Root, Name, ca_cnf(C#config{commonName = Name})),
+    create_self_signed_cert(Root, Name, req_cnf(C#config{commonName = Name}), C),
+    file:copy(filename:join([Root, Name, "cert.pem"]), filename:join([Root, Name, "cacerts.pem"])),
+    gencrl(Root, Name, C).
+
+intermediateCA(Root, CA, ParentCA, C) ->
+    create_ca_dir(Root, CA, ca_cnf(C#config{commonName = CA})),
+    CARoot = filename:join([Root, CA]),
+    CnfFile = filename:join([CARoot, "req.cnf"]),
+    file:write_file(CnfFile, req_cnf(C#config{commonName = CA})),
+    KeyFile = filename:join([CARoot, "private", "key.pem"]), 
+    ReqFile =  filename:join([CARoot, "req.pem"]), 
+    create_req(Root, CnfFile, KeyFile, ReqFile, C),
+    CertFile = filename:join([CARoot, "cert.pem"]),
+    sign_req(Root, ParentCA, "ca_cert", ReqFile, CertFile, C),
+    CACertsFile = filename:join(CARoot, "cacerts.pem"),
+    file:copy(filename:join([Root, ParentCA, "cacerts.pem"]), CACertsFile),
+    %% append this CA's cert to the cacerts file
+    {ok, Bin} = file:read_file(CertFile),
+    {ok, FD} = file:open(CACertsFile, [append]),
+    file:write(FD, ["\n", Bin]),
+    file:close(FD),
+    gencrl(Root, CA, C).
+
+endusers(Root, CA, Users, C) ->
+    [enduser(Root, CA, User, C) || User <- Users].
+
+enduser(Root, CA, User, C) ->
+    UsrRoot = filename:join([Root, User]),
+    file:make_dir(UsrRoot),
+    CnfFile = filename:join([UsrRoot, "req.cnf"]),
+    file:write_file(CnfFile, req_cnf(C#config{commonName = User})),
+    KeyFile = filename:join([UsrRoot, "key.pem"]), 
+    ReqFile =  filename:join([UsrRoot, "req.pem"]), 
+    create_req(Root, CnfFile, KeyFile, ReqFile, C),
+    %create_req(Root, CnfFile, KeyFile, ReqFile),
+    CertFileAllUsage =  filename:join([UsrRoot, "cert.pem"]),
+    sign_req(Root, CA, "user_cert", ReqFile, CertFileAllUsage, C),
+    CertFileDigitalSigOnly =  filename:join([UsrRoot, "digital_signature_only_cert.pem"]),
+    sign_req(Root, CA, "user_cert_digital_signature_only", ReqFile, CertFileDigitalSigOnly, C),
+    CACertsFile = filename:join(UsrRoot, "cacerts.pem"),
+    file:copy(filename:join([Root, CA, "cacerts.pem"]), CACertsFile),
+    ok.
+
+revoke(Root, CA, User, C) ->
+    UsrCert = filename:join([Root, User, "cert.pem"]),
+    CACnfFile = filename:join([Root, CA, "ca.cnf"]),
+    Cmd = [C#config.openssl_cmd, " ca"
+	   " -revoke ", UsrCert,
+	   [" -crl_reason keyCompromise" || C#config.v2_crls ],
+	   " -config ", CACnfFile],
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env),
+    gencrl(Root, CA, C).
+
+gencrl(Root, CA, C) ->
+    CACnfFile = filename:join([Root, CA, "ca.cnf"]),
+    CACRLFile = filename:join([Root, CA, "crl.pem"]),
+    Cmd = [C#config.openssl_cmd, " ca"
+	   " -gencrl ",
+	   " -crlhours 24",
+	   " -out ", CACRLFile,
+	   " -config ", CACnfFile],
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env).
+
+verify(Root, CA, User, C) ->
+    CAFile = filename:join([Root, User, "cacerts.pem"]),
+    CACRLFile = filename:join([Root, CA, "crl.pem"]),
+    CertFile = filename:join([Root, User, "cert.pem"]),
+    Cmd = [C#config.openssl_cmd, " verify"
+	   " -CAfile ", CAFile,
+	   " -CRLfile ", CACRLFile, %% this is undocumented, but seems to work
+	   " -crl_check ",
+	   CertFile],
+    Env = [{"ROOTDIR", filename:absname(Root)}],
+    try cmd(Cmd, Env) catch
+	   exit:{eval_cmd, _, _} ->
+		invalid
+    end.
+
+create_self_signed_cert(Root, CAName, Cnf, C = #config{ecc_certs = true}) ->
+    CARoot = filename:join([Root, CAName]),
+    CnfFile = filename:join([CARoot, "req.cnf"]),
+    file:write_file(CnfFile, Cnf),
+    KeyFile = filename:join([CARoot, "private", "key.pem"]), 
+    CertFile = filename:join([CARoot, "cert.pem"]), 
+    Cmd = [C#config.openssl_cmd, " ecparam"
+	   " -out ", KeyFile,
+	   " -name secp521r1 ",
+	   %" -name sect283k1 ",
+	   " -genkey "],
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env),
+
+    Cmd2 = [C#config.openssl_cmd, " req"
+	   " -new"
+	   " -x509"
+	   " -config ", CnfFile,
+	   " -key ", KeyFile, 
+		 " -outform PEM ",
+	   " -out ", CertFile], 
+    cmd(Cmd2, Env);
+create_self_signed_cert(Root, CAName, Cnf, C) ->
+    CARoot = filename:join([Root, CAName]),
+    CnfFile = filename:join([CARoot, "req.cnf"]),
+    file:write_file(CnfFile, Cnf),
+    KeyFile = filename:join([CARoot, "private", "key.pem"]), 
+    CertFile = filename:join([CARoot, "cert.pem"]), 
+    Cmd = [C#config.openssl_cmd, " req"
+	   " -new"
+	   " -x509"
+	   " -config ", CnfFile,
+	   " -keyout ", KeyFile,
+	   " -outform PEM",
+	   " -out ", CertFile], 
+    Env = [{"ROOTDIR", filename:absname(Root)}],  
+    cmd(Cmd, Env).
+
+
+create_ca_dir(Root, CAName, Cnf) ->
+    CARoot = filename:join([Root, CAName]),
+    ok = filelib:ensure_dir(CARoot),
+    file:make_dir(CARoot),
+    create_dirs(CARoot, ["certs", "crl", "newcerts", "private"]),
+    create_rnd(Root, filename:join([CAName, "private"])),
+    create_files(CARoot, [{"serial", "01\n"},
+			  {"crlnumber", "01"},
+			  {"index.txt", ""},
+			  {"ca.cnf", Cnf}]).
+
+create_req(Root, CnfFile, KeyFile, ReqFile, C = #config{ecc_certs = true}) ->
+    Cmd = [C#config.openssl_cmd, " ecparam"
+	   " -out ", KeyFile,
+	   " -name secp521r1 ",
+	   %" -name sect283k1 ",
+	   " -genkey "],
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env),
+    Cmd2 = [C#config.openssl_cmd, " req"
+	   " -new ",
+	   " -key ", KeyFile,
+	   " -outform PEM ",
+	   " -out ", ReqFile,
+	   " -config ", CnfFile],
+    cmd(Cmd2, Env);
+    %fix_key_file(KeyFile).
+create_req(Root, CnfFile, KeyFile, ReqFile, C) ->
+    Cmd = [C#config.openssl_cmd, " req"
+	   " -new"
+	   " -config ", CnfFile,
+	   " -outform PEM ",
+	   " -keyout ", KeyFile, 
+	   " -out ", ReqFile], 
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env).
+    %fix_key_file(KeyFile).
+
+
+sign_req(Root, CA, CertType, ReqFile, CertFile, C) ->
+    CACnfFile = filename:join([Root, CA, "ca.cnf"]),
+    Cmd = [C#config.openssl_cmd, " ca"
+	   " -batch"
+	   " -notext"
+	   " -config ", CACnfFile, 
+	   " -extensions ", CertType,
+	   " -in ", ReqFile, 
+	   " -out ", CertFile],
+    Env = [{"ROOTDIR", filename:absname(Root)}], 
+    cmd(Cmd, Env).
+    
+%%
+%%  Misc
+%%
+    
+create_dirs(Root, Dirs) ->
+    lists:foreach(fun(Dir) ->
+			  file:make_dir(filename:join([Root, Dir])) end,
+		  Dirs).
+
+create_files(Root, NameContents) ->
+    lists:foreach(
+      fun({Name, Contents}) ->
+	      file:write_file(filename:join([Root, Name]), Contents) end,
+      NameContents).
+
+create_rnd(FromDir, ToDir) ->
+     From = filename:join([FromDir, "RAND"]),
+     To = filename:join([ToDir, "RAND"]),
+     file:copy(From, To).
+
+remove_rnd(Dir) ->
+    File = filename:join([Dir, "RAND"]),
+    file:delete(File).
+
+cmd(Cmd, Env) ->
+    FCmd = lists:flatten(Cmd),
+    Port = open_port({spawn, FCmd}, [stream, eof, exit_status, stderr_to_stdout, 
+				    {env, Env}]),
+    eval_cmd(Port, FCmd).
+
+eval_cmd(Port, Cmd) ->
+    receive 
+	{Port, {data, _}} ->
+	    eval_cmd(Port, Cmd);
+	{Port, eof} ->
+	    ok
+    end,
+    receive
+	{Port, {exit_status, 0}}  ->
+	    ok;
+	{Port, {exit_status, Status}} ->
+	    exit({eval_cmd, Cmd, Status})
+    after 0 ->
+	    ok
+    end.
+
+%%
+%% Contents of configuration files 
+%%
+
+req_cnf(C) ->
+    ["# Purpose: Configuration for requests (end users and CAs)."
+     "\n"
+     "ROOTDIR	        = $ENV::ROOTDIR\n"
+     "\n"
+
+     "[req]\n"
+     "input_password	= secret\n"
+     "output_password	= secret\n"
+     "default_bits	= ", integer_to_list(C#config.default_bits), "\n"
+     "RANDFILE		= $ROOTDIR/RAND\n"
+     "encrypt_key	= no\n"
+     "default_md	= md5\n"
+     "#string_mask	= pkix\n"
+     "x509_extensions	= ca_ext\n"
+     "prompt		= no\n"
+     "distinguished_name= name\n"
+     "\n"
+
+     "[name]\n"
+     "commonName		= ", C#config.commonName, "\n"
+     "organizationalUnitName	= ", C#config.organizationalUnitName, "\n"
+     "organizationName	        = ", C#config.organizationName, "\n" 
+     "localityName		= ", C#config.localityName, "\n"
+     "countryName		= ", C#config.countryName, "\n"
+     "emailAddress		= ", C#config.emailAddress, "\n"
+     "\n"
+
+     "[ca_ext]\n"
+     "basicConstraints 	= critical, CA:true\n"
+     "keyUsage 		= cRLSign, keyCertSign\n"
+     "subjectKeyIdentifier = hash\n"
+     "subjectAltName	= email:copy\n"].
+
+ca_cnf(C = #config{issuing_distribution_point = true}) ->
+    ["# Purpose: Configuration for CAs.\n"
+     "\n"
+     "ROOTDIR	        = $ENV::ROOTDIR\n"
+     "default_ca	= ca\n"
+     "\n"
+
+     "[ca]\n"
+     "dir		= $ROOTDIR/", C#config.commonName, "\n"
+     "certs		= $dir/certs\n"
+     "crl_dir	        = $dir/crl\n"
+     "database	        = $dir/index.txt\n"
+     "new_certs_dir	= $dir/newcerts\n"
+     "certificate	= $dir/cert.pem\n"
+     "serial		= $dir/serial\n"
+     "crl		= $dir/crl.pem\n",
+     ["crlnumber		= $dir/crlnumber\n" || C#config.v2_crls],
+     "private_key	= $dir/private/key.pem\n"
+     "RANDFILE	        = $dir/private/RAND\n"
+     "\n"
+     "x509_extensions   = user_cert\n",
+     ["crl_extensions = crl_ext\n" || C#config.v2_crls],
+     "unique_subject  = no\n"
+     "default_days	= 3600\n"
+     "default_md	= md5\n"
+     "preserve	        = no\n"
+     "policy		= policy_match\n"
+     "\n"
+
+     "[policy_match]\n"
+     "commonName		= supplied\n"
+     "organizationalUnitName	= optional\n"
+     "organizationName	        = match\n"
+     "countryName		= match\n"
+     "localityName		= match\n"
+     "emailAddress		= supplied\n"
+     "\n"
+
+     "[crl_ext]\n"
+     "authorityKeyIdentifier=keyid:always,issuer:always\n",
+     ["issuingDistributionPoint=critical, @idpsec\n" || C#config.issuing_distribution_point],
+
+     "[idpsec]\n"
+     "fullname=URI:http://localhost:8000/",C#config.commonName,"/crl.pem\n"
+
+     "[user_cert]\n"
+     "basicConstraints	= CA:false\n"
+     "keyUsage 		= nonRepudiation, digitalSignature, keyEncipherment\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     "crlDistributionPoints=@crl_section\n"
+
+     "[crl_section]\n"
+     %% intentionally invalid
+     "URI.1=http://localhost/",C#config.commonName,"/crl.pem\n"
+     "URI.2=http://localhost:",integer_to_list(C#config.crl_port),"/",C#config.commonName,"/crl.pem\n"
+     "\n"
+
+     "[user_cert_digital_signature_only]\n"
+     "basicConstraints	= CA:false\n"
+     "keyUsage 		= digitalSignature\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     "\n"
+
+     "[ca_cert]\n"
+     "basicConstraints 	= critical,CA:true\n"
+     "keyUsage 		= cRLSign, keyCertSign\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid:always,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     "crlDistributionPoints=@crl_section\n"
+    ];
+
+ca_cnf(C = #config{issuing_distribution_point = false}) ->
+    ["# Purpose: Configuration for CAs.\n"
+     "\n"
+     "ROOTDIR	        = $ENV::ROOTDIR\n"
+     "default_ca	= ca\n"
+     "\n"
+
+     "[ca]\n"
+     "dir		= $ROOTDIR/", C#config.commonName, "\n"
+     "certs		= $dir/certs\n"
+     "crl_dir	        = $dir/crl\n"
+     "database	        = $dir/index.txt\n"
+     "new_certs_dir	= $dir/newcerts\n"
+     "certificate	= $dir/cert.pem\n"
+     "serial		= $dir/serial\n"
+     "crl		= $dir/crl.pem\n",
+     ["crlnumber		= $dir/crlnumber\n" || C#config.v2_crls],
+     "private_key	= $dir/private/key.pem\n"
+     "RANDFILE	        = $dir/private/RAND\n"
+     "\n"
+     "x509_extensions   = user_cert\n",
+     ["crl_extensions = crl_ext\n" || C#config.v2_crls],
+     "unique_subject  = no\n"
+     "default_days	= 3600\n"
+     "default_md	= md5\n"
+     "preserve	        = no\n"
+     "policy		= policy_match\n"
+     "\n"
+
+     "[policy_match]\n"
+     "commonName		= supplied\n"
+     "organizationalUnitName	= optional\n"
+     "organizationName	        = match\n"
+     "countryName		= match\n"
+     "localityName		= match\n"
+     "emailAddress		= supplied\n"
+     "\n"
+
+     "[crl_ext]\n"
+     "authorityKeyIdentifier=keyid:always,issuer:always\n",
+     %["issuingDistributionPoint=critical, @idpsec\n" || C#config.issuing_distribution_point],
+
+     %"[idpsec]\n"
+     %"fullname=URI:http://localhost:8000/",C#config.commonName,"/crl.pem\n"
+
+     "[user_cert]\n"
+     "basicConstraints	= CA:false\n"
+     "keyUsage 		= nonRepudiation, digitalSignature, keyEncipherment\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     %"crlDistributionPoints=@crl_section\n"
+
+     %%"[crl_section]\n"
+     %% intentionally invalid
+     %%"URI.1=http://localhost/",C#config.commonName,"/crl.pem\n"
+     %%"URI.2=http://localhost:",integer_to_list(C#config.crl_port),"/",C#config.commonName,"/crl.pem\n"
+     %%"\n"
+
+     "[user_cert_digital_signature_only]\n"
+     "basicConstraints	= CA:false\n"
+     "keyUsage 		= digitalSignature\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     "\n"
+
+     "[ca_cert]\n"
+     "basicConstraints 	= critical,CA:true\n"
+     "keyUsage 		= cRLSign, keyCertSign\n"
+     "subjectKeyIdentifier = hash\n"
+     "authorityKeyIdentifier = keyid:always,issuer:always\n"
+     "subjectAltName	= email:copy\n"
+     "issuerAltName	= issuer:copy\n"
+     %"crlDistributionPoints=@crl_section\n"
+    ].