stdlib: Implement uri_string:parse

5 files changed, 436 insertions, 0 deletions

diff --git a/lib/stdlib/test/Makefile b/lib/stdlib/test/Makefile
index 523cb95065..8490770f3d 100644
--- a/lib/stdlib/test/Makefile
+++ b/lib/stdlib/test/Makefile
@@ -87,6 +87,7 @@ MODULES= \
 	timer_simple_SUITE \
 	unicode_SUITE \
 	unicode_util_SUITE \
+	uri_string_SUITE \
 	win32reg_SUITE \
 	y2k_SUITE \
 	select_SUITE \
diff --git a/lib/stdlib/test/property_test/README b/lib/stdlib/test/property_test/README
new file mode 100644
index 0000000000..57602bf719
--- /dev/null
+++ b/lib/stdlib/test/property_test/README
@@ -0,0 +1,12 @@
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%%                                                             %%%
+%%%                       WARNING                               %%%
+%%%                                                             %%%
+%%% This is experimental code which may be changed or removed   %%%
+%%%               anytime without any warning.                  %%%
+%%%                                                             %%%
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+The test in this directory are written assuming that the user has a QuickCheck license.  They are to be run manually.  Some may be possible to be run with other tools, e.g. PropEr.
+
diff --git a/lib/stdlib/test/property_test/uri_string_decode.erl b/lib/stdlib/test/property_test/uri_string_decode.erl
new file mode 100644
index 0000000000..137a649cf1
--- /dev/null
+++ b/lib/stdlib/test/property_test/uri_string_decode.erl
@@ -0,0 +1,55 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2008-2017. All Rights Reserved.
+%%
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%%
+%% %CopyrightEnd%
+%%
+-module(uri_string_decode).
+
+-compile(export_all).
+
+-proptest(eqc).
+-proptest([triq,proper]).
+
+-ifndef(EQC).
+-ifndef(PROPER).
+-ifndef(TRIQ).
+-define(EQC,true).
+-endif.
+-endif.
+-endif.
+
+-ifdef(EQC).
+-include_lib("eqc/include/eqc.hrl").
+-define(MOD_eqc,eqc).
+
+-else.
+-ifdef(PROPER).
+-include_lib("proper/include/proper.hrl").
+-define(MOD_eqc,proper).
+
+-else.
+-ifdef(TRIQ).
+-define(MOD_eqc,triq).
+-include_lib("triq/include/triq.hrl").
+
+-endif.
+-endif.
+-endif.
+
+
+prop_uri_string_decode() ->
+    ok.
diff --git a/lib/stdlib/test/uri_string_SUITE.erl b/lib/stdlib/test/uri_string_SUITE.erl
new file mode 100644
index 0000000000..189941de03
--- /dev/null
+++ b/lib/stdlib/test/uri_string_SUITE.erl
@@ -0,0 +1,326 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2008-2017. All Rights Reserved.
+%%
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%%
+%% %CopyrightEnd%
+%%
+-module(uri_string_SUITE).
+
+-include_lib("common_test/include/ct.hrl").
+
+-export([all/0, suite/0,groups/0,
+         parse_binary_fragment/1, parse_binary_host/1, parse_binary_path/1, parse_binary_port/1,
+         parse_binary_query/1, parse_binary_scheme/1, parse_binary_userinfo/1,
+         parse_fragment/1, parse_host/1, parse_path/1, parse_port/1,
+         parse_query/1, parse_scheme/1, parse_userinfo/1,
+	 parse_list/1, parse_binary/1, parse_mixed/1, parse_relative/1
+        ]).
+
+suite() ->
+    [{timetrap,{minutes,1}}].
+
+all() ->
+    [
+     parse_binary_scheme,
+     parse_binary_userinfo,
+     parse_binary_host,
+     parse_binary_port,
+     parse_binary_path,
+     parse_binary_query,
+     parse_binary_fragment,
+     parse_scheme,
+     parse_userinfo,
+     parse_host,
+     parse_port,
+     parse_path,
+     parse_query,
+     parse_fragment,
+     parse_list,
+     parse_binary,
+     parse_mixed,
+     parse_relative
+    ].
+
+groups() ->
+    [].
+
+
+%% TODO: Negative tests
+%% uri_string:parse(<<"?name=ferret">>).
+%% uri_string:parse("//user@")
+%% uri_string:parse("foo://user@")
+%% uri_string:parse(":600").
+%%
+%% uri_string:parse("//:8042x").
+%%
+%% io:format("# DEBUG T: >>~s<<~n", [T]),
+
+parse_binary_scheme(_Config) ->
+    #{} = uri_string:parse(<<>>),
+    #{path := <<"foo">>} = uri_string:parse(<<"foo">>),
+    #{scheme := <<"foo">>} = uri_string:parse(<<"foo:">>),
+    #{scheme := <<"foo">>, path := <<"bar:nisse">>} = uri_string:parse(<<"foo:bar:nisse">>),
+    #{scheme := <<"foo">>, host := <<"">>} = uri_string:parse(<<"foo://">>),
+    #{scheme := <<"foo">>, host := <<"">>, path := <<"/">>} = uri_string:parse(<<"foo:///">>),
+    #{scheme := <<"foo">>, host := <<"">>, path := <<"//">>} = uri_string:parse(<<"foo:////">>),
+
+    #{path := <<"/">>} = uri_string:parse(<<"/">>),
+    #{host := <<>>} = uri_string:parse(<<"//">>),
+    #{host := <<>>, path := <<"/">>} = uri_string:parse(<<"///">>).
+
+parse_binary_userinfo(_Config) ->
+    #{scheme := <<"user">>, path := <<"password@localhost">>} =
+        uri_string:parse(<<"user:password@localhost">>),
+    #{path := <<"user@">>} = uri_string:parse(<<"user@">>),
+    #{path := <<"/user@">>} = uri_string:parse(<<"/user@">>),
+    #{path := <<"user@localhost">>} = uri_string:parse(<<"user@localhost">>),
+    #{userinfo := <<"user">>, host := <<"localhost">>} = uri_string:parse(<<"//user@localhost">>),
+    #{userinfo := <<"user:password">>, host := <<"localhost">>} =
+        uri_string:parse(<<"//user:password@localhost">>),
+    #{scheme := <<"foo">>, path := <<"/user@">>} =
+        uri_string:parse(<<"foo:/user@">>),
+    #{scheme := <<"foo">>, userinfo := <<"user">>, host := <<"localhost">>} =
+        uri_string:parse(<<"foo://user@localhost">>),
+    #{scheme := <<"foo">>, userinfo := <<"user:password">>, host := <<"localhost">>} =
+        uri_string:parse(<<"foo://user:password@localhost">>).
+
+parse_binary_host(_Config) ->
+    #{host := <<"hostname">>} = uri_string:parse(<<"//hostname">>),
+    #{host := <<"hostname">>,scheme := <<"foo">>} = uri_string:parse(<<"foo://hostname">>),
+    #{host := <<"hostname">>,scheme := <<"foo">>, userinfo := <<"user">>} =
+        uri_string:parse(<<"foo://user@hostname">>).
+
+parse_binary_port(_Config) ->
+    #{path:= <<"/:8042">>} =
+        uri_string:parse(<<"/:8042">>),
+    #{host:= <<>>, port := 8042} =
+        uri_string:parse(<<"//:8042">>),
+    #{host := <<"example.com">>, port:= 8042} =
+        uri_string:parse(<<"//example.com:8042">>),
+    #{scheme := <<"foo">>, path := <<"/:8042">>} =
+        uri_string:parse(<<"foo:/:8042">>),
+    #{scheme := <<"foo">>, host := <<>>, port := 8042} =
+        uri_string:parse(<<"foo://:8042">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, port := 8042} =
+        uri_string:parse(<<"foo://example.com:8042">>).
+
+parse_binary_path(_Config) ->
+    #{path := <<"over/there">>} = uri_string:parse(<<"over/there">>),
+    #{path := <<"/over/there">>} = uri_string:parse(<<"/over/there">>),
+    #{scheme := <<"foo">>, path := <<"/over/there">>} =
+        uri_string:parse(<<"foo:/over/there">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, path := <<"/over/there">>} =
+        uri_string:parse(<<"foo://example.com/over/there">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, path := <<"/over/there">>, port := 8042} =
+        uri_string:parse(<<"foo://example.com:8042/over/there">>).
+
+parse_binary_query(_Config) ->
+    #{scheme := <<"foo">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"foo:?name=ferret">>),
+    #{scheme := <<"foo">>, path:= <<"over/there">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"foo:over/there?name=ferret">>),
+    #{scheme := <<"foo">>, path:= <<"/over/there">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"foo:/over/there?name=ferret">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"foo://example.com?name=ferret">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, path := <<"/">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"foo://example.com/?name=ferret">>),
+
+    #{query := <<"?name=ferret">>} =
+        uri_string:parse(<<"?name=ferret">>),
+    #{path := <<"over/there">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"over/there?name=ferret">>),
+    #{path := <<"/">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"/?name=ferret">>),
+    #{path := <<"/over/there">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"/over/there?name=ferret">>),
+    #{host := <<"example.com">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"//example.com?name=ferret">>),
+    #{host := <<"example.com">>, path := <<"/">>, query := <<"?name=ferret">>} =
+        uri_string:parse(<<"//example.com/?name=ferret">>).
+
+
+parse_binary_fragment(_Config) ->
+    #{scheme := <<"foo">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo:#nose">>),
+    #{scheme := <<"foo">>, path:= <<"over/there">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo:over/there#nose">>),
+    #{scheme := <<"foo">>, path:= <<"/over/there">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo:/over/there#nose">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo://example.com#nose">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, path := <<"/">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo://example.com/#nose">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo://example.com#nose">>),
+
+    #{fragment := <<"nose">>} =
+        uri_string:parse(<<"#nose">>),
+    #{path := <<"over/there">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"over/there#nose">>),
+    #{path := <<"/">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"/#nose">>),
+    #{path := <<"/over/there">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"/over/there#nose">>),
+    #{host := <<"example.com">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"//example.com#nose">>),
+    #{host := <<"example.com">>, path := <<"/">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"//example.com/#nose">>).
+
+parse_scheme(_Config) ->
+    #{} = uri_string:parse(""),
+    #{path := "foo"} = uri_string:parse("foo"),
+    #{scheme := "foo"} = uri_string:parse("foo:"),
+    #{scheme := "foo", path := "bar:nisse"} = uri_string:parse("foo:bar:nisse"),
+    #{scheme := "foo", host := ""} = uri_string:parse("foo://"),
+    #{scheme := "foo", host := "", path := "/"} = uri_string:parse("foo:///"),
+    #{scheme := "foo", host := "", path := "//"} = uri_string:parse("foo:////"),
+
+    #{path := "/"} = uri_string:parse("/"),
+    #{host := ""} = uri_string:parse("//"),
+    #{host := "", path := "/"} = uri_string:parse("///").
+
+parse_userinfo(_Config) ->
+    #{scheme := "user", path := "password@localhost"} = uri_string:parse("user:password@localhost"),
+    #{path := "user@"} = uri_string:parse("user@"),
+    #{path := "/user@"} = uri_string:parse("/user@"),
+    #{path := "user@localhost"} = uri_string:parse("user@localhost"),
+    #{userinfo := "user", host := "localhost"} = uri_string:parse("//user@localhost"),
+    #{userinfo := "user:password", host := "localhost"} =
+        uri_string:parse("//user:password@localhost"),
+    #{scheme := "foo", path := "/user@"} =
+        uri_string:parse("foo:/user@"),
+    #{scheme := "foo", userinfo := "user", host := "localhost"} =
+        uri_string:parse("foo://user@localhost"),
+    #{scheme := "foo", userinfo := "user:password", host := "localhost"} =
+        uri_string:parse("foo://user:password@localhost").
+
+parse_host(_Config) ->
+    #{host := "hostname"} = uri_string:parse("//hostname"),
+    #{host := "hostname",scheme := "foo"} = uri_string:parse("foo://hostname"),
+    #{host := "hostname",scheme := "foo", userinfo := "user"} =
+        uri_string:parse("foo://user@hostname").
+
+parse_port(_Config) ->
+    #{path:= "/:8042"} =
+        uri_string:parse("/:8042"),
+    #{host:= "", port := 8042} =
+        uri_string:parse("//:8042"),
+    #{host := "example.com", port:= 8042} =
+        uri_string:parse("//example.com:8042"),
+    #{scheme := "foo", path := "/:8042"} =
+        uri_string:parse("foo:/:8042"),
+    #{scheme := "foo", host := "", port := 8042} =
+        uri_string:parse("foo://:8042"),
+    #{scheme := "foo", host := "example.com", port := 8042} =
+        uri_string:parse("foo://example.com:8042").
+
+parse_path(_Config) ->
+    #{path := "over/there"} = uri_string:parse("over/there"),
+    #{path := "/over/there"} = uri_string:parse("/over/there"),
+    #{scheme := "foo", path := "/over/there"} =
+        uri_string:parse("foo:/over/there"),
+    #{scheme := "foo", host := "example.com", path := "/over/there"} =
+        uri_string:parse("foo://example.com/over/there"),
+    #{scheme := "foo", host := "example.com", path := "/over/there", port := 8042} =
+        uri_string:parse("foo://example.com:8042/over/there").
+
+parse_query(_Config) ->
+    #{scheme := "foo", query := "?name=ferret"} =
+        uri_string:parse("foo:?name=ferret"),
+    #{scheme := "foo", path:= "over/there", query := "?name=ferret"} =
+        uri_string:parse("foo:over/there?name=ferret"),
+    #{scheme := "foo", path:= "/over/there", query := "?name=ferret"} =
+        uri_string:parse("foo:/over/there?name=ferret"),
+    #{scheme := "foo", host := "example.com", query := "?name=ferret"} =
+        uri_string:parse("foo://example.com?name=ferret"),
+    #{scheme := "foo", host := "example.com", path := "/", query := "?name=ferret"} =
+        uri_string:parse("foo://example.com/?name=ferret"),
+
+    #{query := "?name=ferret"} =
+        uri_string:parse("?name=ferret"),
+    #{path := "over/there", query := "?name=ferret"} =
+        uri_string:parse("over/there?name=ferret"),
+    #{path := "/", query := "?name=ferret"} =
+        uri_string:parse("/?name=ferret"),
+    #{path := "/over/there", query := "?name=ferret"} =
+        uri_string:parse("/over/there?name=ferret"),
+    #{host := "example.com", query := "?name=ferret"} =
+        uri_string:parse("//example.com?name=ferret"),
+    #{host := "example.com", path := "/", query := "?name=ferret"} =
+        uri_string:parse("//example.com/?name=ferret").
+
+
+parse_fragment(_Config) ->
+    #{scheme := "foo", fragment := "nose"} =
+        uri_string:parse("foo:#nose"),
+    #{scheme := "foo", path:= "over/there", fragment := "nose"} =
+        uri_string:parse("foo:over/there#nose"),
+    #{scheme := "foo", path:= "/over/there", fragment := "nose"} =
+        uri_string:parse("foo:/over/there#nose"),
+    #{scheme := "foo", host := "example.com", fragment := "nose"} =
+        uri_string:parse("foo://example.com#nose"),
+    #{scheme := "foo", host := "example.com", path := "/", fragment := "nose"} =
+        uri_string:parse("foo://example.com/#nose"),
+    #{scheme := "foo", host := "example.com", fragment := "nose"} =
+        uri_string:parse("foo://example.com#nose"),
+
+    #{fragment := "nose"} =
+        uri_string:parse("#nose"),
+    #{path := "over/there", fragment := "nose"} =
+        uri_string:parse("over/there#nose"),
+    #{path := "/", fragment := "nose"} =
+        uri_string:parse("/#nose"),
+    #{path := "/over/there", fragment := "nose"} =
+        uri_string:parse("/over/there#nose"),
+    #{host := "example.com", fragment := "nose"} =
+        uri_string:parse("//example.com#nose"),
+    #{host := "example.com", path := "/", fragment := "nose"} =
+        uri_string:parse("//example.com/#nose").
+
+
+parse_list(_Config) ->
+    #{scheme := "foo", path := "bar:nisse"} = uri_string:parse("foo:bar:nisse"),
+    #{scheme := "foo", host := "example.com", port := 8042,
+      path := "/over/there", query := "?name=ferret", fragment := "nose"} =
+        uri_string:parse("foo://example.com:8042/over/there?name=ferret#nose"),
+    #{scheme := "foo", userinfo := "admin:admin", host := "example.com", port := 8042,
+      path := "/over/there", query := "?name=ferret", fragment := "nose"} =
+        uri_string:parse("foo://admin:[email protected]:8042/over/there?name=ferret#nose").
+
+parse_binary(_Config) ->
+    #{scheme := <<"foo">>, path := <<"bar:nisse">>} = uri_string:parse(<<"foo:bar:nisse">>),
+    #{scheme := <<"foo">>, host := <<"example.com">>, port := 8042,
+      path := <<"/over/there">>, query := <<"?name=ferret">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo://example.com:8042/over/there?name=ferret#nose">>),
+    #{scheme := <<"foo">>, userinfo := <<"admin:admin">>, host := <<"example.com">>, port := 8042,
+      path := <<"/over/there">>, query := <<"?name=ferret">>, fragment := <<"nose">>} =
+        uri_string:parse(<<"foo://admin:[email protected]:8042/over/there?name=ferret#nose">>).
+
+
+parse_mixed(_Config) ->
+    #{scheme := "foo", path := "bar"} =
+        uri_string:parse(lists:append("fo",<<"o:bar">>)),
+    #{scheme := "foo", path := "bar"} =
+        uri_string:parse(lists:append("foo:b",<<"ar">>)),
+    #{scheme := "foo", path := "bar:bar"} =
+        uri_string:parse([[102],[111,111],<<":bar">>,58,98,97,114]).
+
+parse_relative(_Config) ->
+    #{path := "/path"} =
+        uri_string:parse(lists:append("/pa",<<"th">>)),
+    #{path := "foo"} =
+        uri_string:parse(lists:append("fo",<<"o">>)).
diff --git a/lib/stdlib/test/uri_string_property_test_SUITE.erl b/lib/stdlib/test/uri_string_property_test_SUITE.erl
new file mode 100644
index 0000000000..de5edf54aa
--- /dev/null
+++ b/lib/stdlib/test/uri_string_property_test_SUITE.erl
@@ -0,0 +1,42 @@
+%%
+%% %CopyrightBegin%
+%%
+%% Copyright Ericsson AB 2008-2017. All Rights Reserved.
+%%
+%% Licensed under the Apache License, Version 2.0 (the "License");
+%% you may not use this file except in compliance with the License.
+%% You may obtain a copy of the License at
+%%
+%%     http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing, software
+%% distributed under the License is distributed on an "AS IS" BASIS,
+%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+%% See the License for the specific language governing permissions and
+%% limitations under the License.
+%%
+%% %CopyrightEnd%
+%%
+-module(uri_string_property_test_SUITE).
+
+-include_lib("common_test/include/ct.hrl").
+
+-compile(export_all).
+
+all() -> [decode].
+
+init_per_suite(Config) ->
+    ct_property_test:init_per_suite(Config).
+
+end_per_suite(Config) ->
+    Config.
+
+%%%================================================================
+%%% Test suites
+%%%
+
+decode(Config) ->
+    ct_property_test:quickcheck(
+      uri_string_decode:prop_uri_string_decode(),
+      Config
+     ).