Merge branch 'hb/unicode/OTP-10302'

OTP-10742
OTP-10745
OTP-10749

* hb/unicode/OTP-10302:
  [stdlib] Remove documentation of ~tp
  Remove one use of iolist_size/1 in io_lib_pretty.erl
  Add a new function proc_lib:format/2 which takes encoding
  Export the type erl_scan:token()
  Make adjustments for Unicode
  [stdlib] Change default of erl_scan's unicode option
  Update preloaded
  Correct recently introduced Unicode related type errors
  [stdlib] Introduce new functions epp:read_encoding_from_binary/1,2
  Extend char() to Unicode characters
  [kernel] Correct bugs in the old shell (user.erl)
  [parsetools] Change the encoding of test suites to UTF-8
  [stdlib] Fix a contract bug
  [stdlib] Update the Unicode examples in STDLIB User's Guide
  [stdlib] Remove documentation of Unicode functions in io_lib

1 files changed, 16 insertions, 15 deletions

diff --git a/lib/stdlib/src/base64.erl b/lib/stdlib/src/base64.erl
index 0068d82d43..7bf281bd8a 100644
--- a/lib/stdlib/src/base64.erl
+++ b/lib/stdlib/src/base64.erl
@@ -28,7 +28,8 @@
 %% of (some) functions of this module.
 %%-------------------------------------------------------------------------
 
--type ascii_string() :: [1..127].
+-type ascii_string() :: [1..255].
+-type ascii_binary() :: binary().
 
 %%-------------------------------------------------------------------------
 %% encode_to_string(ASCII) -> Base64String
@@ -39,7 +40,7 @@
 %%-------------------------------------------------------------------------
 
 -spec encode_to_string(Data) -> Base64String when
-      Data :: string() | binary(),
+      Data :: ascii_string() | ascii_binary(),
       Base64String :: ascii_string().
 
 encode_to_string(Bin) when is_binary(Bin) ->
@@ -56,15 +57,15 @@ encode_to_string(List) when is_list(List) ->
 %%-------------------------------------------------------------------------
 
 -spec encode(Data) -> Base64 when
-      Data :: string() | binary(),
-      Base64 :: binary().
+      Data :: ascii_string() | ascii_binary(),
+      Base64 :: ascii_binary().
 
 encode(Bin) when is_binary(Bin) ->
     encode_binary(Bin);
 encode(List) when is_list(List) ->
     list_to_binary(encode_l(List)).
 
--spec encode_l(string()) -> ascii_string().
+-spec encode_l(ascii_string()) -> ascii_string().
 
 encode_l([]) ->
     [];
@@ -107,8 +108,8 @@ encode_binary(Bin) ->
 %%-------------------------------------------------------------------------
 
 -spec decode(Base64) -> Data when
-      Base64 :: string() | binary(),
-      Data :: binary().
+      Base64 :: ascii_string() | ascii_binary(),
+      Data :: ascii_binary().
 
 decode(Bin) when is_binary(Bin) ->
     decode_binary(<<>>, Bin);
@@ -116,21 +117,21 @@ decode(List) when is_list(List) ->
     list_to_binary(decode_l(List)).
 
 -spec mime_decode(Base64) -> Data when
-      Base64 :: string() | binary(),
-      Data :: binary().
+      Base64 :: ascii_string() | ascii_binary(),
+      Data :: ascii_binary().
 
 mime_decode(Bin) when is_binary(Bin) ->
     mime_decode_binary(<<>>, Bin);
 mime_decode(List) when is_list(List) ->
     mime_decode(list_to_binary(List)).
 
--spec decode_l(string()) -> string().
+-spec decode_l(ascii_string()) -> ascii_string().
 
 decode_l(List) ->
     L = strip_spaces(List, []),
     decode(L, []).
 
--spec mime_decode_l(string()) -> string().
+-spec mime_decode_l(ascii_string()) -> ascii_string().
 
 mime_decode_l(List) ->
     L = strip_illegal(List, [], 0),
@@ -148,8 +149,8 @@ mime_decode_l(List) ->
 %%-------------------------------------------------------------------------
 
 -spec decode_to_string(Base64) -> DataString when
-      Base64 :: string() | binary(),
-      DataString :: string().
+      Base64 :: ascii_string() | ascii_binary(),
+      DataString :: ascii_string().
 
 decode_to_string(Bin) when is_binary(Bin) ->
     decode_to_string(binary_to_list(Bin));
@@ -157,8 +158,8 @@ decode_to_string(List) when is_list(List) ->
     decode_l(List).
 
 -spec mime_decode_to_string(Base64) -> DataString when
-      Base64 :: string() | binary(),
-      DataString :: string().
+      Base64 :: ascii_string() | ascii_binary(),
+      DataString :: ascii_string().
 
 mime_decode_to_string(Bin) when is_binary(Bin) ->
     mime_decode_to_string(binary_to_list(Bin));