diff options
author | Hans Bolinder <[email protected]> | 2013-02-04 16:11:43 +0100 |
---|---|---|
committer | Hans Bolinder <[email protected]> | 2013-02-11 15:00:45 +0100 |
commit | 771b21fa519a52a27134806e1d62440d8535f6b5 (patch) | |
tree | 96f822c8166896ff28f5bc66eef229cf85204ab9 /lib/parsetools | |
parent | e1676e6c579fa34d07694784afd0902433802bfb (diff) | |
download | otp-771b21fa519a52a27134806e1d62440d8535f6b5.tar.gz otp-771b21fa519a52a27134806e1d62440d8535f6b5.tar.bz2 otp-771b21fa519a52a27134806e1d62440d8535f6b5.zip |
Make Unicode corrections
Diffstat (limited to 'lib/parsetools')
-rw-r--r-- | lib/parsetools/src/leex.erl | 2 | ||||
-rw-r--r-- | lib/parsetools/src/yecc.erl | 2 | ||||
-rw-r--r-- | lib/parsetools/src/yeccscan.erl | 4 |
3 files changed, 4 insertions, 4 deletions
diff --git a/lib/parsetools/src/leex.erl b/lib/parsetools/src/leex.erl index 32c513f56c..22b496258f 100644 --- a/lib/parsetools/src/leex.erl +++ b/lib/parsetools/src/leex.erl @@ -504,7 +504,7 @@ collect_rule(Ifile, Chars, L0) -> collect_action(_Ifile, {error, _}, L, _Cont0) -> {error, {L, leex, cannot_parse}, ignored_end_line}; collect_action(Ifile, Chars, L0, Cont0) -> - case erl_scan:tokens(Cont0, Chars, L0, [unicode]) of + case erl_scan:tokens(Cont0, Chars, L0) of {done,{ok,Toks,_},_} -> {ok,Toks,L0}; {done,{eof,_},_} -> {eof,L0}; {done,{error,E,_},_} -> {error,E,L0}; diff --git a/lib/parsetools/src/yecc.erl b/lib/parsetools/src/yecc.erl index 2f0f70f39b..30e0db421e 100644 --- a/lib/parsetools/src/yecc.erl +++ b/lib/parsetools/src/yecc.erl @@ -2561,7 +2561,7 @@ format_assoc(nonassoc) -> format_symbol(Symbol) -> String = concat([Symbol]), - case erl_scan:string(String, 1, [unicode]) of + case erl_scan:string(String) of {ok, [{atom, _, _}], _} -> io_lib:fwrite(<<"~w">>, [Symbol]); {ok, [{Word, _}], _} when Word =/= ':', Word =/= '->' -> diff --git a/lib/parsetools/src/yeccscan.erl b/lib/parsetools/src/yeccscan.erl index 9e0e85143a..fa3ce8c73b 100644 --- a/lib/parsetools/src/yeccscan.erl +++ b/lib/parsetools/src/yeccscan.erl @@ -1,7 +1,7 @@ %% %% %CopyrightBegin% %% -%% Copyright Ericsson AB 1996-2012. All Rights Reserved. +%% Copyright Ericsson AB 1996-2013. All Rights Reserved. %% %% The contents of this file are subject to the Erlang Public License, %% Version 1.1, (the "License"); you may not use this file except in @@ -24,7 +24,7 @@ scan(Inport) -> scan(Inport, '', 1). scan(Inport, Prompt, Line1) -> - case catch io:scan_erl_form(Inport, Prompt, Line1, [unicode]) of + case catch io:scan_erl_form(Inport, Prompt, Line1) of {eof, Line2} -> {eof, Line2}; {ok, Tokens, Line2} -> |