diff options
| author | Hans Bolinder <[email protected]> | 2013-02-04 16:11:43 +0100 |
|---|---|---|
| committer | Hans Bolinder <[email protected]> | 2013-02-11 15:00:45 +0100 |
| commit | 771b21fa519a52a27134806e1d62440d8535f6b5 (patch) | |
| tree | 96f822c8166896ff28f5bc66eef229cf85204ab9 /lib/parsetools/src/leex.erl | |
| parent | e1676e6c579fa34d07694784afd0902433802bfb (diff) | |
| download | otp-771b21fa519a52a27134806e1d62440d8535f6b5.tar.gz otp-771b21fa519a52a27134806e1d62440d8535f6b5.tar.bz2 otp-771b21fa519a52a27134806e1d62440d8535f6b5.zip | |
Make Unicode corrections
Diffstat (limited to 'lib/parsetools/src/leex.erl')
| -rw-r--r-- | lib/parsetools/src/leex.erl | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/lib/parsetools/src/leex.erl b/lib/parsetools/src/leex.erl index 32c513f56c..22b496258f 100644 --- a/lib/parsetools/src/leex.erl +++ b/lib/parsetools/src/leex.erl @@ -504,7 +504,7 @@ collect_rule(Ifile, Chars, L0) -> collect_action(_Ifile, {error, _}, L, _Cont0) -> {error, {L, leex, cannot_parse}, ignored_end_line}; collect_action(Ifile, Chars, L0, Cont0) -> - case erl_scan:tokens(Cont0, Chars, L0, [unicode]) of + case erl_scan:tokens(Cont0, Chars, L0) of {done,{ok,Toks,_},_} -> {ok,Toks,L0}; {done,{eof,_},_} -> {eof,L0}; {done,{error,E,_},_} -> {error,E,L0}; |