additional noncharacter handling for R14BXX
This commit is contained in:
parent
3d836f1241
commit
672fe04c37
1 changed files with 3 additions and 0 deletions
|
@ -485,6 +485,9 @@ string(Bin, Handler, Stack, Opts) ->
|
||||||
%% surrogates
|
%% surrogates
|
||||||
noncharacter(<<237, X, _, Rest/binary>>, Handler, [Acc|Stack], Opts) when X >= 160 ->
|
noncharacter(<<237, X, _, Rest/binary>>, Handler, [Acc|Stack], Opts) when X >= 160 ->
|
||||||
string(Rest, Handler, [?acc_seq(Acc, 16#fffd)|Stack], Opts);
|
string(Rest, Handler, [?acc_seq(Acc, 16#fffd)|Stack], Opts);
|
||||||
|
%% u+fffe and u+ffff for R14BXX
|
||||||
|
noncharacter(<<239, 191, X, Rest/binary>>, Handler, [Acc|Stack], Opts) when X == 190; X == 191 ->
|
||||||
|
string(Rest, Handler, [?acc_seq(Acc, 16#fffd)|Stack], Opts);
|
||||||
%% bad utf8
|
%% bad utf8
|
||||||
noncharacter(<<_, Rest/binary>>, Handler, [Acc|Stack], Opts) ->
|
noncharacter(<<_, Rest/binary>>, Handler, [Acc|Stack], Opts) ->
|
||||||
string(Rest, Handler, [?acc_seq(Acc, 16#fffd)|Stack], Opts).
|
string(Rest, Handler, [?acc_seq(Acc, 16#fffd)|Stack], Opts).
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue