2012-05-22 23:37:37 -07:00
|
|
|
%% The MIT License
|
|
|
|
|
|
|
|
%% Copyright (c) 2012 Alisdair Sullivan <alisdairsullivan@yahoo.ca>
|
|
|
|
|
|
|
|
%% Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
%% of this software and associated documentation files (the "Software"), to deal
|
|
|
|
%% in the Software without restriction, including without limitation the rights
|
|
|
|
%% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
%% copies of the Software, and to permit persons to whom the Software is
|
|
|
|
%% furnished to do so, subject to the following conditions:
|
|
|
|
|
|
|
|
%% The above copyright notice and this permission notice shall be included in
|
|
|
|
%% all copies or substantial portions of the Software.
|
|
|
|
|
|
|
|
%% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
%% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
%% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
%% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
%% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
%% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
%% THE SOFTWARE.
|
|
|
|
|
|
|
|
|
|
|
|
-module(jsx_parser).
|
|
|
|
|
|
|
|
-export([parser/3]).
|
|
|
|
|
|
|
|
|
2013-02-12 11:54:42 -08:00
|
|
|
-spec parser(Handler::module(), State::any(), Config::jsx:config()) -> jsx:parser().
|
2012-05-22 23:37:37 -07:00
|
|
|
|
2013-02-12 11:54:42 -08:00
|
|
|
parser(Handler, State, Config) ->
|
|
|
|
fun(Tokens) -> value(Tokens, {Handler, Handler:init(State)}, [], jsx_utils:parse_config(Config)) end.
|
2012-05-22 23:37:37 -07:00
|
|
|
|
|
|
|
|
2013-02-12 11:54:42 -08:00
|
|
|
-include("jsx_config.hrl").
|
2012-05-22 23:37:37 -07:00
|
|
|
|
|
|
|
|
|
|
|
%% error, incomplete and event macros
|
|
|
|
-ifndef(error).
|
2013-03-04 22:13:52 -08:00
|
|
|
-define(error(State, Terms, Handler, Stack, Config),
|
|
|
|
case Config#config.error_handler of
|
|
|
|
false -> erlang:error(badarg);
|
|
|
|
F -> F(Terms, {parser, State, Handler, Stack}, Config)
|
|
|
|
end
|
|
|
|
|
2012-05-22 23:37:37 -07:00
|
|
|
).
|
|
|
|
-endif.
|
|
|
|
|
|
|
|
|
|
|
|
-ifndef(incomplete).
|
2013-02-12 11:54:42 -08:00
|
|
|
-define(incomplete(State, Handler, Stack, Config),
|
2012-05-23 00:52:53 -07:00
|
|
|
{incomplete, fun(end_stream) ->
|
2012-05-22 23:37:37 -07:00
|
|
|
case State([end_json],
|
|
|
|
Handler,
|
|
|
|
Stack,
|
2013-02-12 11:54:42 -08:00
|
|
|
Config) of
|
2013-03-04 22:13:52 -08:00
|
|
|
{incomplete, _} -> ?error(State, [], Handler, Stack, Config)
|
2012-05-22 23:37:37 -07:00
|
|
|
; Events -> Events
|
2012-11-21 23:04:14 -08:00
|
|
|
end
|
2012-05-23 00:52:53 -07:00
|
|
|
; (Tokens) ->
|
2013-02-12 11:54:42 -08:00
|
|
|
State(Tokens, Handler, Stack, Config)
|
2012-05-22 23:37:37 -07:00
|
|
|
end
|
|
|
|
}
|
|
|
|
).
|
|
|
|
-endif.
|
|
|
|
|
|
|
|
|
2013-02-12 11:54:42 -08:00
|
|
|
handle_event([], Handler, _Config) -> Handler;
|
|
|
|
handle_event([Event|Rest], Handler, Config) -> handle_event(Rest, handle_event(Event, Handler, Config), Config);
|
|
|
|
handle_event(Event, {Handler, State}, _Config) -> {Handler, Handler:handle_event(Event, State)}.
|
|
|
|
|
|
|
|
|
|
|
|
value([start_object|Tokens], Handler, Stack, Config) ->
|
|
|
|
object(Tokens, handle_event(start_object, Handler, Config), [object|Stack], Config);
|
|
|
|
value([start_array|Tokens], Handler, Stack, Config) ->
|
|
|
|
array(Tokens, handle_event(start_array, Handler, Config), [array|Stack], Config);
|
|
|
|
value([{literal, true}|Tokens], Handler, [], Config) ->
|
|
|
|
done(Tokens, handle_event({literal, true}, Handler, Config), [], Config);
|
|
|
|
value([{literal, false}|Tokens], Handler, [], Config) ->
|
|
|
|
done(Tokens, handle_event({literal, false}, Handler, Config), [], Config);
|
|
|
|
value([{literal, null}|Tokens], Handler, [], Config) ->
|
|
|
|
done(Tokens, handle_event({literal, null}, Handler, Config), [], Config);
|
|
|
|
value([{literal, true}|Tokens], Handler, Stack, Config) ->
|
|
|
|
maybe_done(Tokens, handle_event({literal, true}, Handler, Config), Stack, Config);
|
|
|
|
value([{literal, false}|Tokens], Handler, Stack, Config) ->
|
|
|
|
maybe_done(Tokens, handle_event({literal, false}, Handler, Config), Stack, Config);
|
|
|
|
value([{literal, null}|Tokens], Handler, Stack, Config) ->
|
|
|
|
maybe_done(Tokens, handle_event({literal, null}, Handler, Config), Stack, Config);
|
|
|
|
value([Literal|Tokens], Handler, Stack, Config) when Literal == true; Literal == false; Literal == null ->
|
|
|
|
value([{literal, Literal}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([{integer, Number}|Tokens], Handler, [], Config) when is_integer(Number) ->
|
|
|
|
done(Tokens, handle_event({integer, Number}, Handler, Config), [], Config);
|
|
|
|
value([{float, Number}|Tokens], Handler, [], Config) when is_float(Number) ->
|
|
|
|
done(Tokens, handle_event({float, Number}, Handler, Config), [], Config);
|
|
|
|
value([{integer, Number}|Tokens], Handler, Stack, Config) when is_integer(Number) ->
|
|
|
|
maybe_done(Tokens, handle_event({integer, Number}, Handler, Config), Stack, Config);
|
|
|
|
value([{float, Number}|Tokens], Handler, Stack, Config) when is_float(Number) ->
|
|
|
|
maybe_done(Tokens, handle_event({float, Number}, Handler, Config), Stack, Config);
|
|
|
|
value([{number, Number}|Tokens], Handler, Stack, Config) when is_integer(Number) ->
|
|
|
|
value([{integer, Number}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([{number, Number}|Tokens], Handler, Stack, Config) when is_float(Number) ->
|
|
|
|
value([{float, Number}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([Number|Tokens], Handler, Stack, Config) when is_integer(Number) ->
|
|
|
|
value([{integer, Number}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([Number|Tokens], Handler, Stack, Config) when is_float(Number) ->
|
|
|
|
value([{float, Number}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([{string, String}|Tokens], Handler, [], Config) when is_binary(String) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
case clean_string(String, Tokens, Handler, [], Config) of
|
|
|
|
Clean when is_binary(Clean) ->
|
|
|
|
done(Tokens, handle_event({string, Clean}, Handler, Config), [], Config);
|
|
|
|
Error -> Error
|
|
|
|
end;
|
2013-02-12 11:54:42 -08:00
|
|
|
value([{string, String}|Tokens], Handler, Stack, Config) when is_binary(String) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
case clean_string(String, Tokens, Handler, Stack, Config) of
|
|
|
|
Clean when is_binary(Clean) ->
|
|
|
|
maybe_done(Tokens, handle_event({string, Clean}, Handler, Config), Stack, Config);
|
|
|
|
Error -> Error
|
|
|
|
end;
|
2013-02-12 11:54:42 -08:00
|
|
|
value([String|Tokens], Handler, Stack, Config) when is_binary(String) ->
|
|
|
|
value([{string, String}] ++ Tokens, Handler, Stack, Config);
|
|
|
|
value([], Handler, Stack, Config) ->
|
|
|
|
?incomplete(value, Handler, Stack, Config);
|
|
|
|
value(BadTokens, Handler, Stack, Config) when is_list(BadTokens) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
?error(value, BadTokens, Handler, Stack, Config);
|
2013-02-12 11:54:42 -08:00
|
|
|
value(Token, Handler, Stack, Config) ->
|
|
|
|
value([Token], Handler, Stack, Config).
|
|
|
|
|
|
|
|
object([end_object|Tokens], Handler, [object|Stack], Config) ->
|
|
|
|
maybe_done(Tokens, handle_event(end_object, Handler, Config), Stack, Config);
|
|
|
|
object([{key, Key}|Tokens], Handler, Stack, Config) when is_atom(Key); is_binary(Key) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
case clean_string(fix_key(Key), Tokens, Handler, Stack, Config) of
|
|
|
|
Clean when is_binary(Clean) ->
|
|
|
|
value(Tokens, handle_event({key, Clean}, Handler, Config), Stack, Config);
|
|
|
|
Error -> Error
|
|
|
|
end;
|
2013-02-12 11:54:42 -08:00
|
|
|
object([Key|Tokens], Handler, Stack, Config) when is_atom(Key); is_binary(Key) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
case clean_string(fix_key(Key), Tokens, Handler, Stack, Config) of
|
|
|
|
Clean when is_binary(Clean) ->
|
|
|
|
value(Tokens, handle_event({key, Clean}, Handler, Config), Stack, Config);
|
|
|
|
Error -> Error
|
|
|
|
end;
|
2013-02-12 11:54:42 -08:00
|
|
|
object([], Handler, Stack, Config) ->
|
|
|
|
?incomplete(object, Handler, Stack, Config);
|
|
|
|
object(Token, Handler, Stack, Config) ->
|
|
|
|
object([Token], Handler, Stack, Config).
|
|
|
|
|
|
|
|
array([end_array|Tokens], Handler, [array|Stack], Config) ->
|
|
|
|
maybe_done(Tokens, handle_event(end_array, Handler, Config), Stack, Config);
|
|
|
|
array([], Handler, Stack, Config) ->
|
|
|
|
?incomplete(array, Handler, Stack, Config);
|
|
|
|
array(Tokens, Handler, Stack, Config) when is_list(Tokens) ->
|
|
|
|
value(Tokens, Handler, Stack, Config);
|
|
|
|
array(Token, Handler, Stack, Config) ->
|
|
|
|
array([Token], Handler, Stack, Config).
|
|
|
|
|
|
|
|
maybe_done([end_json], Handler, [], Config) ->
|
|
|
|
done([], Handler, [], Config);
|
|
|
|
maybe_done(Tokens, Handler, [object|_] = Stack, Config) when is_list(Tokens) ->
|
|
|
|
object(Tokens, Handler, Stack, Config);
|
|
|
|
maybe_done(Tokens, Handler, [array|_] = Stack, Config) when is_list(Tokens) ->
|
|
|
|
array(Tokens, Handler, Stack, Config);
|
|
|
|
maybe_done([], Handler, Stack, Config) ->
|
|
|
|
?incomplete(maybe_done, Handler, Stack, Config);
|
|
|
|
maybe_done(BadTokens, Handler, Stack, Config) when is_list(BadTokens) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
?error(maybe_done, BadTokens, Handler, Stack, Config);
|
2013-02-12 11:54:42 -08:00
|
|
|
maybe_done(Token, Handler, Stack, Config) ->
|
|
|
|
maybe_done([Token], Handler, Stack, Config).
|
|
|
|
|
|
|
|
done(Tokens, Handler, [], Config) when Tokens == [end_json]; Tokens == [] ->
|
|
|
|
{_, State} = handle_event(end_json, Handler, Config),
|
2012-05-23 00:52:53 -07:00
|
|
|
State;
|
2013-02-12 11:54:42 -08:00
|
|
|
done(BadTokens, Handler, Stack, Config) when is_list(BadTokens) ->
|
2013-03-04 22:13:52 -08:00
|
|
|
?error(done, BadTokens, Handler, Stack, Config);
|
2013-02-12 11:54:42 -08:00
|
|
|
done(Token, Handler, Stack, Config) ->
|
|
|
|
done([Token], Handler, Stack, Config).
|
2012-05-23 00:52:53 -07:00
|
|
|
|
|
|
|
|
|
|
|
fix_key(Key) when is_atom(Key) -> fix_key(atom_to_binary(Key, utf8));
|
|
|
|
fix_key(Key) when is_binary(Key) -> Key.
|
|
|
|
|
|
|
|
|
2013-03-04 22:13:52 -08:00
|
|
|
clean_string(Bin, Tokens, Handler, Stack, Config) ->
|
|
|
|
try jsx_utils:clean_string(Bin, Config)
|
|
|
|
catch error:badarg -> ?error(string, [{string, Bin}|Tokens], Handler, Stack, Config)
|
|
|
|
end.
|
2012-05-23 00:52:53 -07:00
|
|
|
|
2012-05-22 23:37:37 -07:00
|
|
|
|
|
|
|
|
|
|
|
-ifdef(TEST).
|
|
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
|
|
|
2012-05-23 00:57:13 -07:00
|
|
|
|
2013-02-11 18:22:45 -08:00
|
|
|
decode_test_() ->
|
2013-02-13 19:13:50 -08:00
|
|
|
Data = jsx:test_cases(),
|
2013-02-11 18:22:45 -08:00
|
|
|
[
|
|
|
|
{
|
|
|
|
Title, ?_assertEqual(
|
|
|
|
Events ++ [end_json],
|
2013-02-12 11:54:42 -08:00
|
|
|
value(Events ++ [end_json], {jsx, []}, [], #config{})
|
2013-02-11 18:22:45 -08:00
|
|
|
)
|
|
|
|
} || {Title, _, _, Events} <- Data
|
|
|
|
].
|
|
|
|
|
|
|
|
|
2013-03-04 22:13:52 -08:00
|
|
|
parse(Terms, Config) -> value(Terms, {jsx, []}, [], jsx_utils:parse_config(Config)).
|
|
|
|
|
|
|
|
|
|
|
|
error_test_() ->
|
|
|
|
[
|
|
|
|
{"value error", ?_assertError(badarg, parse([self()], []))},
|
|
|
|
{"maybe_done error", ?_assertError(badarg, parse([start_array, end_array, start_array, end_json], []))},
|
|
|
|
{"done error", ?_assertError(badarg, parse([{string, <<"">>}, {literal, true}, end_json], []))},
|
|
|
|
{"string error", ?_assertError(badarg, parse([{string, <<16#ffff/utf8>>}, end_json], []))}
|
|
|
|
].
|
|
|
|
|
|
|
|
|
|
|
|
custom_error_handler_test_() ->
|
|
|
|
Error = fun(Rest, {_, State, _, _}, _) -> {State, Rest} end,
|
|
|
|
[
|
|
|
|
{"value error", ?_assertEqual(
|
|
|
|
{value, [self()]},
|
|
|
|
parse([self()], [{error_handler, Error}])
|
|
|
|
)},
|
|
|
|
{"maybe_done error", ?_assertEqual(
|
|
|
|
{maybe_done, [start_array, end_json]},
|
|
|
|
parse([start_array, end_array, start_array, end_json], [{error_handler, Error}])
|
|
|
|
)},
|
|
|
|
{"done error", ?_assertEqual(
|
|
|
|
{done, [{literal, true}, end_json]},
|
|
|
|
parse([{string, <<"">>}, {literal, true}, end_json], [{error_handler, Error}])
|
|
|
|
)},
|
|
|
|
{"string error", ?_assertEqual(
|
|
|
|
{string, [{string, <<16#ffff/utf8>>}, end_json]},
|
|
|
|
parse([{string, <<16#ffff/utf8>>}, end_json], [{error_handler, Error}])
|
|
|
|
)}
|
|
|
|
].
|
|
|
|
|
|
|
|
|
2012-05-22 23:37:37 -07:00
|
|
|
-endif.
|