jsx/src/jsx.erl

692 lines
23 KiB
Erlang
Raw Normal View History

2010-05-25 21:26:55 -07:00
%% The MIT License
2010-05-25 21:48:36 -07:00
%% Copyright (c) 2010 Alisdair Sullivan <alisdairsullivan@yahoo.ca>
2010-05-25 21:26:55 -07:00
%% Permission is hereby granted, free of charge, to any person obtaining a copy
%% of this software and associated documentation files (the "Software"), to deal
%% in the Software without restriction, including without limitation the rights
%% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
%% copies of the Software, and to permit persons to whom the Software is
%% furnished to do so, subject to the following conditions:
%% The above copyright notice and this permission notice shall be included in
%% all copies or substantial portions of the Software.
%% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
%% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
%% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
%% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
%% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
%% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
%% THE SOFTWARE.
2010-08-19 23:30:22 -07:00
%% @author Alisdair Sullivan <alisdairsullivan@yahoo.ca>
%% @copyright 2010 Alisdair Sullivan
%% @version 0.9.0
2010-08-19 23:30:22 -07:00
%% @doc this module defines the interface to the jsx json parsing library
2010-05-18 13:01:49 -07:00
-module(jsx).
%% the core parser api
-export([parser/0, parser/1]).
-export([term_to_json/1, term_to_json/2]).
-export([json_to_term/1, json_to_term/2]).
-export([is_json/1, is_json/2]).
-export([format/1, format/2]).
-export([eventify/1]).
2010-08-05 21:05:08 -07:00
-include("./include/jsx_common.hrl").
-ifdef(TEST).
-include_lib("eunit/include/eunit.hrl").
-endif.
2010-08-19 23:30:22 -07:00
%% @type jsx_parser() = (binary()) -> jsx_parser_result().
%% @type jsx_parser_result() = {event, jsx_event(), (() -> jsx_parser_result())}
%% | {incomplete, jsx_parser()}
%% | {error, {badjson, binary()}}
2010-08-23 13:42:22 -07:00
%% | {error, badarg}.
2010-08-19 23:30:22 -07:00
%% @type jsx_event() = start_object
%% | end_object
%% | start_array
%% | end_array
%% | end_json
%% | {key, unicode_string()}
%% | {string, unicode_string()}
%% | {integer, unicode_string()}
%% | {float, unicode_string()}
%% | {literal, true}
%% | {literal, false}
%% | {literal, null}.
%% @type unicode_string() = [integer()].
%% @type jsx_opts() = [jsx_opt()].
%% @type jsx_opt() = {comments, true | false}
%% | {escaped_unicode, ascii | codepoint | none}
%% | {multi_term, true | false}
%% | {unquoted_keys, true | false}
2010-08-19 23:30:22 -07:00
%% | {encoding, auto | supported_utf()}.
%% @type supported_utf() = utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}.
2010-08-19 23:30:22 -07:00
%% @type eep0018() = eep0018_object() | eep0018_array().
%% @type eep0018_array() = [eep0018_term()].
%% @type eep0018_object() = [{eep0018_key(), eep0018_term()}].
%% @type eep0018_key() = binary() | atom().
%% @type eep0018_term() = eep0018_array()
%% | eep0018_object()
%% | eep0018_string()
%% | eep0018_number()
%% | true
%% | false
%% | null.
2010-08-19 23:30:22 -07:00
%% @type eep0018_string() = binary().
%% @type eep0018_number() = float() | integer().
%% @type encoder_opts() = [encoder_opt()].
%% @type encoder_opt() = {strict, true | false}
%% | {encoding, supported_utf()}
%% | {space, integer()}
%% | space
%% | {indent, integer()}
%% | indent.
%% @type decoder_opts() = [decoder_opt()].
%% @type decoder_opt() = {strict, true | false}
%% | {comments, true | false}
%% | {encoding, supported_utf()}
%% | {label, atom | binary | existing_atom}
%% | {float, true | false}.
%% @type verify_opts() = [verify_opt()].
%% @type verify_opt() = {strict, true | false}
%% | {encoding, auto | supported_utf()}
%% | {comments, true | false}.
%% @type format_opts() = [format_opt()].
%% @type format_opt() = {strict, true | false}
%% | {encoding, auto | supported_utf()}
%% | {comments, true | false}
%% | {space, integer()}
%% | space
%% | {indent, integer()}
%% | indent
%% | {output_encoding, supported_utf()}.
%% @spec parser() -> jsx_parser()
%% @equiv parser([])
2010-08-10 12:31:05 -07:00
-spec parser() -> jsx_parser().
parser() ->
parser([]).
2010-08-19 23:30:22 -07:00
%% @spec parser(Opts::jsx_opts()) -> jsx_parser()
%% @doc
%% produces a function which takes a binary which may or may not represent an
%% encoded json document and returns a generator
2010-08-19 23:30:22 -07:00
%%
%% options:
2010-08-20 18:25:06 -07:00
%% <ul>
%% <li>{comments, true | false}
%% <p>if true, json documents that contain c style (/* ... */) comments
2010-08-19 23:30:22 -07:00
%% will be parsed as if they did not contain any comments. default is
2010-08-20 18:25:06 -07:00
%% false</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>{encoded_unicode, ascii | codepoint | none}
%% <p>if a \uXXXX escape sequence is encountered within a key or
%% string, this option controls how it is interpreted. none makes no
%% attempt to interpret the value, leaving it unconverted. ascii will
%% convert any value that falls within the ascii range. codepoint will
%% convert any value that is a valid unicode codepoint. note that
%% unicode non-characters (including badly formed surrogates) will
%% never be converted. codepoint is the default</p></li>
2010-08-19 23:30:22 -07:00
%%
%% <li>{encoding, auto
%% | utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
%% <p>attempt to parse the binary using the specified encoding. auto
%% will auto detect any supported encoding and is the default</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>{multi_term, true | false}
%% <p>usually, documents will be parsed in full before the end_json
2010-08-19 23:30:22 -07:00
%% event is emitted. setting this option to true will instead emit
%% the end_json event as soon as a valid document is parsed and then
%% reset the parser to it's initial state and attempt to parse the
%% remainder as a new json document. this allows streams containing
2010-08-20 18:25:06 -07:00
%% multiple documents to be parsed correctly</p></li>
%% </ul>
2010-08-19 23:30:22 -07:00
%% @end
2010-05-31 02:35:49 -07:00
-spec parser(OptsList::jsx_opts()) -> jsx_parser().
parser(OptsList) ->
case proplists:get_value(encoding, OptsList, auto) of
utf8 -> jsx_utf8:parser(OptsList)
; utf16 -> jsx_utf16:parser(OptsList)
; utf32 -> jsx_utf32:parser(OptsList)
; {utf16, little} -> jsx_utf16le:parser(OptsList)
; {utf32, little} -> jsx_utf32le:parser(OptsList)
; auto -> detect_encoding(OptsList)
end.
2010-08-19 23:30:22 -07:00
%% @spec json_to_term(JSON::binary()) -> eep0018()
%% @equiv json_to_term(JSON, [])
-spec json_to_term(JSON::binary()) -> eep0018().
json_to_term(JSON) ->
try json_to_term(JSON, [])
2010-09-28 12:52:58 -07:00
%% rethrow exception so internals aren't confusingly exposed to users
catch error:badarg -> erlang:error(badarg)
end.
2010-08-19 23:30:22 -07:00
%% @spec json_to_term(JSON::binary(), Opts::decoder_opts()) -> eep0018()
%% @doc
%% produces an eep0018 representation of a binary encoded json document
%%
%% options:
2010-08-20 18:25:06 -07:00
%% <ul>
%% <li>{strict, true | false}
%% <p>by default, attempting to convert unwrapped json values (numbers,
%% strings and the atoms true, false and null) result in a badarg
%% exception. if strict equals false, these are instead decoded to
%% their equivalent eep0018 value. default is false</p>
2010-08-20 18:25:06 -07:00
%%
%% <p>note that there is a problem of ambiguity when parsing unwrapped
%% json numbers that requires special handling</p>
2010-08-20 18:25:06 -07:00
%%
%% <p>an unwrapped json number has no unambiguous end marker like a
%% json object, array or string. `1', `12' and `123' may all represent
%% either a complete json number or just the beginning of one. in this
%% case, the parser will always return `{incomplete, More}' rather than
%% potentially terminate before input is exhausted. to force
%% termination, `More/1' may be called with the atom `end_stream' as
%% it's argument. note also that numbers followed by whitespace will be
%% parsed correctly</p></li>
2010-08-19 23:30:22 -07:00
%%
%% <li>{encoding, auto
%% | utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
%% <p>assume the binary is encoded using the specified binary. default
%% is auto, which attempts to autodetect the encoding</p></li>
%%
2010-08-20 18:25:06 -07:00
%% <li>{comments, true | false}
%% <p>if true, json documents that contain c style (/* ... */) comments
2010-08-19 23:30:22 -07:00
%% will be parsed as if they did not contain any comments. default is
2010-08-20 18:25:06 -07:00
%% false</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>{label, atom | existing_atom | binary}
%% <p>json keys (labels) are decoded to utf8 encoded binaries, atoms or
2010-08-19 23:30:22 -07:00
%% existing_atoms (atom if it exists, binary otherwise) as specified by
2010-08-20 18:25:06 -07:00
%% this option. default is binary</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>{float, true | false}
%% <p>return all numbers as floats. default is false</p></li>
%% </ul>
2010-08-19 23:30:22 -07:00
%% @end
-spec json_to_term(JSON::binary(), Opts::decoder_opts()) -> eep0018().
%json_to_term(JSON, Opts) ->
% try jsx_eep0018:json_to_term(JSON, Opts)
% %% rethrow exception so internals aren't confusingly exposed to users
% catch error:badarg -> erlang:error(badarg)
% end.
json_to_term(JSON, Opts) ->
jsx_eep0018:json_to_term(JSON, Opts).
2010-08-19 23:30:22 -07:00
%% @spec term_to_json(JSON::eep0018()) -> binary()
%% @equiv term_to_json(JSON, [])
-spec term_to_json(JSON::eep0018()) -> binary().
2010-08-19 23:30:22 -07:00
term_to_json(JSON) ->
try term_to_json(JSON, [])
2010-09-28 12:52:58 -07:00
%% rethrow exception so internals aren't confusingly exposed to users
catch error:badarg -> erlang:error(badarg)
end.
2010-08-19 23:30:22 -07:00
%% @spec term_to_json(JSON::eep0018(), Opts::encoder_opts()) -> binary()
%% @doc
%% takes the erlang representation of a json object (as defined in eep0018) and
%% returns a (binary encoded) json string
2010-08-20 18:25:06 -07:00
%%
2010-08-19 23:30:22 -07:00
%% options:
2010-08-20 18:25:06 -07:00
%% <ul>
%% <li>{strict, true | false}
%% <p>by default, attempting to convert unwrapped json values (numbers,
%% strings and the atoms true, false and null) result in a badarg
%% exception. if strict equals false, these are instead json encoded.
%% default is false</p></li>
2010-08-19 23:30:22 -07:00
%%
%% <li>{encoding, utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
2010-08-20 18:25:06 -07:00
%% <p>the encoding of the resulting binary. default is utf8</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>space
%% <p>space is equivalent to {space, 1}</p></li>
%%
%% <li>{space, N}
%% <p>place N spaces after each colon and comma in the resulting
%% binary. default is zero</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>indent
%% <p>indent is equivalent to {indent, 1}</p></li>
%%
%% <li>{indent, N}
%% <p>indent each 'level' of the json structure by N spaces. default is
%% zero</p></li>
2010-08-20 18:25:06 -07:00
%% </ul>
%% @end
-spec term_to_json(JSON::eep0018(), Opts::encoder_opts()) -> binary().
2010-08-19 23:30:22 -07:00
term_to_json(JSON, Opts) ->
try jsx_eep0018:term_to_json(JSON, Opts)
2010-09-28 12:52:58 -07:00
%% rethrow exception so internals aren't confusingly exposed to users
catch error:badarg -> erlang:error(badarg)
end.
2010-08-19 23:30:22 -07:00
%% @spec is_json(JSON::binary()) -> true | false
%% @equiv is_json(JSON, [])
-spec is_json(JSON::binary()) -> true | false.
is_json(JSON) ->
2010-08-19 23:30:22 -07:00
is_json(JSON, []).
%% @spec is_json(JSON::binary(), verify_opts()) -> true | false
%% @doc
%% returns true if the binary is an encoded json document, false otherwise
%%
%% options:
2010-08-20 18:25:06 -07:00
%% <ul>
%% <li>{strict, true | false}
%% <p>by default, unwrapped json values (numbers, strings and the
%% atoms true, false and null) return false. if strict equals true,
%% is_json returns true. default is false</p></li>
2010-08-19 23:30:22 -07:00
%%
%% <li>{encoding, auto
%% | utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
%% <p>assume the binary is encoded using the specified binary. default
%% is auto, which attempts to autodetect the encoding</p></li>
%%
2010-08-20 18:25:06 -07:00
%% <li>{comments, true | false}
%% <p>if true, json documents that contain c style (/* ... */) comments
2010-08-19 23:30:22 -07:00
%% will be parsed as if they did not contain any comments. default is
2010-08-20 18:25:06 -07:00
%% false</p></li>
%% </ul>
2010-08-19 23:30:22 -07:00
%% @end
-spec is_json(JSON::binary(), Opts::verify_opts()) -> true | false.
is_json(JSON, Opts) ->
jsx_verify:is_json(JSON, Opts).
2010-08-19 23:30:22 -07:00
%% @spec format(JSON::binary()) -> binary()
%% @equiv format(JSON, [])
-spec format(JSON::binary()) -> binary() | iolist().
format(JSON) ->
2010-08-19 23:30:22 -07:00
format(JSON, []).
%% @spec format(JSON::binary(), Opts::format_opts()) -> binary()
%% @doc
%% formats a binary encoded json string according to the options chose. the
%% defaults will produced a string stripped of all whitespace
2010-08-19 23:30:22 -07:00
%%
%% options:
2010-08-20 18:25:06 -07:00
%% <ul>
%% <li>{strict, true | false}
%% <p>by default, unwrapped json values (numbers, strings and the
%% atoms true, false and null) result in an error. if strict equals
%% true, they are treated as valid json. default is false</p></li>
2010-08-19 23:30:22 -07:00
%%
%% <li>{encoding, auto
%% | utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
%% <p>assume the binary is encoded using the specified binary. default
%% is auto, which attempts to autodetect the encoding</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-26 06:36:10 -07:00
%% <li>{output_encoding, utf8
%% | utf16
%% | {utf16, little}
%% | utf32
%% | {utf32, little}
%% }
2010-08-20 18:25:06 -07:00
%% <p>the encoding of the resulting binary. default is utf8</p></li>
%%
2010-08-20 18:25:06 -07:00
%% <li>{comments, true | false}
%% <p>if true, json documents that contain c style (/* ... */) comments
2010-08-19 23:30:22 -07:00
%% will be parsed as if they did not contain any comments. default is
2010-08-20 18:25:06 -07:00
%% false</p></li>
%%
%% <li>space
%% <p>space is equivalent to {space, 1}</p></li>
%%
%% <li>{space, N}
%% <p>place N spaces after each colon and comma in the resulting
%% binary. default is zero</p></li>
2010-08-20 18:25:06 -07:00
%%
%% <li>indent
%% <p>indent is equivalent to {indent, 1}</p></li>
2010-08-19 23:30:22 -07:00
%%
2010-08-20 18:25:06 -07:00
%% <li>{indent, N}
%% <p>indent each 'level' of the json structure by N spaces. default is
%% zero</p></li>
2010-08-20 18:25:06 -07:00
%% </ul>
2010-08-19 23:30:22 -07:00
%% @end
-spec format(JSON::binary(), Opts::format_opts()) -> binary() | iolist().
format(JSON, Opts) ->
jsx_format:format(JSON, Opts).
2010-08-19 23:30:22 -07:00
%% @spec eventify(List::list()) -> jsx_parser_result()
%% @doc fake the jsx api for any list. useful if you want to serialize a
%% structure to json using the pretty printer, or verify a sequence could be
%% valid json
-spec eventify(List::list()) -> jsx_parser_result().
eventify([]) ->
fun() ->
{incomplete, fun(List) when is_list(List) ->
eventify(List)
; (_) ->
erlang:error(badarg)
end}
end;
eventify([Next|Rest]) ->
fun() -> {event, Next, eventify(Rest)} end.
%% internal functions
%% encoding detection
%% first check to see if there's a bom, if not, use the rfc4627 method for
%% determining encoding. this function makes some assumptions about the
%% validity of the stream which may delay failure later than if an encoding is
%% explicitly provided
detect_encoding(OptsList) ->
fun(Stream) -> detect_encoding(Stream, OptsList) end.
%% utf8 bom detection
detect_encoding(<<16#ef, 16#bb, 16#bf, Rest/binary>>, Opts) ->
(jsx_utf8:parser(Opts))(Rest);
%% utf32-little bom detection (this has to come before utf16-little or it'll
%% match that)
detect_encoding(<<16#ff, 16#fe, 0, 0, Rest/binary>>, Opts) ->
(jsx_utf32le:parser(Opts))(Rest);
%% utf16-big bom detection
detect_encoding(<<16#fe, 16#ff, Rest/binary>>, Opts) ->
(jsx_utf16:parser(Opts))(Rest);
%% utf16-little bom detection
detect_encoding(<<16#ff, 16#fe, Rest/binary>>, Opts) ->
(jsx_utf16le:parser(Opts))(Rest);
%% utf32-big bom detection
detect_encoding(<<0, 0, 16#fe, 16#ff, Rest/binary>>, Opts) ->
(jsx_utf32:parser(Opts))(Rest);
%% utf32-little null order detection
detect_encoding(<<X, 0, 0, 0, _Rest/binary>> = JSON, Opts) when X =/= 0 ->
(jsx_utf32le:parser(Opts))(JSON);
%% utf32-big null order detection
detect_encoding(<<0, 0, 0, X, _Rest/binary>> = JSON, Opts) when X =/= 0 ->
(jsx_utf32:parser(Opts))(JSON);
%% utf16-little null order detection
detect_encoding(<<X, 0, _, 0, _Rest/binary>> = JSON, Opts) when X =/= 0 ->
(jsx_utf16le:parser(Opts))(JSON);
%% utf16-big null order detection
detect_encoding(<<0, X, 0, _, _Rest/binary>> = JSON, Opts) when X =/= 0 ->
(jsx_utf16:parser(Opts))(JSON);
%% utf8 null order detection
detect_encoding(<<X, Y, _Rest/binary>> = JSON, Opts) when X =/= 0, Y =/= 0 ->
(jsx_utf8:parser(Opts))(JSON);
%% a problem, to autodetect naked single digits' encoding, there is not enough
%% data to conclusively determine the encoding correctly. below is an attempt
%% to solve the problem
detect_encoding(<<X>>, Opts) when X =/= 0 ->
{incomplete,
fun(end_stream) ->
try
{incomplete, Next} = (jsx_utf8:parser(Opts))(<<X>>),
Next(end_stream)
catch error:function_clause -> {error, {badjson, <<X>>}}
end
; (Stream) -> detect_encoding(<<X, Stream/binary>>, Opts)
end
};
detect_encoding(<<0, X>>, Opts) when X =/= 0 ->
{incomplete,
fun(end_stream) ->
try
{incomplete, Next} = (jsx_utf16:parser(Opts))(<<0, X>>),
Next(end_stream)
catch error:function_clause -> {error, {badjson, <<0, X>>}}
end
; (Stream) -> detect_encoding(<<0, X, Stream/binary>>, Opts)
end
};
detect_encoding(<<X, 0>>, Opts) when X =/= 0 ->
{incomplete,
fun(end_stream) ->
try
{incomplete, Next} = (jsx_utf16le:parser(Opts))(<<X, 0>>),
Next(end_stream)
catch error:function_clause -> {error, {badjson, <<X, 0>>}}
end
; (Stream) -> detect_encoding(<<X, 0, Stream/binary>>, Opts)
end
};
%% not enough input, request more
detect_encoding(Bin, Opts) ->
{incomplete,
fun(end_stream) -> {error, {badjson, Bin}}
; (Stream) -> detect_encoding(<<Bin/binary, Stream/binary>>, Opts)
end
}.
-ifdef(TEST).
jsx_decoder_test_() ->
jsx_decoder_gen(load_tests(?eunit_test_path)).
jsx_decoder_gen([]) -> [];
2011-02-07 23:43:15 -08:00
jsx_decoder_gen(Tests) ->
jsx_decoder_gen(Tests, [utf8,
utf16,
{utf16, little},
utf32,
{utf32, little}
]).
jsx_decoder_gen([_Test|Rest], []) ->
jsx_decoder_gen(Rest);
jsx_decoder_gen([Test|_] = Tests, [Encoding|Encodings]) ->
2011-02-07 23:43:15 -08:00
Name = lists:flatten(proplists:get_value(name, Test) ++ " :: " ++
io_lib:format("~p", [Encoding])
),
JSON = unicode:characters_to_binary(proplists:get_value(json, Test),
unicode,
Encoding
),
JSX = proplists:get_value(jsx, Test),
Flags = proplists:get_value(jsx_flags, Test, []),
{generator,
fun() ->
[{Name, ?_assert(decode(JSON, Flags) =:= JSX)}
| {generator,
2011-02-07 23:43:15 -08:00
fun() -> [{Name ++ " incremental", ?_assert(
incremental_decode(JSON, Flags) =:= JSX)
} | jsx_decoder_gen(Tests, Encodings)]
end
}
]
end
}.
load_tests(Path) ->
%% search the specified directory for any files with the .test ending
TestSpecs = filelib:wildcard("*.test", Path),
load_tests(TestSpecs, Path, []).
load_tests([], _Dir, Acc) ->
lists:reverse(Acc);
load_tests([Test|Rest], Dir, Acc) ->
2011-02-07 23:43:15 -08:00
%% should alert about badly formed tests eventually, but for now just skip
%% over them
case file:consult(Dir ++ "/" ++ Test) of
{ok, TestSpec} ->
try
ParsedTest = parse_tests(TestSpec, Dir),
load_tests(Rest, Dir, [ParsedTest] ++ Acc)
catch _:_ ->
load_tests(Rest, Dir, Acc)
end
; {error, _Reason} ->
load_tests(Rest, Dir, Acc)
end.
parse_tests(TestSpec, Dir) ->
parse_tests(TestSpec, Dir, []).
parse_tests([{json, Path}|Rest], Dir, Acc) when is_list(Path) ->
case file:read_file(Dir ++ "/" ++ Path) of
{ok, Bin} -> parse_tests(Rest, Dir, [{json, Bin}] ++ Acc)
; _ -> erlang:error(badarg)
end;
parse_tests([KV|Rest], Dir, Acc) ->
parse_tests(Rest, Dir, [KV] ++ Acc);
parse_tests([], _Dir, Acc) ->
Acc.
decode(JSON, Flags) ->
P = jsx:parser(Flags),
decode_loop(P(JSON), []).
decode_loop({event, end_json, _Next}, Acc) ->
lists:reverse([end_json] ++ Acc);
decode_loop({incomplete, More}, Acc) ->
decode_loop(More(end_stream), Acc);
decode_loop({event, E, Next}, Acc) ->
decode_loop(Next(), [E] ++ Acc).
incremental_decode(<<C:1/binary, Rest/binary>>, Flags) ->
P = jsx:parser(Flags),
incremental_decode_loop(P(C), Rest, []).
incremental_decode_loop({incomplete, Next}, <<>>, Acc) ->
incremental_decode_loop(Next(end_stream), <<>>, Acc);
incremental_decode_loop({incomplete, Next}, <<C:1/binary, Rest/binary>>, Acc) ->
incremental_decode_loop(Next(C), Rest, Acc);
incremental_decode_loop({event, end_json, _Next}, _Rest, Acc) ->
lists:reverse([end_json] ++ Acc);
incremental_decode_loop({event, Event, Next}, Rest, Acc) ->
incremental_decode_loop(Next(), Rest, [Event] ++ Acc).
multi_decode_test_() ->
[
2011-02-07 23:43:15 -08:00
{"multiple values in a single stream", ?_assert(
multi_decode(multi_json_body(), []) =:= multi_test_result()
)}
].
multi_decode(JSON, Flags) ->
P = jsx:parser(Flags ++ [{multi_term, true}]),
multi_decode_loop(P(JSON), [[]]).
multi_decode_loop({incomplete, _Next}, [[]|Acc]) ->
lists:reverse(Acc);
multi_decode_loop({event, end_json, Next}, [S|Acc]) ->
multi_decode_loop(Next(), [[]|[lists:reverse(S)] ++ Acc]);
multi_decode_loop({event, E, Next}, [S|Acc]) ->
multi_decode_loop(Next(), [[E] ++ S] ++ Acc).
multi_json_body() ->
<<"0 1 -1 1e1 0.7 0.7e-1 truefalsenull {} {\"key\": \"value\"}[] [1, 2, 3]\"hope this works\"">>.
multi_test_result() ->
2011-02-07 23:43:15 -08:00
[[{integer, "0"}],
[{integer, "1"}],
[{integer, "-1"}],
[{float, "1.0e1"}],
[{float, "0.7"}],
[{float, "0.7e-1"}],
[{literal, true}],
[{literal, false}],
[{literal, null}],
[start_object, end_object],
[start_object, {key, "key"}, {string, "value"}, end_object],
[start_array, end_array],
[start_array, {integer, "1"}, {integer, "2"}, {integer, "3"}, end_array],
[{string, "hope this works"}]
].
2011-02-07 23:43:15 -08:00
-endif.