massive simplification of api, operation and internals. removes all demo modules temporarily

2011-08-31 18:52:01 -07:00 · 2011-08-31 18:52:01 -07:00 · 7e88a14525
commit 7e88a14525
parent 7fbb29369b
19 changed files with 1358 additions and 3086 deletions
--- a/src/jsx_tokenizer.erl
+++ b/src/jsx_tokenizer.erl
@ -0,0 +1,168 @@
+%% The MIT License
+
+%% Copyright (c) 2011 Alisdair Sullivan <alisdairsullivan@yahoo.ca>
+
+%% Permission is hereby granted, free of charge, to any person obtaining a copy
+%% of this software and associated documentation files (the "Software"), to deal
+%% in the Software without restriction, including without limitation the rights
+%% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+%% copies of the Software, and to permit persons to whom the Software is
+%% furnished to do so, subject to the following conditions:
+
+%% The above copyright notice and this permission notice shall be included in
+%% all copies or substantial portions of the Software.
+
+%% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+%% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+%% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+%% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+%% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+%% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+%% THE SOFTWARE.
+
+
+-module(jsx_tokenizer).
+
+
+-include("../include/jsx_types.hrl").
+
+
+-export([tokenizer/1]).
+
+
+-spec tokenizer(OptsList::jsx_opts()) -> jsx_tokenizer().
+tokenizer(OptsList) ->
+    fun(Forms) -> start(Forms, [], [], parse_opts(OptsList)) end.
+
+-include("../include/jsx_opts.hrl").
+
+-include("../include/jsx_tokenizer.hrl").
+
+-ifdef(TEST).
+-include_lib("eunit/include/eunit.hrl").
+
+encode(Terms) ->    
+    try case (jsx:scanner([]))(Terms) of
+            {ok, Terms, _} ->
+                true
+            %% matches [foo, end_json], aka naked terms
+            ; {ok, [Terms, end_json], _} ->
+                true
+        end
+    catch
+        error:badarg -> false
+    end.
+
+
+encode_test_() ->    
+    [
+        {"empty object", ?_assert(encode([start_object, end_object, end_json]))},
+        {"empty array", ?_assert(encode([start_array, end_array, end_json]))},
+        {"nested empty objects", ?_assert(encode([start_object,
+            {key, "empty object"},
+            start_object,
+            {key, "empty object"},
+            start_object,
+            end_object,
+            end_object,
+            end_object,
+            end_json
+        ]))},
+        {"nested empty arrays", ?_assert(encode([start_array,
+            start_array,
+            start_array,
+            end_array,
+            end_array,
+            end_array,
+            end_json
+        ]))},
+        {"simple object", ?_assert(encode([start_object, 
+            {key, "a"},
+            {string, "hello"},
+            {key, "b"},
+            {integer, 1},
+            {key, "c"},
+            {float, 1.0},
+            {key, "d"},
+            {literal, true},
+            end_object,
+            end_json
+        ]))},
+        {"simple array", ?_assert(encode([start_array,
+            {string, "hello"},
+            {integer, 1},
+            {float, 1.0},
+            {literal, true},
+            end_array,
+            end_json
+        ]))},
+        {"unbalanced array", ?_assertNot(encode([start_array,
+            end_array,
+            end_array,
+            end_json
+        ]))},
+        {"naked string", ?_assert(encode({string, "hello"}))},
+        {"naked literal", ?_assert(encode({literal, true}))},
+        {"naked integer", ?_assert(encode({integer, 1}))},
+        {"naked float", ?_assert(encode({float, 1.0}))}
+    ].
+
+
+binary_escape_test_() ->
+    [
+        {"json string escaping", 
+            ?_assert(json_escape(
+                    <<"\"\\\b\f\n\r\t">>, #opts{}
+                ) =:= <<"\\\"\\\\\\b\\f\\n\\r\\t">>
+            )
+        },
+        {"json string hex escape", 
+            ?_assert(json_escape(
+                    <<1, 2, 3, 11, 26, 30, 31>>, #opts{}
+                ) =:= <<"\\u0001\\u0002\\u0003\\u000b\\u001a\\u001e\\u001f">>
+            )
+        },
+        {"jsonp protection",
+            ?_assert(json_escape(
+                    <<226, 128, 168, 226, 128, 169>>, #opts{}
+                ) =:= <<"\\u2028\\u2029">>
+            )
+        },
+        {"microsoft i hate your date format",
+            ?_assert(json_escape(<<"/Date(1303502009425)/">>,
+                    #opts{escape_forward_slash=true}
+                ) =:= <<"\\/Date(1303502009425)\\/">>
+            )
+        }
+    ].
+
+
+string_escape_test_() ->
+    [
+        {"json string escaping", 
+            ?_assert(json_escape(
+                    "\"\\\b\f\n\r\t", #opts{}
+                ) =:= "\\\"\\\\\\b\\f\\n\\r\\t"
+            )
+        },
+        {"json string hex escape", 
+            ?_assert(json_escape(
+                    [1, 2, 3, 11, 26, 30, 31], #opts{}
+                ) =:= "\\u0001\\u0002\\u0003\\u000b\\u001a\\u001e\\u001f"
+            )
+        },
+        {"jsonp protection",
+            ?_assert(json_escape(
+                    [16#2028, 16#2029], #opts{}
+                ) =:= "\\u2028\\u2029"
+            )
+        },
+        {"microsoft i hate your date format",
+            ?_assert(json_escape("/Date(1303502009425)/",
+                    #opts{escape_forward_slash=true}
+                ) =:= "\\/Date(1303502009425)\\/"
+            )
+        }
+    ].
+
+-endif.