blob: 42457f6e7d0dab01494ab7db90324a4da5c5cf2d [file] [log] [blame]
Austin Schuh3e95e5d2019-09-20 00:08:54 -07001#include "aos/json_to_flatbuffer.h"
2
Austin Schuh3e95e5d2019-09-20 00:08:54 -07003#include "aos/json_to_flatbuffer_generated.h"
Austin Schuh373f1762021-06-02 21:07:09 -07004#include "aos/testing/path.h"
Austin Schuh3e95e5d2019-09-20 00:08:54 -07005#include "flatbuffers/minireflect.h"
Brian Silverman5c710412021-02-09 19:09:32 -08006#include "gtest/gtest.h"
Austin Schuh3e95e5d2019-09-20 00:08:54 -07007
8namespace aos {
9namespace testing {
10
11class JsonToFlatbufferTest : public ::testing::Test {
12 public:
13 JsonToFlatbufferTest() {}
14
Brian Silvermanc5105ab2021-02-10 17:55:38 -080015 FlatbufferVector<reflection::Schema> Schema() {
Austin Schuh373f1762021-06-02 21:07:09 -070016 return FileToFlatbuffer<reflection::Schema>(
17 ArtifactPath("aos/json_to_flatbuffer.bfbs"));
Brian Silvermanc5105ab2021-02-10 17:55:38 -080018 }
19
Austin Schuh3e95e5d2019-09-20 00:08:54 -070020 bool JsonAndBack(const ::std::string str) { return JsonAndBack(str, str); }
21
22 bool JsonAndBack(const ::std::string in, const ::std::string out) {
23 printf("Testing: %s\n", in.c_str());
Brian Silvermanc5105ab2021-02-10 17:55:38 -080024 FlatbufferDetachedBuffer<Configuration> fb_typetable =
Austin Schuhadd6eb32020-11-09 21:24:26 -080025 JsonToFlatbuffer<Configuration>(in.data());
Brian Silvermanc5105ab2021-02-10 17:55:38 -080026 FlatbufferDetachedBuffer<Configuration> fb_reflection =
27 JsonToFlatbuffer(in.data(), FlatbufferType(&Schema().message()));
Austin Schuh3e95e5d2019-09-20 00:08:54 -070028
Brian Silvermanc5105ab2021-02-10 17:55:38 -080029 if (fb_typetable.span().size() == 0) {
30 return false;
31 }
32 if (fb_reflection.span().size() == 0) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -070033 return false;
34 }
35
Brian Silvermanc5105ab2021-02-10 17:55:38 -080036 const ::std::string back_typetable = FlatbufferToJson(fb_typetable);
37 const ::std::string back_reflection = FlatbufferToJson(fb_reflection);
Austin Schuh3e95e5d2019-09-20 00:08:54 -070038
Brian Silvermanc5105ab2021-02-10 17:55:38 -080039 printf("Back to string via TypeTable: %s\n", back_typetable.c_str());
40 printf("Back to string via reflection: %s\n", back_reflection.c_str());
Austin Schuh3e95e5d2019-09-20 00:08:54 -070041
Brian Silvermanc5105ab2021-02-10 17:55:38 -080042 return back_typetable == out && back_reflection == out;
Austin Schuh3e95e5d2019-09-20 00:08:54 -070043 }
44};
45
46// Tests that the various escapes work as expected.
47TEST_F(JsonToFlatbufferTest, ValidEscapes) {
48 EXPECT_TRUE(
49 JsonAndBack("{ \"foo_string\": \"a\\\"b\\/c\\bd\\fc\\nd\\re\\tf\" }",
50 "{ \"foo_string\": \"a\\\"b/c\\bd\\fc\\nd\\re\\tf\" }"));
51}
52
53// Test the easy ones. Test every type, single, no nesting.
54TEST_F(JsonToFlatbufferTest, Basic) {
55 EXPECT_TRUE(JsonAndBack("{ \"foo_bool\": true }"));
56
57 EXPECT_TRUE(JsonAndBack("{ \"foo_byte\": 5 }"));
58 EXPECT_TRUE(JsonAndBack("{ \"foo_ubyte\": 5 }"));
59
60 EXPECT_TRUE(JsonAndBack("{ \"foo_short\": 5 }"));
61 EXPECT_TRUE(JsonAndBack("{ \"foo_ushort\": 5 }"));
62
63 EXPECT_TRUE(JsonAndBack("{ \"foo_int\": 5 }"));
64 EXPECT_TRUE(JsonAndBack("{ \"foo_uint\": 5 }"));
65
66 EXPECT_TRUE(JsonAndBack("{ \"foo_long\": 5 }"));
67 EXPECT_TRUE(JsonAndBack("{ \"foo_ulong\": 5 }"));
68
69 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": 5.0 }"));
70 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": 5.0 }"));
71
Alex Perrycb7da4b2019-08-28 19:35:56 -070072 EXPECT_TRUE(JsonAndBack("{ \"foo_enum\": \"None\" }"));
73 EXPECT_TRUE(JsonAndBack("{ \"foo_enum\": \"UType\" }"));
74
75 EXPECT_TRUE(JsonAndBack("{ \"foo_enum_default\": \"None\" }"));
76 EXPECT_TRUE(JsonAndBack("{ \"foo_enum_default\": \"UType\" }"));
77
Austin Schuh3e95e5d2019-09-20 00:08:54 -070078 EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"baz\" }"));
Brian Silverman5c710412021-02-09 19:09:32 -080079
80 EXPECT_TRUE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Zero\" }"));
81 EXPECT_TRUE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Big\" }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -070082}
83
Austin Schuh9fa0b8e2021-03-21 19:21:50 -070084// Tests that Inf is handled correctly
85TEST_F(JsonToFlatbufferTest, Inf) {
86 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": inf }"));
87 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": -inf }"));
88 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": inf }"));
89 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": -inf }"));
90}
91
Austin Schuhbba0c3c2019-11-29 22:00:34 -080092// Tests that NaN is handled correctly
93TEST_F(JsonToFlatbufferTest, Nan) {
94 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": nan }"));
95 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": -nan }"));
Austin Schuh9fa0b8e2021-03-21 19:21:50 -070096 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": nan }"));
97 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": -nan }"));
Austin Schuhbba0c3c2019-11-29 22:00:34 -080098}
99
Austin Schuh84314af2019-10-03 09:11:34 -0700100// Tests that we can handle decimal points.
101TEST_F(JsonToFlatbufferTest, DecimalPoint) {
102 EXPECT_TRUE(JsonAndBack("{ \"foo_float\": 5.1 }"));
103 EXPECT_TRUE(JsonAndBack("{ \"foo_double\": 5.1 }"));
104}
105
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700106// Test what happens if you pass a field name that we don't know.
107TEST_F(JsonToFlatbufferTest, InvalidFieldName) {
108 EXPECT_FALSE(JsonAndBack("{ \"foo\": 5 }"));
109}
110
Alex Perrycb7da4b2019-08-28 19:35:56 -0700111// Tests that an invalid enum type is handled correctly.
112TEST_F(JsonToFlatbufferTest, InvalidEnumName) {
113 EXPECT_FALSE(JsonAndBack("{ \"foo_enum\": \"5ype\" }"));
114
115 EXPECT_FALSE(JsonAndBack("{ \"foo_enum_default\": \"7ype\" }"));
Brian Silverman5c710412021-02-09 19:09:32 -0800116
117 EXPECT_FALSE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Nope\" }"));
118
119 EXPECT_FALSE(
120 JsonAndBack("{ \"foo_enum_nonconsecutive_default\": \"Nope\" }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700121}
122
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700123// Test that adding a duplicate field results in an error.
124TEST_F(JsonToFlatbufferTest, DuplicateField) {
125 EXPECT_FALSE(
126 JsonAndBack("{ \"foo_int\": 5, \"foo_int\": 7 }", "{ \"foo_int\": 7 }"));
127}
128
129// Test that various syntax errors are caught correctly
130TEST_F(JsonToFlatbufferTest, InvalidSyntax) {
131 EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5"));
132 EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5 "));
133 EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \""));
134 EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5 } }"));
135
136 EXPECT_FALSE(JsonAndBack("{ foo_int: 5 }"));
137
138 EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5, }", "{ \"foo_int\": 5 }"));
139
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700140 EXPECT_FALSE(
Austin Schuh09d7ffa2019-10-03 23:43:34 -0700141 JsonAndBack("{ \"apps\":\n[\n{\n\"name\": \"woot\"\n},\n{\n\"name\": "
142 "\"wow\"\n} ,\n]\n}"));
143
144 EXPECT_FALSE(JsonAndBack(
145 "{ \"apps\": [ { \"name\": \"woot\" }, { \"name\": \"wow\" } ] , }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700146
147 EXPECT_FALSE(
148 JsonAndBack("{ \"vector_foo_string\": [ \"bar\", \"baz\" ] , }"));
149
150 EXPECT_FALSE(
151 JsonAndBack("{ \"single_application\": { \"name\": \"woot\" } , }"));
152}
153
154// Test arrays of simple types.
155TEST_F(JsonToFlatbufferTest, Array) {
156 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_byte\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700157 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_byte\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700158 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ubyte\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700159 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ubyte\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700160
161 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_short\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700162 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_short\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700163 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ushort\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700164 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ushort\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700165
166 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_int\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700167 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_int\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700168 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_uint\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700169 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_uint\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700170
171 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_long\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700172 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_long\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700173 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ulong\": [ 9, 7, 1 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700174 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ulong\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700175
176 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700177 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700178 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700179 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700180
181 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ 9, 7, 1 ] }",
182 "{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ] }"));
183 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ 9, 7, 1 ] }",
184 "{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
185
186 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_string\": [ \"bar\", \"baz\" ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700187 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_string\": [ ] }"));
Ravago Jonescf453ab2020-05-06 21:14:53 -0700188 EXPECT_TRUE(JsonAndBack(
189 "{ \"vector_foo_enum\": [ \"None\", \"UType\", \"Bool\" ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700190 EXPECT_TRUE(JsonAndBack("{ \"vector_foo_enum\": [ ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700191}
192
193// Test nested messages, and arrays of nested messages.
194TEST_F(JsonToFlatbufferTest, NestedStruct) {
195 EXPECT_TRUE(
196 JsonAndBack("{ \"single_application\": { \"name\": \"woot\" } }"));
197
Alex Perrycb7da4b2019-08-28 19:35:56 -0700198 EXPECT_TRUE(JsonAndBack("{ \"single_application\": { } }"));
199
Austin Schuh09d7ffa2019-10-03 23:43:34 -0700200 EXPECT_TRUE(JsonAndBack(
201 "{ \"apps\": [ { \"name\": \"woot\" }, { \"name\": \"wow\" } ] }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700202
Ravago Jonescf453ab2020-05-06 21:14:53 -0700203 EXPECT_TRUE(JsonAndBack("{ \"apps\": [ { }, { } ] }"));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700204}
205
Austin Schuh84314af2019-10-03 09:11:34 -0700206// Test that we can parse an empty message.
207TEST_F(JsonToFlatbufferTest, EmptyMessage) {
Austin Schuh09d7ffa2019-10-03 23:43:34 -0700208 // Empty message works.
Austin Schuh84314af2019-10-03 09:11:34 -0700209 EXPECT_TRUE(JsonAndBack("{ }"));
210}
211
Austin Schuh81da4b22019-10-06 14:03:24 -0700212// Tests that comments get stripped.
213TEST_F(JsonToFlatbufferTest, Comments) {
214 EXPECT_TRUE(JsonAndBack("{ /* foo */ \"vector_foo_double\": [ 9, 7, 1 ] }",
215 "{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
216}
217
Austin Schuh9e2532d2019-10-06 14:01:15 -0700218// Tests that multiple arrays get properly handled.
219TEST_F(JsonToFlatbufferTest, MultipleArrays) {
220 EXPECT_TRUE(
221 JsonAndBack("{ \"vector_foo_float\": [ 9, 7, 1 ], \"vector_foo_double\": "
222 "[ 9, 7, 1 ] }",
223 "{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ], "
224 "\"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
225}
Austin Schuh09d7ffa2019-10-03 23:43:34 -0700226
Alex Perrycb7da4b2019-08-28 19:35:56 -0700227// Tests that multiple arrays get properly handled.
228TEST_F(JsonToFlatbufferTest, NestedArrays) {
229 EXPECT_TRUE(
Ravago Jonescf453ab2020-05-06 21:14:53 -0700230 JsonAndBack("{ \"vov\": { \"v\": [ { \"str\": [ \"a\", \"b\" ] }, { "
231 "\"str\": [ \"c\", \"d\" ] } ] } }"));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700232}
233
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700234// TODO(austin): Missmatched values.
Austin Schuh09d7ffa2019-10-03 23:43:34 -0700235//
236// TODO(austin): unions?
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700237
Austin Schuhd3936202020-04-07 20:11:07 -0700238TEST_F(JsonToFlatbufferTest, TrimmedVector) {
239 std::string json_short = "{ \"vector_foo_int\": [ 0";
240 for (int i = 1; i < 100; ++i) {
241 json_short += ", ";
242 json_short += std::to_string(i);
243 }
244 std::string json_long = json_short;
245 json_short += " ] }";
246 json_long += ", 101 ] }";
247
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800248 const FlatbufferDetachedBuffer<Configuration> fb_short_typetable(
Austin Schuhadd6eb32020-11-09 21:24:26 -0800249 JsonToFlatbuffer<Configuration>(json_short));
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800250 ASSERT_GT(fb_short_typetable.span().size(), 0);
251 const FlatbufferDetachedBuffer<Configuration> fb_long_typetable(
Austin Schuhadd6eb32020-11-09 21:24:26 -0800252 JsonToFlatbuffer<Configuration>(json_long));
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800253 ASSERT_GT(fb_long_typetable.span().size(), 0);
254 const FlatbufferDetachedBuffer<Configuration> fb_short_reflection(
255 JsonToFlatbuffer(json_short, FlatbufferType(&Schema().message())));
256 ASSERT_GT(fb_short_reflection.span().size(), 0);
257 const FlatbufferDetachedBuffer<Configuration> fb_long_reflection(
258 JsonToFlatbuffer(json_long, FlatbufferType(&Schema().message())));
259 ASSERT_GT(fb_long_reflection.span().size(), 0);
Austin Schuhd3936202020-04-07 20:11:07 -0700260
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800261 const std::string back_json_short_typetable = FlatbufferToJson<Configuration>(
262 fb_short_typetable, {.multi_line = false, .max_vector_size = 100});
263 const std::string back_json_long_typetable = FlatbufferToJson<Configuration>(
264 fb_long_typetable, {.multi_line = false, .max_vector_size = 100});
265 const std::string back_json_short_reflection =
266 FlatbufferToJson<Configuration>(
267 fb_short_reflection, {.multi_line = false, .max_vector_size = 100});
268 const std::string back_json_long_reflection = FlatbufferToJson<Configuration>(
269 fb_long_reflection, {.multi_line = false, .max_vector_size = 100});
Austin Schuhd3936202020-04-07 20:11:07 -0700270
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800271 EXPECT_EQ(json_short, back_json_short_typetable);
272 EXPECT_EQ(json_short, back_json_short_reflection);
Austin Schuh041fe9f2021-10-16 23:01:15 -0700273 EXPECT_EQ("{ \"vector_foo_int\": [ \"... 101 elements ...\" ] }",
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800274 back_json_long_typetable);
Austin Schuh041fe9f2021-10-16 23:01:15 -0700275 EXPECT_EQ("{ \"vector_foo_int\": [ \"... 101 elements ...\" ] }",
Brian Silvermanc5105ab2021-02-10 17:55:38 -0800276 back_json_long_reflection);
Austin Schuhd3936202020-04-07 20:11:07 -0700277}
278
Austin Schuh7f99e472020-06-17 20:38:17 -0700279// Tests that a nullptr buffer prints nullptr.
280TEST_F(JsonToFlatbufferTest, NullptrData) {
281 EXPECT_EQ("null", TableFlatbufferToJson((const flatbuffers::Table *)(nullptr),
Ravago Jonescf453ab2020-05-06 21:14:53 -0700282 ConfigurationTypeTable()));
Austin Schuh7f99e472020-06-17 20:38:17 -0700283}
284
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700285} // namespace testing
286} // namespace aos