blob: fddb431b190b325555ede91a41f9750cac296d40 [file] [log] [blame]
#include "aos/json_to_flatbuffer.h"
#include "aos/flatbuffer_merge.h"
#include "aos/json_to_flatbuffer_generated.h"
#include "aos/testing/path.h"
#include "flatbuffers/minireflect.h"
#include "gtest/gtest.h"
namespace aos {
namespace testing {
class JsonToFlatbufferTest : public ::testing::Test {
public:
JsonToFlatbufferTest() {}
FlatbufferVector<reflection::Schema> Schema() {
return FileToFlatbuffer<reflection::Schema>(
ArtifactPath("aos/json_to_flatbuffer.bfbs"));
}
bool JsonAndBack(const ::std::string str) { return JsonAndBack(str, str); }
bool JsonAndBack(const ::std::string in, const ::std::string out) {
printf("Testing: %s\n", in.c_str());
FlatbufferDetachedBuffer<Configuration> fb_typetable =
JsonToFlatbuffer<Configuration>(in.data());
FlatbufferDetachedBuffer<Configuration> fb_reflection =
JsonToFlatbuffer(in.data(), FlatbufferType(&Schema().message()));
if (fb_typetable.span().size() == 0) {
return false;
}
if (fb_reflection.span().size() == 0) {
return false;
}
const ::std::string back_typetable = FlatbufferToJson(fb_typetable);
const ::std::string back_reflection = FlatbufferToJson(fb_reflection);
printf("Back to string via TypeTable: %s\n", back_typetable.c_str());
printf("Back to string via reflection: %s\n", back_reflection.c_str());
return back_typetable == out && back_reflection == out;
}
};
// Tests that the various escapes work as expected.
TEST_F(JsonToFlatbufferTest, ValidEscapes) {
EXPECT_TRUE(
JsonAndBack("{ \"foo_string\": \"a\\\"b\\/c\\bd\\fc\\nd\\re\\tf\" }",
"{ \"foo_string\": \"a\\\"b/c\\bd\\fc\\nd\\re\\tf\" }"));
}
// Test the easy ones. Test every type, single, no nesting.
TEST_F(JsonToFlatbufferTest, Basic) {
EXPECT_TRUE(JsonAndBack("{ \"foo_bool\": true }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_byte\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_ubyte\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_short\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_ushort\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_int\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_uint\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_long\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_ulong\": 5 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": 5.0 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": 5.0 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum\": \"None\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum\": \"UType\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum_default\": \"None\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum_default\": \"UType\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"baz\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Zero\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Big\" }"));
}
// Tests that Inf is handled correctly
TEST_F(JsonToFlatbufferTest, Inf) {
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": inf }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": -inf }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": inf }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": -inf }"));
}
// Tests that NaN is handled correctly
TEST_F(JsonToFlatbufferTest, Nan) {
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": nan }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": -nan }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": nan }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": -nan }"));
}
// Tests that unicode is handled correctly
TEST_F(JsonToFlatbufferTest, Unicode) {
EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"\\uF672\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"\\uEFEF\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"helloworld\\uD83E\\uDE94\" }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_string\": \"\\uD83C\\uDF32\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \"\\uP890\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \"\\u!FA8\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \"\\uF89\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \"\\uD83C\" }"));
}
// Tests that we can handle decimal points.
TEST_F(JsonToFlatbufferTest, DecimalPoint) {
EXPECT_TRUE(JsonAndBack("{ \"foo_float\": 5.1 }"));
EXPECT_TRUE(JsonAndBack("{ \"foo_double\": 5.1 }"));
}
// Test what happens if you pass a field name that we don't know.
TEST_F(JsonToFlatbufferTest, InvalidFieldName) {
EXPECT_FALSE(JsonAndBack("{ \"foo\": 5 }"));
}
// Tests that an invalid enum type is handled correctly.
TEST_F(JsonToFlatbufferTest, InvalidEnumName) {
EXPECT_FALSE(JsonAndBack("{ \"foo_enum\": \"5ype\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_enum_default\": \"7ype\" }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_enum_nonconsecutive\": \"Nope\" }"));
EXPECT_FALSE(
JsonAndBack("{ \"foo_enum_nonconsecutive_default\": \"Nope\" }"));
}
// Test that adding a duplicate field results in an error.
TEST_F(JsonToFlatbufferTest, DuplicateField) {
EXPECT_FALSE(
JsonAndBack("{ \"foo_int\": 5, \"foo_int\": 7 }", "{ \"foo_int\": 7 }"));
}
// Test that various syntax errors are caught correctly
TEST_F(JsonToFlatbufferTest, InvalidSyntax) {
EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5"));
EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5 "));
EXPECT_FALSE(JsonAndBack("{ \"foo_string\": \""));
EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5 } }"));
EXPECT_FALSE(JsonAndBack("{ foo_int: 5 }"));
EXPECT_FALSE(JsonAndBack("{ \"foo_int\": 5, }", "{ \"foo_int\": 5 }"));
EXPECT_FALSE(
JsonAndBack("{ \"apps\":\n[\n{\n\"name\": \"woot\"\n},\n{\n\"name\": "
"\"wow\"\n} ,\n]\n}"));
EXPECT_FALSE(JsonAndBack(
"{ \"apps\": [ { \"name\": \"woot\" }, { \"name\": \"wow\" } ] , }"));
EXPECT_FALSE(
JsonAndBack("{ \"vector_foo_string\": [ \"bar\", \"baz\" ] , }"));
EXPECT_FALSE(
JsonAndBack("{ \"single_application\": { \"name\": \"woot\" } , }"));
}
// Test arrays of simple types.
TEST_F(JsonToFlatbufferTest, Array) {
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_byte\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_byte\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ubyte\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ubyte\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_short\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_short\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ushort\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ushort\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_int\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_int\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_uint\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_uint\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_long\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_long\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ulong\": [ 9, 7, 1 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_ulong\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_float\": [ 9, 7, 1 ] }",
"{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_double\": [ 9, 7, 1 ] }",
"{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_string\": [ \"bar\", \"baz\" ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_string\": [ ] }"));
EXPECT_TRUE(JsonAndBack(
"{ \"vector_foo_enum\": [ \"None\", \"UType\", \"Bool\" ] }"));
EXPECT_TRUE(JsonAndBack("{ \"vector_foo_enum\": [ ] }"));
}
// Test nested messages, and arrays of nested messages.
TEST_F(JsonToFlatbufferTest, NestedStruct) {
EXPECT_TRUE(
JsonAndBack("{ \"single_application\": { \"name\": \"woot\" } }"));
EXPECT_TRUE(JsonAndBack("{ \"single_application\": { } }"));
EXPECT_TRUE(JsonAndBack(
"{ \"apps\": [ { \"name\": \"woot\" }, { \"name\": \"wow\" } ] }"));
EXPECT_TRUE(JsonAndBack("{ \"apps\": [ { }, { } ] }"));
}
// Test mixing up whether a field is an object or a vector.
TEST_F(JsonToFlatbufferTest, IncorrectVectorOfTables) {
EXPECT_FALSE(
JsonAndBack("{ \"single_application\": [ {\"name\": \"woot\"} ] }"));
EXPECT_FALSE(JsonAndBack("{ \"apps\": { \"name\": \"woot\" } }"));
}
// Test that we can parse an empty message.
TEST_F(JsonToFlatbufferTest, EmptyMessage) {
// Empty message works.
EXPECT_TRUE(JsonAndBack("{ }"));
}
// Tests that comments get stripped.
TEST_F(JsonToFlatbufferTest, Comments) {
EXPECT_TRUE(JsonAndBack("{ /* foo */ \"vector_foo_double\": [ 9, 7, 1 ] }",
"{ \"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
}
// Tests that multiple arrays get properly handled.
TEST_F(JsonToFlatbufferTest, MultipleArrays) {
EXPECT_TRUE(
JsonAndBack("{ \"vector_foo_float\": [ 9, 7, 1 ], \"vector_foo_double\": "
"[ 9, 7, 1 ] }",
"{ \"vector_foo_float\": [ 9.0, 7.0, 1.0 ], "
"\"vector_foo_double\": [ 9.0, 7.0, 1.0 ] }"));
}
// Tests that multiple arrays get properly handled.
TEST_F(JsonToFlatbufferTest, NestedArrays) {
EXPECT_TRUE(
JsonAndBack("{ \"vov\": { \"v\": [ { \"str\": [ \"a\", \"b\" ] }, { "
"\"str\": [ \"c\", \"d\" ] } ] } }"));
}
// TODO(austin): Missmatched values.
//
// TODO(austin): unions?
TEST_F(JsonToFlatbufferTest, TrimmedVector) {
std::string json_short = "{ \"vector_foo_int\": [ 0";
for (int i = 1; i < 100; ++i) {
json_short += ", ";
json_short += std::to_string(i);
}
std::string json_long = json_short;
json_short += " ] }";
json_long += ", 101 ] }";
const FlatbufferDetachedBuffer<Configuration> fb_short_typetable(
JsonToFlatbuffer<Configuration>(json_short));
ASSERT_GT(fb_short_typetable.span().size(), 0);
const FlatbufferDetachedBuffer<Configuration> fb_long_typetable(
JsonToFlatbuffer<Configuration>(json_long));
ASSERT_GT(fb_long_typetable.span().size(), 0);
const FlatbufferDetachedBuffer<Configuration> fb_short_reflection(
JsonToFlatbuffer(json_short, FlatbufferType(&Schema().message())));
ASSERT_GT(fb_short_reflection.span().size(), 0);
const FlatbufferDetachedBuffer<Configuration> fb_long_reflection(
JsonToFlatbuffer(json_long, FlatbufferType(&Schema().message())));
ASSERT_GT(fb_long_reflection.span().size(), 0);
const std::string back_json_short_typetable = FlatbufferToJson<Configuration>(
fb_short_typetable, {.multi_line = false, .max_vector_size = 100});
const std::string back_json_long_typetable = FlatbufferToJson<Configuration>(
fb_long_typetable, {.multi_line = false, .max_vector_size = 100});
const std::string back_json_short_reflection =
FlatbufferToJson<Configuration>(
fb_short_reflection, {.multi_line = false, .max_vector_size = 100});
const std::string back_json_long_reflection = FlatbufferToJson<Configuration>(
fb_long_reflection, {.multi_line = false, .max_vector_size = 100});
EXPECT_EQ(json_short, back_json_short_typetable);
EXPECT_EQ(json_short, back_json_short_reflection);
EXPECT_EQ("{ \"vector_foo_int\": [ \"... 101 elements ...\" ] }",
back_json_long_typetable);
EXPECT_EQ("{ \"vector_foo_int\": [ \"... 101 elements ...\" ] }",
back_json_long_reflection);
}
// Tests that a nullptr buffer prints nullptr.
TEST_F(JsonToFlatbufferTest, NullptrData) {
EXPECT_EQ("null", TableFlatbufferToJson((const flatbuffers::Table *)(nullptr),
ConfigurationTypeTable()));
}
TEST_F(JsonToFlatbufferTest, SpacedData) {
EXPECT_TRUE(CompareFlatBuffer(
FlatbufferDetachedBuffer<VectorOfStrings>(
JsonToFlatbuffer<VectorOfStrings>(R"json({
"str": [
"f o o",
"b a r",
"foo bar",
"bar foo"
]
})json")),
JsonFileToFlatbuffer<VectorOfStrings>(
ArtifactPath("aos/json_to_flatbuffer_test_spaces.json"))));
}
} // namespace testing
} // namespace aos