blob: 9549c1fbc12a006aeed4927fb0808bf52f8f87f6 [file] [log] [blame]
Austin Schuh3e95e5d2019-09-20 00:08:54 -07001#include "aos/json_to_flatbuffer.h"
2
3#include <cstddef>
4#include "stdio.h"
5
James Kuszmaul3ae42262019-11-08 12:33:41 -08006#include <string_view>
7
Austin Schuh43c6a352019-09-30 22:22:10 -07008#include "aos/flatbuffer_utils.h"
Austin Schuhd7e252d2019-10-06 13:51:02 -07009#include "aos/json_tokenizer.h"
Austin Schuh3e95e5d2019-09-20 00:08:54 -070010#include "flatbuffers/flatbuffers.h"
11#include "flatbuffers/minireflect.h"
Austin Schuhe93d8642019-10-13 15:27:07 -070012#include "glog/logging.h"
Austin Schuh3e95e5d2019-09-20 00:08:54 -070013
14// TODO(austin): Can we just do an Offset<void> ? It doesn't matter, so maybe
15// just say that.
16//
17// TODO(austin): I've yet to see how to create an ET_UTYPE, so I don't know what
18// one is and how to test it. So everything rejects it.
19
20namespace aos {
21
22// Finds the field index in the table given the name.
23int FieldIndex(const flatbuffers::TypeTable *typetable,
24 const char *field_name) {
25 CHECK(typetable->values == nullptr);
26 for (size_t i = 0; i < typetable->num_elems; ++i) {
27 if (strcmp(field_name, typetable->names[i]) == 0) {
28 return i;
29 }
30 }
31 return -1;
32}
33
34namespace {
35
36// Class to hold one of the 3 json types for an array.
37struct Element {
38 // The type.
39 enum class ElementType { INT, DOUBLE, OFFSET };
40
41 // Constructs an Element holding an integer.
42 Element(int64_t new_int_element)
43 : int_element(new_int_element), type(ElementType::INT) {}
44 // Constructs an Element holding an double.
45 Element(double new_double_element)
46 : double_element(new_double_element), type(ElementType::DOUBLE) {}
47 // Constructs an Element holding an Offset.
48 Element(flatbuffers::Offset<flatbuffers::String> new_offset_element)
49 : offset_element(new_offset_element), type(ElementType::OFFSET) {}
50
51 // Union for the various datatypes.
52 union {
53 int64_t int_element;
54 double double_element;
55 flatbuffers::Offset<flatbuffers::String> offset_element;
56 };
57
58 // And an enum signaling which one is in use.
59 ElementType type;
60};
61
62// Structure to represent a field element.
63struct FieldElement {
64 FieldElement(int new_field_index, int64_t int_element)
65 : element(int_element), field_index(new_field_index) {}
66 FieldElement(int new_field_index, double double_element)
67 : element(double_element), field_index(new_field_index) {}
68 FieldElement(int new_field_index,
69 flatbuffers::Offset<flatbuffers::String> offset_element)
70 : element(offset_element), field_index(new_field_index) {}
71
72 // Data to write.
73 Element element;
74 // Field index. The type table which this index is for is stored outside this
75 // object.
76 int field_index;
77};
78
Austin Schuh43c6a352019-09-30 22:22:10 -070079// Adds a single element. This assumes that vectors have been dealt with
80// already. Returns true on success.
81bool AddSingleElement(const flatbuffers::TypeTable *typetable,
82 const FieldElement &field_element,
83 ::std::vector<bool> *fields_in_use,
84 flatbuffers::FlatBufferBuilder *fbb);
85bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
86 int64_t int_value, flatbuffers::FlatBufferBuilder *fbb);
87bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
88 double double_value, flatbuffers::FlatBufferBuilder *fbb);
89bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
90 flatbuffers::Offset<flatbuffers::String> offset_element,
91 flatbuffers::FlatBufferBuilder *fbb);
92
93
94// Writes an array of FieldElement (with the definition in the type
95// table) to the builder. Returns the offset of the table.
96flatbuffers::uoffset_t WriteTable(const flatbuffers::TypeTable *typetable,
97 const ::std::vector<FieldElement> &elements,
98 flatbuffers::FlatBufferBuilder *fbb) {
99 // End of a nested struct! Add it.
100 const flatbuffers::uoffset_t start = fbb->StartTable();
101
102 ::std::vector<bool> fields_in_use(typetable->num_elems, false);
103
104 for (const FieldElement &field_element : elements) {
105 AddSingleElement(typetable, field_element, &fields_in_use, fbb);
106 }
107
108 return fbb->EndTable(start);
109}
110
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700111// Class to parse JSON into a flatbuffer.
112//
113// The basic strategy is that we need to do everything backwards. So we need to
114// build up what we need to do fully in memory, then do it.
115//
116// The driver for this is that strings need to be fully created before the
117// tables that use them. Same for sub messages. But, we only know we have them
Austin Schuh43c6a352019-09-30 22:22:10 -0700118// all when the structure ends. So, store each sub message in a
119// FieldElement and put them in the table at the end when we finish up
120// each message. Same goes for vectors.
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700121class JsonParser {
122 public:
123 JsonParser() { fbb_.ForceDefaults(1); }
124 ~JsonParser() {}
125
126 // Parses the json into a flatbuffer. Returns either an empty vector on
127 // error, or a vector with the flatbuffer data in it.
James Kuszmaul3ae42262019-11-08 12:33:41 -0800128 flatbuffers::DetachedBuffer Parse(const std::string_view data,
Austin Schuhe93d8642019-10-13 15:27:07 -0700129 const flatbuffers::TypeTable *typetable) {
Austin Schuh43c6a352019-09-30 22:22:10 -0700130 flatbuffers::uoffset_t end = 0;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700131 bool result = DoParse(typetable, data, &end);
132
133 if (result) {
134 // On success, finish the table and build the vector.
135 auto o = flatbuffers::Offset<flatbuffers::Table>(end);
136 fbb_.Finish(o);
137
Austin Schuhe93d8642019-10-13 15:27:07 -0700138 return fbb_.Release();
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700139 } else {
140 // Otherwise return an empty vector.
Austin Schuhe93d8642019-10-13 15:27:07 -0700141 return flatbuffers::DetachedBuffer();
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700142 }
143 }
144
145 private:
146 // Setters and getters for in_vector (at the current level of the stack)
147 bool in_vector() const { return stack_.back().in_vector; }
148 void set_in_vector(bool in_vector) { stack_.back().in_vector = in_vector; }
149
150 // Parses the flatbuffer. This is a second method so we can do easier
151 // cleanup at the top level. Returns true on success.
Austin Schuhd339a9b2019-10-05 21:33:32 -0700152 bool DoParse(const flatbuffers::TypeTable *typetable,
James Kuszmaul3ae42262019-11-08 12:33:41 -0800153 const std::string_view data,
154 flatbuffers::uoffset_t *table_end);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700155
156 // Adds *_value for the provided field. If we are in a vector, queues the
Alex Perrycb7da4b2019-08-28 19:35:56 -0700157 // data up in vector_elements. Returns true on success.
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700158 bool AddElement(int field_index, int64_t int_value);
159 bool AddElement(int field_index, double double_value);
160 bool AddElement(int field_index, const ::std::string &data);
161
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700162 // Finishes a vector for the provided field index. Returns true on success.
163 bool FinishVector(int field_index);
164
165 // Pushes an element as part of a vector. Returns true on success.
166 bool PushElement(flatbuffers::ElementaryType elementary_type,
167 int64_t int_value);
168 bool PushElement(flatbuffers::ElementaryType elementary_type,
169 double double_value);
170 bool PushElement(flatbuffers::ElementaryType elementary_type,
171 flatbuffers::Offset<flatbuffers::String> offset_value);
172
173 flatbuffers::FlatBufferBuilder fbb_;
174
175 // This holds the state information that is needed as you recurse into
176 // nested structures.
177 struct FlatBufferContext {
178 // Type of the current type.
179 const flatbuffers::TypeTable *typetable;
180 // If true, we are parsing a vector.
181 bool in_vector;
182 // The field index of the current field.
183 int field_index;
184 // Name of the current field.
185 ::std::string field_name;
186
187 // Field elements that need to be inserted.
188 ::std::vector<FieldElement> elements;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700189
190 // For scalar types (not strings, and not nested tables), the vector ends
191 // up being implemented as a start and end, and a block of data. So we
192 // can't just push offsets in as we go. We either need to reproduce the
193 // logic inside flatbuffers, or build up vectors of the data. Vectors will
194 // be a bit of extra stack space, but whatever.
195 //
196 // Strings and nested structures are vectors of offsets.
197 // into the vector. Once you get to the end, you build up a vector and
198 // push that into the field.
199 ::std::vector<Element> vector_elements;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700200 };
201 ::std::vector<FlatBufferContext> stack_;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700202};
203
204bool JsonParser::DoParse(const flatbuffers::TypeTable *typetable,
James Kuszmaul3ae42262019-11-08 12:33:41 -0800205 const std::string_view data,
Austin Schuhd339a9b2019-10-05 21:33:32 -0700206 flatbuffers::uoffset_t *table_end) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700207 ::std::vector<const flatbuffers::TypeTable *> stack;
208
209 Tokenizer t(data);
210
211 // Main loop. Run until we get an end.
212 while (true) {
213 Tokenizer::TokenType token = t.Next();
214
215 switch (token) {
216 case Tokenizer::TokenType::kEnd:
217 if (stack_.size() != 0) {
218 printf("Failed to unwind stack all the way\n");
219 return false;
220 } else {
221 return true;
222 }
223 break;
224 case Tokenizer::TokenType::kError:
225 return false;
226 break;
227
228 case Tokenizer::TokenType::kStartObject: // {
229 if (stack_.size() == 0) {
Alex Perrycb7da4b2019-08-28 19:35:56 -0700230 stack_.push_back({typetable, false, -1, "", {}, {}});
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700231 } else {
232 int field_index = stack_.back().field_index;
233
234 const flatbuffers::TypeCode &type_code =
235 stack_.back().typetable->type_codes[field_index];
236
237 if (type_code.base_type != flatbuffers::ET_SEQUENCE) {
238 printf("Field '%s' is not a sequence\n",
239 stack_.back().field_name.c_str());
240 return false;
241 }
242
243 flatbuffers::TypeFunction type_function =
244 stack_.back().typetable->type_refs[type_code.sequence_ref];
245
Alex Perrycb7da4b2019-08-28 19:35:56 -0700246 stack_.push_back({type_function(), false, -1, "", {}, {}});
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700247 }
248 break;
249 case Tokenizer::TokenType::kEndObject: // }
250 if (stack_.size() == 0) {
251 // Somehow we popped more than we pushed. Error.
252 printf("Empty stack\n");
253 return false;
254 } else {
255 // End of a nested struct! Add it.
Austin Schuh43c6a352019-09-30 22:22:10 -0700256 const flatbuffers::uoffset_t end = WriteTable(
257 stack_.back().typetable, stack_.back().elements, &fbb_);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700258
259 // We now want to talk about the parent structure. Pop the child.
260 stack_.pop_back();
261
262 if (stack_.size() == 0) {
263 // Instead of queueing it up in the stack, return it through the
264 // passed in variable.
265 *table_end = end;
266 } else {
267 // And now we can add it.
268 const int field_index = stack_.back().field_index;
269
270 // Do the right thing if we are in a vector.
271 if (in_vector()) {
Alex Perrycb7da4b2019-08-28 19:35:56 -0700272 stack_.back().vector_elements.emplace_back(
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700273 flatbuffers::Offset<flatbuffers::String>(end));
274 } else {
275 stack_.back().elements.emplace_back(
276 field_index, flatbuffers::Offset<flatbuffers::String>(end));
277 }
278 }
279 }
280 break;
281
282 case Tokenizer::TokenType::kStartArray: // [
283 if (stack_.size() == 0) {
284 // We don't support an array of structs at the root level.
285 return false;
286 }
287 // Sanity check that we aren't trying to make a vector of vectors.
288 if (in_vector()) {
289 return false;
290 }
291 set_in_vector(true);
292
293 break;
294 case Tokenizer::TokenType::kEndArray: { // ]
295 if (!in_vector()) {
296 return false;
297 }
298
299 const int field_index = stack_.back().field_index;
300
301 if (!FinishVector(field_index)) return false;
302
303 set_in_vector(false);
304 } break;
305
306 case Tokenizer::TokenType::kTrueValue: // true
307 case Tokenizer::TokenType::kFalseValue: // false
308 case Tokenizer::TokenType::kNumberValue: {
309 bool is_int = true;
310 double double_value;
311 long long int_value;
312 if (token == Tokenizer::TokenType::kTrueValue) {
313 int_value = 1;
314 } else if (token == Tokenizer::TokenType::kFalseValue) {
315 int_value = 0;
316 } else if (!t.FieldAsInt(&int_value)) {
317 if (t.FieldAsDouble(&double_value)) {
318 is_int = false;
319 } else {
320 fprintf(stderr, "Got a invalid number '%s'\n",
321 t.field_value().c_str());
322 return false;
323 }
324 }
325
326 const int field_index = stack_.back().field_index;
327
328 if (is_int) {
329 // No need to get too stressed about bool vs int. Convert them all.
330 int64_t val = int_value;
331 if (!AddElement(field_index, val)) return false;
332 } else {
333 if (!AddElement(field_index, double_value)) return false;
334 }
335 } break;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700336 case Tokenizer::TokenType::kStringValue: // string value
337 {
338 const int field_index = stack_.back().field_index;
339
340 if (!AddElement(field_index, t.field_value())) return false;
341 } break;
342 case Tokenizer::TokenType::kField: // field name
343 {
344 stack_.back().field_name = t.field_name();
345 stack_.back().field_index = FieldIndex(
346 stack_.back().typetable, stack_.back().field_name.c_str());
347
348 if (stack_.back().field_index == -1) {
349 printf("Invalid field name '%s'\n", stack_.back().field_name.c_str());
350 return false;
351 }
352 } break;
353 }
354 }
355 return false;
356}
357
358bool JsonParser::AddElement(int field_index, int64_t int_value) {
359 flatbuffers::TypeCode type_code =
360 stack_.back().typetable->type_codes[field_index];
361
362 if (type_code.is_vector != in_vector()) {
363 printf("Type and json disagree on if we are in a vector or not\n");
364 return false;
365 }
366
367 if (in_vector()) {
Alex Perrycb7da4b2019-08-28 19:35:56 -0700368 stack_.back().vector_elements.emplace_back(int_value);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700369 } else {
370 stack_.back().elements.emplace_back(field_index, int_value);
371 }
372 return true;
373}
374
375bool JsonParser::AddElement(int field_index, double double_value) {
376 flatbuffers::TypeCode type_code =
377 stack_.back().typetable->type_codes[field_index];
378
379 if (type_code.is_vector != in_vector()) {
380 printf("Type and json disagree on if we are in a vector or not\n");
381 return false;
382 }
383
384 if (in_vector()) {
Alex Perrycb7da4b2019-08-28 19:35:56 -0700385 stack_.back().vector_elements.emplace_back(double_value);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700386 } else {
387 stack_.back().elements.emplace_back(field_index, double_value);
388 }
389 return true;
390}
391
392bool JsonParser::AddElement(int field_index, const ::std::string &data) {
393 flatbuffers::TypeCode type_code =
394 stack_.back().typetable->type_codes[field_index];
395
396 if (type_code.is_vector != in_vector()) {
397 printf("Type and json disagree on if we are in a vector or not\n");
398 return false;
399 }
400
Alex Perrycb7da4b2019-08-28 19:35:56 -0700401 const flatbuffers::ElementaryType elementary_type =
402 static_cast<flatbuffers::ElementaryType>(type_code.base_type);
403 switch (elementary_type) {
404 case flatbuffers::ET_CHAR:
405 case flatbuffers::ET_UCHAR:
406 case flatbuffers::ET_SHORT:
407 case flatbuffers::ET_USHORT:
408 case flatbuffers::ET_INT:
409 case flatbuffers::ET_UINT:
410 case flatbuffers::ET_LONG:
411 case flatbuffers::ET_ULONG:
412 if (type_code.sequence_ref != -1) {
413 // We have an enum.
414 const flatbuffers::TypeTable *type_table = stack_.back().typetable;
415 flatbuffers::TypeFunction type_function =
416 type_table->type_refs[type_code.sequence_ref];
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700417
Alex Perrycb7da4b2019-08-28 19:35:56 -0700418 const flatbuffers::TypeTable *enum_type_table = type_function();
419
420 CHECK_EQ(enum_type_table->st, flatbuffers::ST_ENUM);
421
422 int64_t int_value = 0;
423 bool found = false;
424 for (size_t i = 0; i < enum_type_table->num_elems; ++i) {
425 if (data == enum_type_table->names[i]) {
426 int_value = i;
427 found = true;
428 break;
429 }
430 }
431
432 if (!found) {
433 printf("Enum value '%s' not found for field '%s'\n", data.c_str(),
434 type_table->names[field_index]);
435 return false;
436 }
437
438 if (in_vector()) {
439 stack_.back().vector_elements.emplace_back(int_value);
440 } else {
441 stack_.back().elements.emplace_back(field_index, int_value);
442 }
443 return true;
444 }
445 case flatbuffers::ET_UTYPE:
446 case flatbuffers::ET_BOOL:
447 case flatbuffers::ET_FLOAT:
448 case flatbuffers::ET_DOUBLE:
449 case flatbuffers::ET_STRING:
450 case flatbuffers::ET_SEQUENCE:
451 break;
452 }
453
454 if (in_vector()) {
455 stack_.back().vector_elements.emplace_back(fbb_.CreateString(data));
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700456 } else {
457 stack_.back().elements.emplace_back(field_index, fbb_.CreateString(data));
458 }
459 return true;
460}
461
Austin Schuh43c6a352019-09-30 22:22:10 -0700462bool AddSingleElement(const flatbuffers::TypeTable *typetable,
463 const FieldElement &field_element,
464 ::std::vector<bool> *fields_in_use,
465 flatbuffers::FlatBufferBuilder *fbb) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700466 if ((*fields_in_use)[field_element.field_index]) {
467 printf("Duplicate field: '%s'\n",
Austin Schuh43c6a352019-09-30 22:22:10 -0700468 typetable->names[field_element.field_index]);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700469 return false;
470 }
471
472 (*fields_in_use)[field_element.field_index] = true;
473
474 switch (field_element.element.type) {
475 case Element::ElementType::INT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700476 return AddSingleElement(typetable, field_element.field_index,
477 field_element.element.int_element, fbb);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700478 case Element::ElementType::DOUBLE:
Austin Schuh43c6a352019-09-30 22:22:10 -0700479 return AddSingleElement(typetable, field_element.field_index,
480 field_element.element.double_element, fbb);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700481 case Element::ElementType::OFFSET:
Austin Schuh43c6a352019-09-30 22:22:10 -0700482 return AddSingleElement(typetable, field_element.field_index,
483 field_element.element.offset_element, fbb);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700484 }
485 return false;
486}
487
Austin Schuh43c6a352019-09-30 22:22:10 -0700488bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
489 int64_t int_value, flatbuffers::FlatBufferBuilder *fbb
490
491) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700492 flatbuffers::voffset_t field_offset = flatbuffers::FieldIndexToOffset(
493 static_cast<flatbuffers::voffset_t>(field_index));
494
Austin Schuh43c6a352019-09-30 22:22:10 -0700495 flatbuffers::TypeCode type_code = typetable->type_codes[field_index];
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700496
497 const flatbuffers::ElementaryType elementary_type =
498 static_cast<flatbuffers::ElementaryType>(type_code.base_type);
499 switch (elementary_type) {
500 case flatbuffers::ET_BOOL:
Austin Schuh43c6a352019-09-30 22:22:10 -0700501 fbb->AddElement<bool>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700502 return true;
503 case flatbuffers::ET_CHAR:
Austin Schuh43c6a352019-09-30 22:22:10 -0700504 fbb->AddElement<int8_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700505 return true;
506 case flatbuffers::ET_UCHAR:
Austin Schuh43c6a352019-09-30 22:22:10 -0700507 fbb->AddElement<uint8_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700508 return true;
509 case flatbuffers::ET_SHORT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700510 fbb->AddElement<int16_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700511 return true;
512 case flatbuffers::ET_USHORT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700513 fbb->AddElement<uint16_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700514 return true;
515 case flatbuffers::ET_INT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700516 fbb->AddElement<int32_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700517 return true;
518 case flatbuffers::ET_UINT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700519 fbb->AddElement<uint32_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700520 return true;
521 case flatbuffers::ET_LONG:
Austin Schuh43c6a352019-09-30 22:22:10 -0700522 fbb->AddElement<int64_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700523 return true;
524 case flatbuffers::ET_ULONG:
Austin Schuh43c6a352019-09-30 22:22:10 -0700525 fbb->AddElement<uint64_t>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700526 return true;
527 case flatbuffers::ET_FLOAT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700528 fbb->AddElement<float>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700529 return true;
530 case flatbuffers::ET_DOUBLE:
Austin Schuh43c6a352019-09-30 22:22:10 -0700531 fbb->AddElement<double>(field_offset, int_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700532 return true;
533 case flatbuffers::ET_STRING:
534 case flatbuffers::ET_UTYPE:
535 case flatbuffers::ET_SEQUENCE:
536 printf("Mismatched type for field '%s'. Got: integer, expected %s\n",
Austin Schuh43c6a352019-09-30 22:22:10 -0700537 typetable->names[field_index],
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700538 ElementaryTypeName(elementary_type));
539 return false;
540 };
541 return false;
542}
543
Austin Schuh43c6a352019-09-30 22:22:10 -0700544bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
545 double double_value,
546 flatbuffers::FlatBufferBuilder *fbb) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700547 flatbuffers::voffset_t field_offset = flatbuffers::FieldIndexToOffset(
548 static_cast<flatbuffers::voffset_t>(field_index));
549
Austin Schuh43c6a352019-09-30 22:22:10 -0700550 flatbuffers::TypeCode type_code = typetable->type_codes[field_index];
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700551
552 const flatbuffers::ElementaryType elementary_type =
553 static_cast<flatbuffers::ElementaryType>(type_code.base_type);
554 switch (elementary_type) {
555 case flatbuffers::ET_UTYPE:
556 case flatbuffers::ET_BOOL:
557 case flatbuffers::ET_CHAR:
558 case flatbuffers::ET_UCHAR:
559 case flatbuffers::ET_SHORT:
560 case flatbuffers::ET_USHORT:
561 case flatbuffers::ET_INT:
562 case flatbuffers::ET_UINT:
563 case flatbuffers::ET_LONG:
564 case flatbuffers::ET_ULONG:
565 case flatbuffers::ET_STRING:
566 case flatbuffers::ET_SEQUENCE:
567 printf("Mismatched type for field '%s'. Got: double, expected %s\n",
Austin Schuh43c6a352019-09-30 22:22:10 -0700568 typetable->names[field_index],
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700569 ElementaryTypeName(elementary_type));
570 return false;
571 case flatbuffers::ET_FLOAT:
Austin Schuh43c6a352019-09-30 22:22:10 -0700572 fbb->AddElement<float>(field_offset, double_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700573 return true;
574 case flatbuffers::ET_DOUBLE:
Austin Schuh43c6a352019-09-30 22:22:10 -0700575 fbb->AddElement<double>(field_offset, double_value, 0);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700576 return true;
577 }
578 return false;
579}
Austin Schuh43c6a352019-09-30 22:22:10 -0700580bool AddSingleElement(const flatbuffers::TypeTable *typetable, int field_index,
581 flatbuffers::Offset<flatbuffers::String> offset_element,
582 flatbuffers::FlatBufferBuilder *fbb) {
583 flatbuffers::TypeCode type_code = typetable->type_codes[field_index];
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700584
585 flatbuffers::voffset_t field_offset = flatbuffers::FieldIndexToOffset(
586 static_cast<flatbuffers::voffset_t>(field_index));
587
588 // Vectors will always be Offset<>'s.
589 if (type_code.is_vector) {
Austin Schuh43c6a352019-09-30 22:22:10 -0700590 fbb->AddOffset(field_offset, offset_element);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700591 return true;
592 }
593
594 const flatbuffers::ElementaryType elementary_type =
595 static_cast<flatbuffers::ElementaryType>(type_code.base_type);
596 switch (elementary_type) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700597 case flatbuffers::ET_CHAR:
598 case flatbuffers::ET_UCHAR:
599 case flatbuffers::ET_SHORT:
600 case flatbuffers::ET_USHORT:
601 case flatbuffers::ET_INT:
602 case flatbuffers::ET_UINT:
603 case flatbuffers::ET_LONG:
604 case flatbuffers::ET_ULONG:
Alex Perrycb7da4b2019-08-28 19:35:56 -0700605 case flatbuffers::ET_UTYPE:
606 case flatbuffers::ET_BOOL:
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700607 case flatbuffers::ET_FLOAT:
608 case flatbuffers::ET_DOUBLE:
609 printf("Mismatched type for field '%s'. Got: string, expected %s\n",
Austin Schuh43c6a352019-09-30 22:22:10 -0700610 typetable->names[field_index],
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700611 ElementaryTypeName(elementary_type));
Alex Perrycb7da4b2019-08-28 19:35:56 -0700612 CHECK_EQ(type_code.sequence_ref, -1)
613 << ": Field name " << typetable->names[field_index]
614 << " Got string expected " << ElementaryTypeName(elementary_type);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700615 return false;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700616 case flatbuffers::ET_STRING:
Alex Perrycb7da4b2019-08-28 19:35:56 -0700617 CHECK_EQ(type_code.sequence_ref, -1);
618 case flatbuffers::ET_SEQUENCE:
Austin Schuh43c6a352019-09-30 22:22:10 -0700619 fbb->AddOffset(field_offset, offset_element);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700620 return true;
621 }
622 return false;
623}
624
625bool JsonParser::FinishVector(int field_index) {
626 flatbuffers::TypeCode type_code =
627 stack_.back().typetable->type_codes[field_index];
628
629 const flatbuffers::ElementaryType elementary_type =
630 static_cast<flatbuffers::ElementaryType>(type_code.base_type);
631
632 // Vectors have a start (unfortunately which needs to know the size)
633 fbb_.StartVector(
Alex Perrycb7da4b2019-08-28 19:35:56 -0700634 stack_.back().vector_elements.size(),
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700635 flatbuffers::InlineSize(elementary_type, stack_.back().typetable));
636
637 // Then the data (in reverse order for some reason...)
Alex Perrycb7da4b2019-08-28 19:35:56 -0700638 for (size_t i = stack_.back().vector_elements.size(); i > 0;) {
639 const Element &element = stack_.back().vector_elements[--i];
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700640 switch (element.type) {
641 case Element::ElementType::INT:
642 if (!PushElement(elementary_type, element.int_element)) return false;
643 break;
644 case Element::ElementType::DOUBLE:
Alex Perrycb7da4b2019-08-28 19:35:56 -0700645 CHECK_EQ(type_code.sequence_ref, -1)
646 << ": Field index is " << field_index;
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700647 if (!PushElement(elementary_type, element.double_element)) return false;
648 break;
649 case Element::ElementType::OFFSET:
650 if (!PushElement(elementary_type, element.offset_element)) return false;
651 break;
652 }
653 }
654
655 // Then an End which is placed into the buffer the same as any other offset.
656 stack_.back().elements.emplace_back(
657 field_index, flatbuffers::Offset<flatbuffers::String>(
Alex Perrycb7da4b2019-08-28 19:35:56 -0700658 fbb_.EndVector(stack_.back().vector_elements.size())));
659 stack_.back().vector_elements.clear();
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700660 return true;
661}
662
663bool JsonParser::PushElement(flatbuffers::ElementaryType elementary_type,
664 int64_t int_value) {
665 switch (elementary_type) {
666 case flatbuffers::ET_BOOL:
667 fbb_.PushElement<bool>(int_value);
668 return true;
669 case flatbuffers::ET_CHAR:
670 fbb_.PushElement<int8_t>(int_value);
671 return true;
672 case flatbuffers::ET_UCHAR:
673 fbb_.PushElement<uint8_t>(int_value);
674 return true;
675 case flatbuffers::ET_SHORT:
676 fbb_.PushElement<int16_t>(int_value);
677 return true;
678 case flatbuffers::ET_USHORT:
679 fbb_.PushElement<uint16_t>(int_value);
680 return true;
681 case flatbuffers::ET_INT:
682 fbb_.PushElement<int32_t>(int_value);
683 return true;
684 case flatbuffers::ET_UINT:
685 fbb_.PushElement<uint32_t>(int_value);
686 return true;
687 case flatbuffers::ET_LONG:
688 fbb_.PushElement<int64_t>(int_value);
689 return true;
690 case flatbuffers::ET_ULONG:
691 fbb_.PushElement<uint64_t>(int_value);
692 return true;
693 case flatbuffers::ET_FLOAT:
694 fbb_.PushElement<float>(int_value);
695 return true;
696 case flatbuffers::ET_DOUBLE:
697 fbb_.PushElement<double>(int_value);
698 return true;
699 case flatbuffers::ET_STRING:
700 case flatbuffers::ET_UTYPE:
701 case flatbuffers::ET_SEQUENCE:
702 printf("Mismatched type for field '%s'. Got: integer, expected %s\n",
703 stack_.back().field_name.c_str(),
704 ElementaryTypeName(elementary_type));
705 return false;
706 };
707 return false;
708}
709
710bool JsonParser::PushElement(flatbuffers::ElementaryType elementary_type,
711 double double_value) {
712 switch (elementary_type) {
713 case flatbuffers::ET_UTYPE:
714 case flatbuffers::ET_BOOL:
715 case flatbuffers::ET_CHAR:
716 case flatbuffers::ET_UCHAR:
717 case flatbuffers::ET_SHORT:
718 case flatbuffers::ET_USHORT:
719 case flatbuffers::ET_INT:
720 case flatbuffers::ET_UINT:
721 case flatbuffers::ET_LONG:
722 case flatbuffers::ET_ULONG:
723 case flatbuffers::ET_STRING:
724 case flatbuffers::ET_SEQUENCE:
725 printf("Mismatched type for field '%s'. Got: double, expected %s\n",
726 stack_.back().field_name.c_str(),
727 ElementaryTypeName(elementary_type));
728 return false;
729 case flatbuffers::ET_FLOAT:
730 fbb_.PushElement<float>(double_value);
731 return true;
732 case flatbuffers::ET_DOUBLE:
733 fbb_.PushElement<double>(double_value);
734 return true;
735 }
736 return false;
737}
738
739bool JsonParser::PushElement(
740 flatbuffers::ElementaryType elementary_type,
741 flatbuffers::Offset<flatbuffers::String> offset_value) {
742 switch (elementary_type) {
743 case flatbuffers::ET_UTYPE:
744 case flatbuffers::ET_BOOL:
745 case flatbuffers::ET_CHAR:
746 case flatbuffers::ET_UCHAR:
747 case flatbuffers::ET_SHORT:
748 case flatbuffers::ET_USHORT:
749 case flatbuffers::ET_INT:
750 case flatbuffers::ET_UINT:
751 case flatbuffers::ET_LONG:
752 case flatbuffers::ET_ULONG:
753 case flatbuffers::ET_FLOAT:
754 case flatbuffers::ET_DOUBLE:
755 printf("Mismatched type for field '%s'. Got: sequence, expected %s\n",
756 stack_.back().field_name.c_str(),
757 ElementaryTypeName(elementary_type));
758 return false;
759 case flatbuffers::ET_STRING:
760 case flatbuffers::ET_SEQUENCE:
761 fbb_.PushElement(offset_value);
762 return true;
763 }
764 return false;
765}
766
767} // namespace
768
Austin Schuhe93d8642019-10-13 15:27:07 -0700769flatbuffers::DetachedBuffer JsonToFlatbuffer(
James Kuszmaul3ae42262019-11-08 12:33:41 -0800770 const std::string_view data,
771 const flatbuffers::TypeTable *typetable) {
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700772 JsonParser p;
773 return p.Parse(data, typetable);
774}
775
Austin Schuhe93d8642019-10-13 15:27:07 -0700776::std::string BufferFlatbufferToJson(const uint8_t *buffer,
777 const ::flatbuffers::TypeTable *typetable,
778 bool multi_line) {
779 // It is pretty common to get passed in a nullptr when a test fails. Rather
780 // than CHECK, return a more user friendly result.
781 if (buffer == nullptr) {
782 return "null";
783 }
784 return TableFlatbufferToJson(reinterpret_cast<const flatbuffers::Table *>(
785 flatbuffers::GetRoot<uint8_t>(buffer)),
786 typetable, multi_line);
787}
788
789::std::string TableFlatbufferToJson(const flatbuffers::Table *t,
790 const ::flatbuffers::TypeTable *typetable,
791 bool multi_line) {
792 // It is pretty common to get passed in a nullptr when a test fails. Rather
793 // than CHECK, return a more user friendly result.
794 if (t == nullptr) {
795 return "null";
796 }
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700797 ::flatbuffers::ToStringVisitor tostring_visitor(
798 multi_line ? "\n" : " ", true, multi_line ? " " : "", multi_line);
Austin Schuhe93d8642019-10-13 15:27:07 -0700799 flatbuffers::IterateObject(reinterpret_cast<const uint8_t *>(t), typetable,
800 &tostring_visitor);
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700801 return tostring_visitor.s;
802}
803
Austin Schuh3e95e5d2019-09-20 00:08:54 -0700804} // namespace aos