blob: 890bad0a5f4c5a2a738ddf53bc88fc82d7c1250f [file] [log] [blame]
Alex Perrycb7da4b2019-08-28 19:35:56 -07001include "reflection/reflection.fbs";
2
Austin Schuhcb108412019-10-13 16:09:54 -07003namespace aos;
4
Austin Schuh719946b2019-12-28 14:51:01 -08005enum LoggerConfig : ubyte {
6 // This data should be logged on this node.
7 LOCAL_LOGGER,
8 // This data should be logged on a remote node.
9 REMOTE_LOGGER,
10 // This data should not be logged.
11 NOT_LOGGED,
12 // This data should be logged both on this node and on the remote node.
13 // This is useful where you want to log a message on both the sender and
14 // receiver to create self-contained log files.
15 LOCAL_AND_REMOTE_LOGGER
16}
17
18table Connection {
19 // Node name to forward to.
20 name:string;
21
22 // How the delivery timestamps for this connection should be logged. Do we
23 // log them with the local logger (i.e. the logger running on the node that
24 // this message is delivered to)? Do we log them on another node (a central
25 // logging node)? Do we log them in both places redundantly?
26 timestamp_logger:LoggerConfig = LOCAL_LOGGER;
27
28 // If the corresponding delivery timestamps for this channel are logged
29 // remotely, which node should be responsible for logging the data. Note:
30 // for now, this can only be the source node. Empty implies the node this
31 // connection is connecting to (i.e. name).
Austin Schuhda40e472020-03-28 15:15:29 -070032 timestamp_logger_nodes:[string];
Austin Schuh719946b2019-12-28 14:51:01 -080033
34 // Priority to forward data with.
35 priority:ushort = 100;
36
37 // Time to live in nanoseconds before the message is dropped.
38 // A value of 0 means no timeout, i.e. reliable. When a client connects, the
39 // latest message from this channel will be sent regardless.
40 // TODO(austin): We can retry more than just the last message on reconnect
41 // if we want. This is an unlikely scenario though.
42 time_to_live:uint = 0;
43}
44
Brian Silverman77162972020-08-12 19:52:40 -070045enum ReadMethod : ubyte {
46 // Copy all the data out of shared memory into a local buffer for each reader.
47 COPY,
48 // Pin the data in shared memory and read directly from there.
49 PIN,
50}
51
Austin Schuh40485ed2019-10-26 21:51:44 -070052// Table representing a channel. Channels are where data is published and
Austin Schuhcb108412019-10-13 16:09:54 -070053// subscribed from. The tuple of name, type is the identifying information.
Austin Schuh40485ed2019-10-26 21:51:44 -070054table Channel {
55 // Name of the channel.
Austin Schuhcb108412019-10-13 16:09:54 -070056 name:string;
57 // Type name of the flatbuffer.
58 type:string;
Austin Schuh40485ed2019-10-26 21:51:44 -070059 // Max frequency in messages/sec of the data published on this channel.
Austin Schuhcb108412019-10-13 16:09:54 -070060 frequency:int = 100;
Austin Schuh719946b2019-12-28 14:51:01 -080061 // Max size of the data being published. (This will hopefully be
62 // automatically computed in the future.)
Austin Schuhcb108412019-10-13 16:09:54 -070063 max_size:int = 1000;
Alex Perrycb7da4b2019-08-28 19:35:56 -070064
Austin Schuh80c7fce2019-12-05 20:48:43 -080065 // Sets the maximum number of senders on a channel.
66 num_senders:int = 10;
67 // Sets the maximum number of watchers on a channel.
68 num_watchers:int = 10;
69
Alex Perrycb7da4b2019-08-28 19:35:56 -070070 // The schema for the data sent on this channel.
71 schema:reflection.Schema;
Austin Schuh217a9782019-12-21 23:02:50 -080072
73 // The source node name for the data sent on this channel.
74 // If nodes is populated below, this needs to also be populated.
75 source_node:string;
76
Austin Schuh719946b2019-12-28 14:51:01 -080077 // The destination nodes for data sent on this channel.
Austin Schuh217a9782019-12-21 23:02:50 -080078 // This only needs to be populated if this message is getting forwarded.
Austin Schuh719946b2019-12-28 14:51:01 -080079 destination_nodes:[Connection];
80
81 // What service is responsible for logging this channel:
82 logger:LoggerConfig = LOCAL_LOGGER;
83 // If the channel is logged remotely, which node should be responsible for
84 // logging the data. Note: this requires that the data is forwarded to the
85 // node responsible for logging it. Empty implies the node this connection
86 // is connecting to (i.e. name).
Austin Schuhda40e472020-03-28 15:15:29 -070087 logger_nodes:[string];
Brian Silverman77162972020-08-12 19:52:40 -070088
89 // The way messages are read from shared memory for this channel.
90 read_method:ReadMethod = COPY;
91
92 // Sets the maximum number of senders on a channel.
93 //
94 // Currently, this must be set if and only if read_method is PIN.
95 num_readers:int;
Austin Schuhcb108412019-10-13 16:09:54 -070096}
97
Austin Schuh40485ed2019-10-26 21:51:44 -070098// Table to support renaming channel names.
Austin Schuhcb108412019-10-13 16:09:54 -070099table Map {
Austin Schuh40485ed2019-10-26 21:51:44 -0700100 // Channel to match with. If the name in here matches, the name is replaced
Austin Schuhf1fff282020-03-28 16:57:32 -0700101 // with the name in rename. If the name ends in *, it will be treated like a
102 // wildcard. Anything with the same prefix will match, and anything matching
103 // the * will get preserved on rename. This supports moving subfolders.
Austin Schuhbca6cf02019-12-22 17:28:34 -0800104 // Node specific matches are also supported.
Austin Schuh40485ed2019-10-26 21:51:44 -0700105 match:Channel;
106 // The channel to merge in.
107 rename:Channel;
Austin Schuhcb108412019-10-13 16:09:54 -0700108}
109
110// Application specific information.
111table Application {
112 // Name of the application.
113 name:string;
114 // List of maps to apply for this specific application. Application specific
115 // maps are applied in reverse order, and before the global maps.
116 // For example
117 // "maps": [ { "match": { "name": "/foo" }, "rename": { "name": "/bar" } } ]
Austin Schuh40485ed2019-10-26 21:51:44 -0700118 // will make it so any channels named "/foo" actually go to "/bar" for just
Austin Schuhcb108412019-10-13 16:09:54 -0700119 // this application. This is super handy for running an application twice
Austin Schuh40485ed2019-10-26 21:51:44 -0700120 // publishing to different channels, or for injecting a little application
Austin Schuhcb108412019-10-13 16:09:54 -0700121 // to modify messages live for testing.
122 //
123 // "maps": [
124 // { "match": { "name": "/foo" }, "rename": { "name": "/bar" } },
125 // { "match": { "name": "/foo" }, "rename": { "name": "/baz" } }
126 // ]
127 //
128 // will map "/foo" to "/baz", even if there is a global list of maps.
129 maps:[Map];
Austin Schuh217a9782019-12-21 23:02:50 -0800130
131 // The node that this application will be started on.
132 // TODO(austin): Teach starter how to use this for starting applications.
133 node:string;
Brian Silverman2713ed52020-09-22 22:23:14 -0700134
135 // The user to run this application as. If this field is unset, run it as
136 // the current user of the application starter.
137 user:string;
Austin Schuh217a9782019-12-21 23:02:50 -0800138}
139
140// Per node data and connection information.
141table Node {
142 // Short name for the node. This provides a short hand to make it easy to
143 // setup forwarding rules as part of the channel setup.
144 name:string;
145
146 // Hostname used to identify and connect to the node.
147 hostname:string;
148 // Port to serve forwarded data from.
149 port:ushort = 9971;
Brian Silvermanaa2633f2020-02-17 21:04:14 -0800150
151 // An alternative to hostname which allows specifying multiple hostnames,
152 // any of which will match this node.
153 //
154 // Don't specify a hostname in multiple nodes in the same configuration.
155 hostnames:[string];
Austin Schuhcb108412019-10-13 16:09:54 -0700156}
157
158// Overall configuration datastructure for the pubsub.
159table Configuration {
Austin Schuh40485ed2019-10-26 21:51:44 -0700160 // List of channels.
161 channels:[Channel] (id: 0);
Austin Schuhcb108412019-10-13 16:09:54 -0700162 // List of global maps. These are applied in reverse order.
163 maps:[Map] (id: 1);
Austin Schuh217a9782019-12-21 23:02:50 -0800164
165 // If present, this is the list of nodes in the system. If this is not
166 // present, AOS will be running in a single node configuration.
167 nodes:[Node] (id: 4);
168
Austin Schuhcb108412019-10-13 16:09:54 -0700169 // List of applications.
170 applications:[Application] (id: 2);
171 // List of imports. Imports are loaded first, and then this configuration
172 // is merged into them.
173 imports:[string] (id: 3);
Austin Schuhaa79e4e2019-12-29 20:43:32 -0800174
175 // Length of the channels in nanoseconds. Every channel will have enough
176 // data allocated so that if data is published at the configured frequency,
Brian Silverman587da252020-01-01 17:00:47 -0800177 // at least this many nanoseconds of messages will be available for fetchers.
Austin Schuhaa79e4e2019-12-29 20:43:32 -0800178 channel_storage_duration:long = 2000000000 (id: 5);
Austin Schuhcb108412019-10-13 16:09:54 -0700179}
180
181root_type Configuration;