blob: a1f87cda8c1e04cf4a3568bb0a0b6e37aedf7065 [file] [log] [blame]
Alex Perrycb7da4b2019-08-28 19:35:56 -07001#ifndef AOS_EVENTS_EVENT_LOOP_H_
2#define AOS_EVENTS_EVENT_LOOP_H_
3
Brian Silverman6a54ff32020-04-28 16:41:39 -07004#include <sched.h>
5
Alex Perrycb7da4b2019-08-28 19:35:56 -07006#include <atomic>
7#include <string>
James Kuszmaul3ae42262019-11-08 12:33:41 -08008#include <string_view>
Alex Perrycb7da4b2019-08-28 19:35:56 -07009
Alex Perrycb7da4b2019-08-28 19:35:56 -070010#include "aos/configuration.h"
11#include "aos/configuration_generated.h"
Austin Schuh1af273d2020-03-07 20:11:34 -080012#include "aos/events/channel_preallocated_allocator.h"
Austin Schuh7d87b672019-12-01 20:23:49 -080013#include "aos/events/event_loop_event.h"
Austin Schuh39788ff2019-12-01 18:22:57 -080014#include "aos/events/event_loop_generated.h"
15#include "aos/events/timing_statistics.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070016#include "aos/flatbuffers.h"
Brian Silverman79ec7fc2020-06-08 20:11:22 -050017#include "aos/ftrace.h"
Brian Silvermana1652f32020-01-29 20:41:44 -080018#include "aos/ipc_lib/data_alignment.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070019#include "aos/json_to_flatbuffer.h"
20#include "aos/time/time.h"
Austin Schuh39788ff2019-12-01 18:22:57 -080021#include "aos/util/phased_loop.h"
Brian Silverman0fc69932020-01-24 21:54:02 -080022
23#include "absl/container/btree_set.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070024#include "flatbuffers/flatbuffers.h"
25#include "glog/logging.h"
26
Austin Schuh39788ff2019-12-01 18:22:57 -080027DECLARE_bool(timing_reports);
28DECLARE_int32(timing_report_ms);
29
Alex Perrycb7da4b2019-08-28 19:35:56 -070030namespace aos {
31
Austin Schuh39788ff2019-12-01 18:22:57 -080032class EventLoop;
33class WatcherState;
34
Austin Schuh6231cc32019-12-07 13:06:15 -080035// Struct available on Watchers, Fetchers, Timers, and PhasedLoops with context
36// about the current message.
Alex Perrycb7da4b2019-08-28 19:35:56 -070037struct Context {
Austin Schuhad154822019-12-27 15:45:13 -080038 // Time that the message was sent on this node, or the timer was triggered.
39 monotonic_clock::time_point monotonic_event_time;
40 // Realtime the message was sent on this node. This is set to min_time for
41 // Timers and PhasedLoops.
42 realtime_clock::time_point realtime_event_time;
43
44 // For a single-node configuration, these two are identical to *_event_time.
45 // In a multinode configuration, these are the times that the message was
46 // sent on the original node.
47 monotonic_clock::time_point monotonic_remote_time;
48 realtime_clock::time_point realtime_remote_time;
49
Austin Schuh6231cc32019-12-07 13:06:15 -080050 // The rest are only valid for Watchers and Fetchers.
Brian Silverman4f4e0612020-08-12 19:54:41 -070051
Alex Perrycb7da4b2019-08-28 19:35:56 -070052 // Index in the queue.
53 uint32_t queue_index;
Austin Schuhad154822019-12-27 15:45:13 -080054 // Index into the remote queue. Useful to determine if data was lost. In a
55 // single-node configuration, this will match queue_index.
56 uint32_t remote_queue_index;
57
Alex Perrycb7da4b2019-08-28 19:35:56 -070058 // Size of the data sent.
59 size_t size;
60 // Pointer to the data.
Brian Silvermaneaa41d62020-07-08 19:47:35 -070061 const void *data;
Austin Schuh678078e2020-08-01 14:30:36 -070062
Brian Silverman4f4e0612020-08-12 19:54:41 -070063 // Index of the message buffer. This will be in [0, NumberBuffers) on
64 // read_method=PIN channels, and -1 for other channels.
65 //
66 // This only tells you about the underlying storage for this message, not
67 // anything about its position in the queue. This is only useful for advanced
68 // zero-copy use cases, on read_method=PIN channels.
69 //
70 // This will uniquely identify a message on this channel at a point in time.
71 // For senders, this point in time is while the sender has the message. With
72 // read_method==PIN, this point in time includes while the caller has access
73 // to this context. For other read_methods, this point in time may be before
74 // the caller has access to this context, which makes this pretty useless.
75 int buffer_index;
76
Austin Schuhca75b6a2020-12-15 21:12:24 -080077 // Efficiently copies the flatbuffer into a FlatbufferVector, allocating
Austin Schuh678078e2020-08-01 14:30:36 -070078 // memory in the process. It is vital that T matches the type of the
79 // underlying flatbuffer.
80 template <typename T>
81 FlatbufferVector<T> CopyFlatBuffer() const {
Brian Silverman354697a2020-09-22 21:06:32 -070082 ResizeableBuffer buffer;
83 buffer.resize(size);
84 memcpy(buffer.data(), data, size);
85 return FlatbufferVector<T>(std::move(buffer));
Austin Schuh678078e2020-08-01 14:30:36 -070086 }
Alex Perrycb7da4b2019-08-28 19:35:56 -070087};
88
89// Raw version of fetcher. Contains a local variable that the fetcher will
90// update. This is used for reflection and as an interface to implement typed
91// fetchers.
92class RawFetcher {
93 public:
Austin Schuh39788ff2019-12-01 18:22:57 -080094 RawFetcher(EventLoop *event_loop, const Channel *channel);
Alex Perrycb7da4b2019-08-28 19:35:56 -070095 RawFetcher(const RawFetcher &) = delete;
96 RawFetcher &operator=(const RawFetcher &) = delete;
Austin Schuh39788ff2019-12-01 18:22:57 -080097 virtual ~RawFetcher();
Alex Perrycb7da4b2019-08-28 19:35:56 -070098
Austin Schuh39788ff2019-12-01 18:22:57 -080099 // Fetches the next message in the queue without blocking. Returns true if
100 // there was a new message and we got it.
101 bool FetchNext();
102
103 // Fetches the latest message without blocking.
104 bool Fetch();
105
106 // Returns the channel this fetcher uses.
107 const Channel *channel() const { return channel_; }
108 // Returns the context for the current message.
109 const Context &context() const { return context_; }
110
111 protected:
112 EventLoop *event_loop() { return event_loop_; }
113
Alex Perrycb7da4b2019-08-28 19:35:56 -0700114 Context context_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800115
116 private:
117 friend class EventLoop;
118 // Implementation
119 virtual std::pair<bool, monotonic_clock::time_point> DoFetchNext() = 0;
120 virtual std::pair<bool, monotonic_clock::time_point> DoFetch() = 0;
121
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500122 EventLoop *const event_loop_;
123 const Channel *const channel_;
124 const std::string ftrace_prefix_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800125
126 internal::RawFetcherTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500127 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700128};
129
130// Raw version of sender. Sends a block of data. This is used for reflection
131// and as a building block to implement typed senders.
132class RawSender {
133 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800134 RawSender(EventLoop *event_loop, const Channel *channel);
135 RawSender(const RawSender &) = delete;
136 RawSender &operator=(const RawSender &) = delete;
137
138 virtual ~RawSender();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700139
140 // Sends a message without copying it. The users starts by copying up to
141 // size() bytes into the data backed by data(). They then call Send to send.
142 // Returns true on a successful send.
Austin Schuhad154822019-12-27 15:45:13 -0800143 // If provided, monotonic_remote_time, realtime_remote_time, and
144 // remote_queue_index are attached to the message and are available in the
145 // context on the read side. If they are not populated, the read side will
146 // get the sent times instead.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700147 virtual void *data() = 0;
148 virtual size_t size() = 0;
Austin Schuhad154822019-12-27 15:45:13 -0800149 bool Send(size_t size,
150 aos::monotonic_clock::time_point monotonic_remote_time =
151 aos::monotonic_clock::min_time,
152 aos::realtime_clock::time_point realtime_remote_time =
153 aos::realtime_clock::min_time,
154 uint32_t remote_queue_index = 0xffffffffu);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700155
156 // Sends a single block of data by copying it.
Austin Schuhad154822019-12-27 15:45:13 -0800157 // The remote arguments have the same meaning as in Send above.
158 bool Send(const void *data, size_t size,
159 aos::monotonic_clock::time_point monotonic_remote_time =
160 aos::monotonic_clock::min_time,
161 aos::realtime_clock::time_point realtime_remote_time =
162 aos::realtime_clock::min_time,
163 uint32_t remote_queue_index = 0xffffffffu);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700164
Austin Schuh54cf95f2019-11-29 13:14:18 -0800165 const Channel *channel() const { return channel_; }
166
Austin Schuhad154822019-12-27 15:45:13 -0800167 // Returns the time_points that the last message was sent at.
168 aos::monotonic_clock::time_point monotonic_sent_time() const {
169 return monotonic_sent_time_;
170 }
171 aos::realtime_clock::time_point realtime_sent_time() const {
172 return realtime_sent_time_;
173 }
174 // Returns the queue index that this was sent with.
175 uint32_t sent_queue_index() const { return sent_queue_index_; }
176
Brian Silvermana1652f32020-01-29 20:41:44 -0800177 // Returns the associated flatbuffers-style allocator. This must be
178 // deallocated before the message is sent.
Austin Schuh1af273d2020-03-07 20:11:34 -0800179 ChannelPreallocatedAllocator *fbb_allocator() {
180 fbb_allocator_ = ChannelPreallocatedAllocator(
181 reinterpret_cast<uint8_t *>(data()), size(), channel());
Brian Silvermana1652f32020-01-29 20:41:44 -0800182 return &fbb_allocator_;
183 }
184
Brian Silverman4f4e0612020-08-12 19:54:41 -0700185 // Index of the buffer which is currently exposed by data() and the various
186 // other accessors. This is the message the caller should be filling out.
187 virtual int buffer_index() = 0;
188
Alex Perrycb7da4b2019-08-28 19:35:56 -0700189 protected:
Austin Schuh39788ff2019-12-01 18:22:57 -0800190 EventLoop *event_loop() { return event_loop_; }
Austin Schuh54cf95f2019-11-29 13:14:18 -0800191
Austin Schuhad154822019-12-27 15:45:13 -0800192 aos::monotonic_clock::time_point monotonic_sent_time_ =
193 aos::monotonic_clock::min_time;
194 aos::realtime_clock::time_point realtime_sent_time_ =
195 aos::realtime_clock::min_time;
196 uint32_t sent_queue_index_ = 0xffffffff;
197
Austin Schuh39788ff2019-12-01 18:22:57 -0800198 private:
199 friend class EventLoop;
200
Austin Schuhad154822019-12-27 15:45:13 -0800201 virtual bool DoSend(const void *data, size_t size,
202 aos::monotonic_clock::time_point monotonic_remote_time,
203 aos::realtime_clock::time_point realtime_remote_time,
204 uint32_t remote_queue_index) = 0;
205 virtual bool DoSend(size_t size,
206 aos::monotonic_clock::time_point monotonic_remote_time,
207 aos::realtime_clock::time_point realtime_remote_time,
208 uint32_t remote_queue_index) = 0;
Austin Schuh39788ff2019-12-01 18:22:57 -0800209
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500210 EventLoop *const event_loop_;
211 const Channel *const channel_;
212 const std::string ftrace_prefix_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700213
Austin Schuh39788ff2019-12-01 18:22:57 -0800214 internal::RawSenderTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500215 Ftrace ftrace_;
Brian Silvermana1652f32020-01-29 20:41:44 -0800216
Austin Schuh1af273d2020-03-07 20:11:34 -0800217 ChannelPreallocatedAllocator fbb_allocator_{nullptr, 0, nullptr};
Austin Schuh39788ff2019-12-01 18:22:57 -0800218};
Alex Perrycb7da4b2019-08-28 19:35:56 -0700219
220// Fetches the newest message from a channel.
221// This provides a polling based interface for channels.
222template <typename T>
223class Fetcher {
224 public:
225 Fetcher() {}
226
227 // Fetches the next message. Returns true if it fetched a new message. This
228 // method will only return messages sent after the Fetcher was created.
Brian Silvermana1652f32020-01-29 20:41:44 -0800229 bool FetchNext() {
230 const bool result = fetcher_->FetchNext();
231 if (result) {
232 CheckChannelDataAlignment(fetcher_->context().data,
233 fetcher_->context().size);
234 }
235 return result;
236 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700237
238 // Fetches the most recent message. Returns true if it fetched a new message.
239 // This will return the latest message regardless of if it was sent before or
240 // after the fetcher was created.
Brian Silvermana1652f32020-01-29 20:41:44 -0800241 bool Fetch() {
242 const bool result = fetcher_->Fetch();
243 if (result) {
244 CheckChannelDataAlignment(fetcher_->context().data,
245 fetcher_->context().size);
246 }
247 return result;
248 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700249
250 // Returns a pointer to the contained flatbuffer, or nullptr if there is no
251 // available message.
252 const T *get() const {
Austin Schuh39788ff2019-12-01 18:22:57 -0800253 return fetcher_->context().data != nullptr
254 ? flatbuffers::GetRoot<T>(
255 reinterpret_cast<const char *>(fetcher_->context().data))
Alex Perrycb7da4b2019-08-28 19:35:56 -0700256 : nullptr;
257 }
258
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700259 // Returns the channel this fetcher uses
260 const Channel *channel() const { return fetcher_->channel(); }
261
Alex Perrycb7da4b2019-08-28 19:35:56 -0700262 // Returns the context holding timestamps and other metadata about the
263 // message.
264 const Context &context() const { return fetcher_->context(); }
265
266 const T &operator*() const { return *get(); }
267 const T *operator->() const { return get(); }
268
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700269 // Returns true if this fetcher is valid and connected to a channel.
270 operator bool() const { return static_cast<bool>(fetcher_); }
271
Austin Schuhca75b6a2020-12-15 21:12:24 -0800272 // Copies the current flatbuffer into a FlatbufferVector.
273 FlatbufferVector<T> CopyFlatBuffer() const {
274 return context().template CopyFlatBuffer<T>();
275 }
276
Alex Perrycb7da4b2019-08-28 19:35:56 -0700277 private:
278 friend class EventLoop;
279 Fetcher(::std::unique_ptr<RawFetcher> fetcher)
280 : fetcher_(::std::move(fetcher)) {}
281 ::std::unique_ptr<RawFetcher> fetcher_;
282};
283
284// Sends messages to a channel.
285template <typename T>
286class Sender {
287 public:
288 Sender() {}
289
290 // Represents a single message about to be sent to the queue.
291 // The lifecycle goes:
292 //
293 // Builder builder = sender.MakeBuilder();
294 // T::Builder t_builder = builder.MakeBuilder<T>();
295 // Populate(&t_builder);
296 // builder.Send(t_builder.Finish());
297 class Builder {
298 public:
Austin Schuh1af273d2020-03-07 20:11:34 -0800299 Builder(RawSender *sender, ChannelPreallocatedAllocator *allocator)
Brian Silverman9dd793b2020-01-31 23:52:21 -0800300 : fbb_(allocator->size(), allocator),
301 allocator_(allocator),
302 sender_(sender) {
Brian Silvermana1652f32020-01-29 20:41:44 -0800303 CheckChannelDataAlignment(allocator->data(), allocator->size());
Austin Schuhd7b15da2020-02-17 15:06:11 -0800304 fbb_.ForceDefaults(true);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700305 }
Brian Silvermana1652f32020-01-29 20:41:44 -0800306 Builder() {}
307 Builder(const Builder &) = delete;
308 Builder(Builder &&) = default;
309
310 Builder &operator=(const Builder &) = delete;
311 Builder &operator=(Builder &&) = default;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700312
313 flatbuffers::FlatBufferBuilder *fbb() { return &fbb_; }
314
315 template <typename T2>
316 typename T2::Builder MakeBuilder() {
317 return typename T2::Builder(fbb_);
318 }
319
320 bool Send(flatbuffers::Offset<T> offset) {
321 fbb_.Finish(offset);
Brian Silverman9dd793b2020-01-31 23:52:21 -0800322 const bool result = sender_->Send(fbb_.GetSize());
323 // Ensure fbb_ knows it shouldn't access the memory any more.
324 fbb_ = flatbuffers::FlatBufferBuilder();
325 return result;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700326 }
327
328 // CHECKs that this message was sent.
Brian Silverman9dd793b2020-01-31 23:52:21 -0800329 void CheckSent() {
330 CHECK(!allocator_->is_allocated()) << ": Message was not sent yet";
331 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700332
Brian Silverman341b57e2020-06-23 16:23:18 -0700333 // Detaches a buffer, for later use calling Sender::Send directly.
334 //
335 // Note that the underlying memory remains with the Sender, so creating
336 // another Builder before destroying the FlatbufferDetachedBuffer will fail.
337 FlatbufferDetachedBuffer<T> Detach(flatbuffers::Offset<T> offset) {
338 fbb_.Finish(offset);
339 return fbb_.Release();
340 }
341
Alex Perrycb7da4b2019-08-28 19:35:56 -0700342 private:
Alex Perrycb7da4b2019-08-28 19:35:56 -0700343 flatbuffers::FlatBufferBuilder fbb_;
Austin Schuh1af273d2020-03-07 20:11:34 -0800344 ChannelPreallocatedAllocator *allocator_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700345 RawSender *sender_;
346 };
347
348 // Constructs an above builder.
Brian Silverman9dd793b2020-01-31 23:52:21 -0800349 //
350 // Only a single one of these may be "alive" for this object at any point in
351 // time. After calling Send on the result, it is no longer "alive". This means
352 // that you must manually reset a variable holding the return value (by
353 // assigning a default-constructed Builder to it) before calling this method
354 // again to overwrite the value in the variable.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700355 Builder MakeBuilder();
356
Austin Schuha28cbc32019-12-27 16:28:04 -0800357 // Sends a prebuilt flatbuffer.
Austin Schuhadd6eb32020-11-09 21:24:26 -0800358 bool Send(const NonSizePrefixedFlatbuffer<T> &flatbuffer);
Austin Schuha28cbc32019-12-27 16:28:04 -0800359
Brian Silverman341b57e2020-06-23 16:23:18 -0700360 // Sends a prebuilt flatbuffer which was detached from a Builder created via
361 // MakeBuilder() on this object.
362 bool SendDetached(FlatbufferDetachedBuffer<T> detached);
363
Austin Schuh39788ff2019-12-01 18:22:57 -0800364 // Returns the name of the underlying queue.
Austin Schuh1e869472019-12-01 13:36:10 -0800365 const Channel *channel() const { return sender_->channel(); }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700366
Austin Schuha0c41ba2020-09-10 22:59:14 -0700367 operator bool() const { return sender_ ? true : false; }
Tyler Chatow67ddb032020-01-12 14:30:04 -0800368
Austin Schuh7bc59052020-02-16 23:48:33 -0800369 // Returns the time_points that the last message was sent at.
370 aos::monotonic_clock::time_point monotonic_sent_time() const {
371 return sender_->monotonic_sent_time();
372 }
373 aos::realtime_clock::time_point realtime_sent_time() const {
374 return sender_->realtime_sent_time();
375 }
376 // Returns the queue index that this was sent with.
377 uint32_t sent_queue_index() const { return sender_->sent_queue_index(); }
378
Brian Silverman4f4e0612020-08-12 19:54:41 -0700379 // Returns the buffer index which MakeBuilder() will expose access to. This is
380 // the buffer the caller can fill out.
381 int buffer_index() const { return sender_->buffer_index(); }
382
Alex Perrycb7da4b2019-08-28 19:35:56 -0700383 private:
384 friend class EventLoop;
385 Sender(std::unique_ptr<RawSender> sender) : sender_(std::move(sender)) {}
386 std::unique_ptr<RawSender> sender_;
387};
388
Brian Silverman4f4e0612020-08-12 19:54:41 -0700389// Interface for timers.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700390class TimerHandler {
391 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800392 virtual ~TimerHandler();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700393
394 // Timer should sleep until base, base + offset, base + offset * 2, ...
395 // If repeat_offset isn't set, the timer only expires once.
396 virtual void Setup(monotonic_clock::time_point base,
397 monotonic_clock::duration repeat_offset =
398 ::aos::monotonic_clock::zero()) = 0;
399
400 // Stop future calls to callback().
401 virtual void Disable() = 0;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800402
403 // Sets and gets the name of the timer. Set this if you want a descriptive
404 // name in the timing report.
405 void set_name(std::string_view name) { name_ = std::string(name); }
406 const std::string_view name() const { return name_; }
407
Austin Schuh39788ff2019-12-01 18:22:57 -0800408 protected:
409 TimerHandler(EventLoop *event_loop, std::function<void()> fn);
410
Austin Schuhcde39fd2020-02-22 20:58:24 -0800411 monotonic_clock::time_point Call(
412 std::function<monotonic_clock::time_point()> get_time,
413 monotonic_clock::time_point event_time);
Austin Schuh39788ff2019-12-01 18:22:57 -0800414
Austin Schuh1540c2f2019-11-29 21:59:29 -0800415 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800416 friend class EventLoop;
417
418 EventLoop *event_loop_;
419 // The function to call when Call is called.
420 std::function<void()> fn_;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800421 std::string name_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800422
423 internal::TimerTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500424 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700425};
426
427// Interface for phased loops. They are built on timers.
428class PhasedLoopHandler {
429 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800430 virtual ~PhasedLoopHandler();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700431
432 // Sets the interval and offset. Any changes to interval and offset only take
433 // effect when the handler finishes running.
Austin Schuh39788ff2019-12-01 18:22:57 -0800434 void set_interval_and_offset(const monotonic_clock::duration interval,
435 const monotonic_clock::duration offset) {
436 phased_loop_.set_interval_and_offset(interval, offset);
437 }
Austin Schuh1540c2f2019-11-29 21:59:29 -0800438
439 // Sets and gets the name of the timer. Set this if you want a descriptive
440 // name in the timing report.
441 void set_name(std::string_view name) { name_ = std::string(name); }
442 const std::string_view name() const { return name_; }
443
Austin Schuh39788ff2019-12-01 18:22:57 -0800444 protected:
445 void Call(std::function<monotonic_clock::time_point()> get_time,
446 std::function<void(monotonic_clock::time_point)> schedule);
447
448 PhasedLoopHandler(EventLoop *event_loop, std::function<void(int)> fn,
449 const monotonic_clock::duration interval,
450 const monotonic_clock::duration offset);
451
Austin Schuh1540c2f2019-11-29 21:59:29 -0800452 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800453 friend class EventLoop;
454
455 void Reschedule(std::function<void(monotonic_clock::time_point)> schedule,
456 monotonic_clock::time_point monotonic_now) {
457 cycles_elapsed_ += phased_loop_.Iterate(monotonic_now);
458 schedule(phased_loop_.sleep_time());
459 }
460
461 virtual void Schedule(monotonic_clock::time_point sleep_time) = 0;
462
463 EventLoop *event_loop_;
464 std::function<void(int)> fn_;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800465 std::string name_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800466 time::PhasedLoop phased_loop_;
467
468 int cycles_elapsed_ = 0;
469
470 internal::TimerTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500471 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700472};
473
Alex Perrycb7da4b2019-08-28 19:35:56 -0700474class EventLoop {
475 public:
Tyler Chatow67ddb032020-01-12 14:30:04 -0800476 EventLoop(const Configuration *configuration);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700477
Austin Schuh39788ff2019-12-01 18:22:57 -0800478 virtual ~EventLoop();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700479
480 // Current time.
481 virtual monotonic_clock::time_point monotonic_now() = 0;
482 virtual realtime_clock::time_point realtime_now() = 0;
483
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700484 // Returns true if the channel exists in the configuration.
485 template <typename T>
486 bool HasChannel(const std::string_view channel_name) {
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800487 return configuration::GetChannel(configuration(), channel_name,
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700488 T::GetFullyQualifiedName(), name(),
489 node()) != nullptr;
490 }
491
Alex Perrycb7da4b2019-08-28 19:35:56 -0700492 // Note, it is supported to create:
493 // multiple fetchers, and (one sender or one watcher) per <name, type>
494 // tuple.
495
496 // Makes a class that will always fetch the most recent value
497 // sent to the provided channel.
498 template <typename T>
James Kuszmaul3ae42262019-11-08 12:33:41 -0800499 Fetcher<T> MakeFetcher(const std::string_view channel_name) {
Austin Schuhbca6cf02019-12-22 17:28:34 -0800500 const Channel *channel =
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800501 configuration::GetChannel(configuration(), channel_name,
Austin Schuhbca6cf02019-12-22 17:28:34 -0800502 T::GetFullyQualifiedName(), name(), node());
Alex Perrycb7da4b2019-08-28 19:35:56 -0700503 CHECK(channel != nullptr)
504 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
505 << T::GetFullyQualifiedName() << "\" } not found in config.";
506
Austin Schuhca4828c2019-12-28 14:21:35 -0800507 if (!configuration::ChannelIsReadableOnNode(channel, node())) {
508 LOG(FATAL) << "Channel { \"name\": \"" << channel_name
509 << "\", \"type\": \"" << T::GetFullyQualifiedName()
510 << "\" } is not able to be fetched on this node. Check your "
511 "configuration.";
Austin Schuh217a9782019-12-21 23:02:50 -0800512 }
513
Alex Perrycb7da4b2019-08-28 19:35:56 -0700514 return Fetcher<T>(MakeRawFetcher(channel));
515 }
516
517 // Makes class that allows constructing and sending messages to
518 // the provided channel.
519 template <typename T>
James Kuszmaul3ae42262019-11-08 12:33:41 -0800520 Sender<T> MakeSender(const std::string_view channel_name) {
Austin Schuhbca6cf02019-12-22 17:28:34 -0800521 const Channel *channel =
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800522 configuration::GetChannel(configuration(), channel_name,
Austin Schuhbca6cf02019-12-22 17:28:34 -0800523 T::GetFullyQualifiedName(), name(), node());
Alex Perrycb7da4b2019-08-28 19:35:56 -0700524 CHECK(channel != nullptr)
525 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
Austin Schuh28fedcb2020-02-08 15:59:58 -0800526 << T::GetFullyQualifiedName() << "\" } not found in config for "
Austin Schuh2f8fd752020-09-01 22:38:28 -0700527 << name()
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800528 << (configuration::MultiNode(configuration())
Austin Schuh2f8fd752020-09-01 22:38:28 -0700529 ? absl::StrCat(" on node ", node()->name()->string_view())
530 : ".");
Alex Perrycb7da4b2019-08-28 19:35:56 -0700531
Austin Schuhca4828c2019-12-28 14:21:35 -0800532 if (!configuration::ChannelIsSendableOnNode(channel, node())) {
533 LOG(FATAL) << "Channel { \"name\": \"" << channel_name
534 << "\", \"type\": \"" << T::GetFullyQualifiedName()
535 << "\" } is not able to be sent on this node. Check your "
536 "configuration.";
Austin Schuh217a9782019-12-21 23:02:50 -0800537 }
538
Alex Perrycb7da4b2019-08-28 19:35:56 -0700539 return Sender<T>(MakeRawSender(channel));
540 }
541
542 // This will watch messages sent to the provided channel.
543 //
Brian Silverman454bc112020-03-05 14:21:25 -0800544 // w must have a non-polymorphic operator() (aka it can only be called with a
545 // single set of arguments; no overloading or templates). It must be callable
546 // with this signature:
547 // void(const MessageType &);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700548 //
Brian Silverman454bc112020-03-05 14:21:25 -0800549 // Lambdas are a common form for w. A std::function will work too.
550 //
551 // Note that bind expressions have polymorphic call operators, so they are not
552 // allowed.
553 //
554 // We template Watch as a whole instead of using std::function<void(const T
555 // &)> to allow deducing MessageType from lambdas and other things which are
556 // implicitly convertible to std::function, but not actually std::function
557 // instantiations. Template deduction guides might allow solving this
558 // differently in newer versions of C++, but those have their own corner
559 // cases.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700560 template <typename Watch>
Brian Silverman454bc112020-03-05 14:21:25 -0800561 void MakeWatcher(const std::string_view channel_name, Watch &&w);
562
563 // Like MakeWatcher, but doesn't have access to the message data. This may be
564 // implemented to use less resources than an equivalent MakeWatcher.
565 //
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800566 // The function will still have access to context(), although that will have
567 // its data field set to nullptr.
Brian Silverman454bc112020-03-05 14:21:25 -0800568 template <typename MessageType>
569 void MakeNoArgWatcher(const std::string_view channel_name,
570 std::function<void()> w);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700571
572 // The passed in function will be called when the event loop starts.
573 // Use this to run code once the thread goes into "real-time-mode",
574 virtual void OnRun(::std::function<void()> on_run) = 0;
575
Austin Schuh217a9782019-12-21 23:02:50 -0800576 // Gets the name of the event loop. This is the application name.
James Kuszmaul3ae42262019-11-08 12:33:41 -0800577 virtual const std::string_view name() const = 0;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700578
Austin Schuh217a9782019-12-21 23:02:50 -0800579 // Returns the node that this event loop is running on. Returns nullptr if we
580 // are running in single-node mode.
581 virtual const Node *node() const = 0;
582
Alex Perrycb7da4b2019-08-28 19:35:56 -0700583 // Creates a timer that executes callback when the timer expires
584 // Returns a TimerHandle for configuration of the timer
585 virtual TimerHandler *AddTimer(::std::function<void()> callback) = 0;
586
587 // Creates a timer that executes callback periodically at the specified
588 // interval and offset. Returns a PhasedLoopHandler for interacting with the
589 // timer.
590 virtual PhasedLoopHandler *AddPhasedLoop(
591 ::std::function<void(int)> callback,
592 const monotonic_clock::duration interval,
593 const monotonic_clock::duration offset = ::std::chrono::seconds(0)) = 0;
594
Austin Schuh217a9782019-12-21 23:02:50 -0800595 // TODO(austin): OnExit for cleanup.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700596
597 // Threadsafe.
598 bool is_running() const { return is_running_.load(); }
599
600 // Sets the scheduler priority to run the event loop at. This may not be
601 // called after we go into "real-time-mode".
602 virtual void SetRuntimeRealtimePriority(int priority) = 0;
Austin Schuh39788ff2019-12-01 18:22:57 -0800603 virtual int priority() const = 0;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700604
Brian Silverman6a54ff32020-04-28 16:41:39 -0700605 // Sets the scheduler affinity to run the event loop with. This may only be
606 // called before Run().
607 virtual void SetRuntimeAffinity(const cpu_set_t &cpuset) = 0;
608
Austin Schuh217a9782019-12-21 23:02:50 -0800609 // Fetches new messages from the provided channel (path, type).
610 //
611 // Note: this channel must be a member of the exact configuration object this
612 // was built with.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700613 virtual std::unique_ptr<RawFetcher> MakeRawFetcher(
614 const Channel *channel) = 0;
615
Austin Schuh217a9782019-12-21 23:02:50 -0800616 // Watches channel (name, type) for new messages.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700617 virtual void MakeRawWatcher(
618 const Channel *channel,
619 std::function<void(const Context &context, const void *message)>
620 watcher) = 0;
621
Brian Silverman454bc112020-03-05 14:21:25 -0800622 // Watches channel (name, type) for new messages, without needing to extract
623 // the message contents. Default implementation simply re-uses MakeRawWatcher.
624 virtual void MakeRawNoArgWatcher(
625 const Channel *channel,
626 std::function<void(const Context &context)> watcher) {
627 MakeRawWatcher(channel, [watcher](const Context &context, const void *) {
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800628 Context new_context = context;
629 new_context.data = nullptr;
Brian Silverman4f4e0612020-08-12 19:54:41 -0700630 new_context.buffer_index = -1;
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800631 watcher(new_context);
Brian Silverman454bc112020-03-05 14:21:25 -0800632 });
633 }
634
Austin Schuh217a9782019-12-21 23:02:50 -0800635 // Creates a raw sender for the provided channel. This is used for reflection
636 // based sending.
637 // Note: this ignores any node constraints. Ignore at your own peril.
638 virtual std::unique_ptr<RawSender> MakeRawSender(const Channel *channel) = 0;
639
Austin Schuh6231cc32019-12-07 13:06:15 -0800640 // Returns the context for the current callback.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700641 const Context &context() const { return context_; }
642
643 // Returns the configuration that this event loop was built with.
644 const Configuration *configuration() const { return configuration_; }
645
Austin Schuh39788ff2019-12-01 18:22:57 -0800646 // Prevents the event loop from sending a timing report.
647 void SkipTimingReport() { skip_timing_report_ = true; }
648
Brian Silverman4f4e0612020-08-12 19:54:41 -0700649 // Prevents AOS_LOG being sent to message on /aos.
Tyler Chatow67ddb032020-01-12 14:30:04 -0800650 void SkipAosLog() { skip_logger_ = true; }
651
Brian Silverman4f4e0612020-08-12 19:54:41 -0700652 // Returns the number of buffers for this channel. This corresponds with the
653 // range of Context::buffer_index values for this channel.
654 virtual int NumberBuffers(const Channel *channel) = 0;
655
Alex Perrycb7da4b2019-08-28 19:35:56 -0700656 protected:
Austin Schuh217a9782019-12-21 23:02:50 -0800657 // Sets the name of the event loop. This is the application name.
658 virtual void set_name(const std::string_view name) = 0;
659
Alex Perrycb7da4b2019-08-28 19:35:56 -0700660 void set_is_running(bool value) { is_running_.store(value); }
661
Austin Schuh39788ff2019-12-01 18:22:57 -0800662 // Validates that channel exists inside configuration_ and finds its index.
663 int ChannelIndex(const Channel *channel);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700664
Brian Silverman5120afb2020-01-31 17:44:35 -0800665 // Returns the state for the watcher on the corresponding channel. This
666 // watcher must exist before calling this.
667 WatcherState *GetWatcherState(const Channel *channel);
668
Brian Silverman6d2b3592020-06-18 14:40:15 -0700669 // Returns a Sender's protected RawSender.
Brian Silverman5120afb2020-01-31 17:44:35 -0800670 template <typename T>
671 static RawSender *GetRawSender(aos::Sender<T> *sender) {
672 return sender->sender_.get();
673 }
674
Brian Silverman6d2b3592020-06-18 14:40:15 -0700675 // Returns a Fetcher's protected RawFetcher.
676 template <typename T>
677 static RawFetcher *GetRawFetcher(aos::Fetcher<T> *fetcher) {
678 return fetcher->fetcher_.get();
679 }
680
Austin Schuh6231cc32019-12-07 13:06:15 -0800681 // Context available for watchers, timers, and phased loops.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700682 Context context_;
683
Austin Schuh39788ff2019-12-01 18:22:57 -0800684 friend class RawSender;
685 friend class TimerHandler;
686 friend class RawFetcher;
687 friend class PhasedLoopHandler;
688 friend class WatcherState;
689
690 // Methods used to implement timing reports.
691 void NewSender(RawSender *sender);
692 void DeleteSender(RawSender *sender);
693 TimerHandler *NewTimer(std::unique_ptr<TimerHandler> timer);
694 PhasedLoopHandler *NewPhasedLoop(
695 std::unique_ptr<PhasedLoopHandler> phased_loop);
696 void NewFetcher(RawFetcher *fetcher);
697 void DeleteFetcher(RawFetcher *fetcher);
698 WatcherState *NewWatcher(std::unique_ptr<WatcherState> watcher);
699
Brian Silverman0fc69932020-01-24 21:54:02 -0800700 // Tracks that we have a (single) watcher on the given channel.
701 void TakeWatcher(const Channel *channel);
702 // Tracks that we have at least one sender on the given channel.
703 void TakeSender(const Channel *channel);
704
Austin Schuh39788ff2019-12-01 18:22:57 -0800705 std::vector<RawSender *> senders_;
Austin Schuh7d87b672019-12-01 20:23:49 -0800706 std::vector<RawFetcher *> fetchers_;
707
Austin Schuh39788ff2019-12-01 18:22:57 -0800708 std::vector<std::unique_ptr<TimerHandler>> timers_;
709 std::vector<std::unique_ptr<PhasedLoopHandler>> phased_loops_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800710 std::vector<std::unique_ptr<WatcherState>> watchers_;
711
712 void SendTimingReport();
713 void UpdateTimingReport();
714 void MaybeScheduleTimingReports();
715
716 std::unique_ptr<RawSender> timing_report_sender_;
717
Austin Schuh7d87b672019-12-01 20:23:49 -0800718 // Tracks which event sources (timers and watchers) have data, and which
719 // don't. Added events may not change their event_time().
720 // TODO(austin): Test case 1: timer triggers at t1, handler takes until after
721 // t2 to run, t2 should then be picked up without a context switch.
722 void AddEvent(EventLoopEvent *event);
723 void RemoveEvent(EventLoopEvent *event);
724 size_t EventCount() const { return events_.size(); }
725 EventLoopEvent *PopEvent();
726 EventLoopEvent *PeekEvent() { return events_.front(); }
727 void ReserveEvents();
728
729 std::vector<EventLoopEvent *> events_;
Brian Silvermanbd405c02020-06-23 16:25:23 -0700730 size_t event_generation_ = 1;
Austin Schuh7d87b672019-12-01 20:23:49 -0800731
Tyler Chatow67ddb032020-01-12 14:30:04 -0800732 // If true, don't send AOS_LOG to /aos
733 bool skip_logger_ = false;
734
Austin Schuhde8a8ff2019-11-30 15:25:36 -0800735 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800736 virtual pid_t GetTid() = 0;
737
738 FlatbufferDetachedBuffer<timing::Report> timing_report_;
739
Austin Schuhde8a8ff2019-11-30 15:25:36 -0800740 ::std::atomic<bool> is_running_{false};
741
Alex Perrycb7da4b2019-08-28 19:35:56 -0700742 const Configuration *configuration_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800743
744 // If true, don't send out timing reports.
745 bool skip_timing_report_ = false;
Brian Silverman0fc69932020-01-24 21:54:02 -0800746
747 absl::btree_set<const Channel *> taken_watchers_, taken_senders_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700748};
749
750} // namespace aos
751
Austin Schuhb8075812020-10-19 09:36:49 -0700752#include "aos/events/event_loop_tmpl.h" // IWYU pragma: export
Alex Perrycb7da4b2019-08-28 19:35:56 -0700753
754#endif // AOS_EVENTS_EVENT_LOOP_H