blob: 8ef8d5774633c52560437026a39b7d0d184ac0c5 [file] [log] [blame]
Alex Perrycb7da4b2019-08-28 19:35:56 -07001#ifndef AOS_EVENTS_EVENT_LOOP_H_
2#define AOS_EVENTS_EVENT_LOOP_H_
3
Brian Silverman6a54ff32020-04-28 16:41:39 -07004#include <sched.h>
5
Alex Perrycb7da4b2019-08-28 19:35:56 -07006#include <atomic>
7#include <string>
James Kuszmaul3ae42262019-11-08 12:33:41 -08008#include <string_view>
Alex Perrycb7da4b2019-08-28 19:35:56 -07009
Austin Schuh3054f5f2021-07-21 15:38:01 -070010#include "absl/container/btree_set.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070011#include "aos/configuration.h"
12#include "aos/configuration_generated.h"
Austin Schuh1af273d2020-03-07 20:11:34 -080013#include "aos/events/channel_preallocated_allocator.h"
Austin Schuh7d87b672019-12-01 20:23:49 -080014#include "aos/events/event_loop_event.h"
Austin Schuh39788ff2019-12-01 18:22:57 -080015#include "aos/events/event_loop_generated.h"
16#include "aos/events/timing_statistics.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070017#include "aos/flatbuffers.h"
Brian Silverman79ec7fc2020-06-08 20:11:22 -050018#include "aos/ftrace.h"
Brian Silvermana1652f32020-01-29 20:41:44 -080019#include "aos/ipc_lib/data_alignment.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070020#include "aos/json_to_flatbuffer.h"
21#include "aos/time/time.h"
Austin Schuh39788ff2019-12-01 18:22:57 -080022#include "aos/util/phased_loop.h"
Austin Schuh4385b142021-03-14 21:31:13 -070023#include "aos/uuid.h"
Alex Perrycb7da4b2019-08-28 19:35:56 -070024#include "flatbuffers/flatbuffers.h"
25#include "glog/logging.h"
26
Austin Schuh39788ff2019-12-01 18:22:57 -080027DECLARE_bool(timing_reports);
28DECLARE_int32(timing_report_ms);
29
Alex Perrycb7da4b2019-08-28 19:35:56 -070030namespace aos {
31
Austin Schuh39788ff2019-12-01 18:22:57 -080032class EventLoop;
33class WatcherState;
34
Austin Schuh6231cc32019-12-07 13:06:15 -080035// Struct available on Watchers, Fetchers, Timers, and PhasedLoops with context
36// about the current message.
Alex Perrycb7da4b2019-08-28 19:35:56 -070037struct Context {
Austin Schuhad154822019-12-27 15:45:13 -080038 // Time that the message was sent on this node, or the timer was triggered.
39 monotonic_clock::time_point monotonic_event_time;
40 // Realtime the message was sent on this node. This is set to min_time for
41 // Timers and PhasedLoops.
42 realtime_clock::time_point realtime_event_time;
43
44 // For a single-node configuration, these two are identical to *_event_time.
45 // In a multinode configuration, these are the times that the message was
46 // sent on the original node.
47 monotonic_clock::time_point monotonic_remote_time;
48 realtime_clock::time_point realtime_remote_time;
49
Austin Schuh6231cc32019-12-07 13:06:15 -080050 // The rest are only valid for Watchers and Fetchers.
Brian Silverman4f4e0612020-08-12 19:54:41 -070051
Alex Perrycb7da4b2019-08-28 19:35:56 -070052 // Index in the queue.
53 uint32_t queue_index;
Austin Schuhad154822019-12-27 15:45:13 -080054 // Index into the remote queue. Useful to determine if data was lost. In a
55 // single-node configuration, this will match queue_index.
56 uint32_t remote_queue_index;
57
Alex Perrycb7da4b2019-08-28 19:35:56 -070058 // Size of the data sent.
59 size_t size;
60 // Pointer to the data.
Brian Silvermaneaa41d62020-07-08 19:47:35 -070061 const void *data;
Austin Schuh678078e2020-08-01 14:30:36 -070062
Brian Silverman4f4e0612020-08-12 19:54:41 -070063 // Index of the message buffer. This will be in [0, NumberBuffers) on
64 // read_method=PIN channels, and -1 for other channels.
65 //
66 // This only tells you about the underlying storage for this message, not
67 // anything about its position in the queue. This is only useful for advanced
68 // zero-copy use cases, on read_method=PIN channels.
69 //
70 // This will uniquely identify a message on this channel at a point in time.
71 // For senders, this point in time is while the sender has the message. With
72 // read_method==PIN, this point in time includes while the caller has access
73 // to this context. For other read_methods, this point in time may be before
74 // the caller has access to this context, which makes this pretty useless.
75 int buffer_index;
76
Austin Schuh8902fa52021-03-14 22:39:24 -070077 // UUID of the remote node which sent this message, or this node in the case
78 // of events which are local to this node.
Austin Schuha9012be2021-07-21 15:19:11 -070079 UUID source_boot_uuid = UUID::Zero();
Austin Schuh8902fa52021-03-14 22:39:24 -070080
Austin Schuhca75b6a2020-12-15 21:12:24 -080081 // Efficiently copies the flatbuffer into a FlatbufferVector, allocating
Austin Schuh678078e2020-08-01 14:30:36 -070082 // memory in the process. It is vital that T matches the type of the
83 // underlying flatbuffer.
84 template <typename T>
85 FlatbufferVector<T> CopyFlatBuffer() const {
Brian Silverman354697a2020-09-22 21:06:32 -070086 ResizeableBuffer buffer;
87 buffer.resize(size);
88 memcpy(buffer.data(), data, size);
89 return FlatbufferVector<T>(std::move(buffer));
Austin Schuh678078e2020-08-01 14:30:36 -070090 }
Alex Perrycb7da4b2019-08-28 19:35:56 -070091};
92
93// Raw version of fetcher. Contains a local variable that the fetcher will
94// update. This is used for reflection and as an interface to implement typed
95// fetchers.
96class RawFetcher {
97 public:
Austin Schuh39788ff2019-12-01 18:22:57 -080098 RawFetcher(EventLoop *event_loop, const Channel *channel);
Alex Perrycb7da4b2019-08-28 19:35:56 -070099 RawFetcher(const RawFetcher &) = delete;
100 RawFetcher &operator=(const RawFetcher &) = delete;
Austin Schuh39788ff2019-12-01 18:22:57 -0800101 virtual ~RawFetcher();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700102
Austin Schuh39788ff2019-12-01 18:22:57 -0800103 // Fetches the next message in the queue without blocking. Returns true if
104 // there was a new message and we got it.
105 bool FetchNext();
106
107 // Fetches the latest message without blocking.
108 bool Fetch();
109
110 // Returns the channel this fetcher uses.
111 const Channel *channel() const { return channel_; }
112 // Returns the context for the current message.
113 const Context &context() const { return context_; }
114
115 protected:
116 EventLoop *event_loop() { return event_loop_; }
Austin Schuh3054f5f2021-07-21 15:38:01 -0700117 const EventLoop *event_loop() const { return event_loop_; }
Austin Schuh39788ff2019-12-01 18:22:57 -0800118
Alex Perrycb7da4b2019-08-28 19:35:56 -0700119 Context context_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800120
121 private:
122 friend class EventLoop;
123 // Implementation
124 virtual std::pair<bool, monotonic_clock::time_point> DoFetchNext() = 0;
125 virtual std::pair<bool, monotonic_clock::time_point> DoFetch() = 0;
126
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500127 EventLoop *const event_loop_;
128 const Channel *const channel_;
129 const std::string ftrace_prefix_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800130
131 internal::RawFetcherTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500132 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700133};
134
135// Raw version of sender. Sends a block of data. This is used for reflection
136// and as a building block to implement typed senders.
137class RawSender {
138 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800139 RawSender(EventLoop *event_loop, const Channel *channel);
140 RawSender(const RawSender &) = delete;
141 RawSender &operator=(const RawSender &) = delete;
142
143 virtual ~RawSender();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700144
145 // Sends a message without copying it. The users starts by copying up to
146 // size() bytes into the data backed by data(). They then call Send to send.
147 // Returns true on a successful send.
Austin Schuhad154822019-12-27 15:45:13 -0800148 // If provided, monotonic_remote_time, realtime_remote_time, and
149 // remote_queue_index are attached to the message and are available in the
150 // context on the read side. If they are not populated, the read side will
151 // get the sent times instead.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700152 virtual void *data() = 0;
153 virtual size_t size() = 0;
Austin Schuhb5c6f972021-03-14 21:53:07 -0700154 bool Send(size_t size);
155 bool Send(size_t size, monotonic_clock::time_point monotonic_remote_time,
156 realtime_clock::time_point realtime_remote_time,
Austin Schuha9012be2021-07-21 15:19:11 -0700157 uint32_t remote_queue_index, const UUID &source_boot_uuid);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700158
159 // Sends a single block of data by copying it.
Austin Schuhad154822019-12-27 15:45:13 -0800160 // The remote arguments have the same meaning as in Send above.
Austin Schuhb5c6f972021-03-14 21:53:07 -0700161 bool Send(const void *data, size_t size);
Austin Schuhad154822019-12-27 15:45:13 -0800162 bool Send(const void *data, size_t size,
Austin Schuhb5c6f972021-03-14 21:53:07 -0700163 monotonic_clock::time_point monotonic_remote_time,
164 realtime_clock::time_point realtime_remote_time,
Austin Schuha9012be2021-07-21 15:19:11 -0700165 uint32_t remote_queue_index, const UUID &source_boot_uuid);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700166
Austin Schuh54cf95f2019-11-29 13:14:18 -0800167 const Channel *channel() const { return channel_; }
168
Austin Schuhad154822019-12-27 15:45:13 -0800169 // Returns the time_points that the last message was sent at.
170 aos::monotonic_clock::time_point monotonic_sent_time() const {
171 return monotonic_sent_time_;
172 }
173 aos::realtime_clock::time_point realtime_sent_time() const {
174 return realtime_sent_time_;
175 }
176 // Returns the queue index that this was sent with.
177 uint32_t sent_queue_index() const { return sent_queue_index_; }
178
Brian Silvermana1652f32020-01-29 20:41:44 -0800179 // Returns the associated flatbuffers-style allocator. This must be
180 // deallocated before the message is sent.
Austin Schuh1af273d2020-03-07 20:11:34 -0800181 ChannelPreallocatedAllocator *fbb_allocator() {
182 fbb_allocator_ = ChannelPreallocatedAllocator(
183 reinterpret_cast<uint8_t *>(data()), size(), channel());
Brian Silvermana1652f32020-01-29 20:41:44 -0800184 return &fbb_allocator_;
185 }
186
Brian Silverman4f4e0612020-08-12 19:54:41 -0700187 // Index of the buffer which is currently exposed by data() and the various
188 // other accessors. This is the message the caller should be filling out.
189 virtual int buffer_index() = 0;
190
Alex Perrycb7da4b2019-08-28 19:35:56 -0700191 protected:
Austin Schuh39788ff2019-12-01 18:22:57 -0800192 EventLoop *event_loop() { return event_loop_; }
Austin Schuh3054f5f2021-07-21 15:38:01 -0700193 const EventLoop *event_loop() const { return event_loop_; }
Austin Schuh54cf95f2019-11-29 13:14:18 -0800194
Austin Schuhb5c6f972021-03-14 21:53:07 -0700195 monotonic_clock::time_point monotonic_sent_time_ = monotonic_clock::min_time;
196 realtime_clock::time_point realtime_sent_time_ = realtime_clock::min_time;
Austin Schuhad154822019-12-27 15:45:13 -0800197 uint32_t sent_queue_index_ = 0xffffffff;
198
Austin Schuh39788ff2019-12-01 18:22:57 -0800199 private:
200 friend class EventLoop;
201
Austin Schuhad154822019-12-27 15:45:13 -0800202 virtual bool DoSend(const void *data, size_t size,
Austin Schuh8902fa52021-03-14 22:39:24 -0700203 monotonic_clock::time_point monotonic_remote_time,
204 realtime_clock::time_point realtime_remote_time,
205 uint32_t remote_queue_index,
Austin Schuha9012be2021-07-21 15:19:11 -0700206 const UUID &source_boot_uuid) = 0;
Austin Schuhad154822019-12-27 15:45:13 -0800207 virtual bool DoSend(size_t size,
Austin Schuh8902fa52021-03-14 22:39:24 -0700208 monotonic_clock::time_point monotonic_remote_time,
209 realtime_clock::time_point realtime_remote_time,
210 uint32_t remote_queue_index,
Austin Schuha9012be2021-07-21 15:19:11 -0700211 const UUID &source_boot_uuid) = 0;
Austin Schuh39788ff2019-12-01 18:22:57 -0800212
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500213 EventLoop *const event_loop_;
214 const Channel *const channel_;
215 const std::string ftrace_prefix_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700216
Austin Schuh39788ff2019-12-01 18:22:57 -0800217 internal::RawSenderTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500218 Ftrace ftrace_;
Brian Silvermana1652f32020-01-29 20:41:44 -0800219
Austin Schuh1af273d2020-03-07 20:11:34 -0800220 ChannelPreallocatedAllocator fbb_allocator_{nullptr, 0, nullptr};
Austin Schuh39788ff2019-12-01 18:22:57 -0800221};
Alex Perrycb7da4b2019-08-28 19:35:56 -0700222
223// Fetches the newest message from a channel.
224// This provides a polling based interface for channels.
225template <typename T>
226class Fetcher {
227 public:
228 Fetcher() {}
229
230 // Fetches the next message. Returns true if it fetched a new message. This
231 // method will only return messages sent after the Fetcher was created.
Brian Silvermana1652f32020-01-29 20:41:44 -0800232 bool FetchNext() {
233 const bool result = fetcher_->FetchNext();
234 if (result) {
235 CheckChannelDataAlignment(fetcher_->context().data,
236 fetcher_->context().size);
237 }
238 return result;
239 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700240
241 // Fetches the most recent message. Returns true if it fetched a new message.
242 // This will return the latest message regardless of if it was sent before or
243 // after the fetcher was created.
Brian Silvermana1652f32020-01-29 20:41:44 -0800244 bool Fetch() {
245 const bool result = fetcher_->Fetch();
246 if (result) {
247 CheckChannelDataAlignment(fetcher_->context().data,
248 fetcher_->context().size);
249 }
250 return result;
251 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700252
253 // Returns a pointer to the contained flatbuffer, or nullptr if there is no
254 // available message.
255 const T *get() const {
Austin Schuh39788ff2019-12-01 18:22:57 -0800256 return fetcher_->context().data != nullptr
257 ? flatbuffers::GetRoot<T>(
258 reinterpret_cast<const char *>(fetcher_->context().data))
Alex Perrycb7da4b2019-08-28 19:35:56 -0700259 : nullptr;
260 }
261
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700262 // Returns the channel this fetcher uses
263 const Channel *channel() const { return fetcher_->channel(); }
264
Alex Perrycb7da4b2019-08-28 19:35:56 -0700265 // Returns the context holding timestamps and other metadata about the
266 // message.
267 const Context &context() const { return fetcher_->context(); }
268
269 const T &operator*() const { return *get(); }
270 const T *operator->() const { return get(); }
271
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700272 // Returns true if this fetcher is valid and connected to a channel.
Milind Upadhyay49174a72021-04-10 16:24:57 -0700273 bool valid() const { return static_cast<bool>(fetcher_); }
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700274
Austin Schuhca75b6a2020-12-15 21:12:24 -0800275 // Copies the current flatbuffer into a FlatbufferVector.
276 FlatbufferVector<T> CopyFlatBuffer() const {
277 return context().template CopyFlatBuffer<T>();
278 }
279
Alex Perrycb7da4b2019-08-28 19:35:56 -0700280 private:
281 friend class EventLoop;
282 Fetcher(::std::unique_ptr<RawFetcher> fetcher)
283 : fetcher_(::std::move(fetcher)) {}
284 ::std::unique_ptr<RawFetcher> fetcher_;
285};
286
287// Sends messages to a channel.
288template <typename T>
289class Sender {
290 public:
291 Sender() {}
292
293 // Represents a single message about to be sent to the queue.
294 // The lifecycle goes:
295 //
296 // Builder builder = sender.MakeBuilder();
297 // T::Builder t_builder = builder.MakeBuilder<T>();
298 // Populate(&t_builder);
299 // builder.Send(t_builder.Finish());
300 class Builder {
301 public:
Austin Schuh1af273d2020-03-07 20:11:34 -0800302 Builder(RawSender *sender, ChannelPreallocatedAllocator *allocator)
Brian Silverman9dd793b2020-01-31 23:52:21 -0800303 : fbb_(allocator->size(), allocator),
304 allocator_(allocator),
305 sender_(sender) {
Brian Silvermana1652f32020-01-29 20:41:44 -0800306 CheckChannelDataAlignment(allocator->data(), allocator->size());
Austin Schuhd7b15da2020-02-17 15:06:11 -0800307 fbb_.ForceDefaults(true);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700308 }
Brian Silvermana1652f32020-01-29 20:41:44 -0800309 Builder() {}
310 Builder(const Builder &) = delete;
311 Builder(Builder &&) = default;
312
313 Builder &operator=(const Builder &) = delete;
314 Builder &operator=(Builder &&) = default;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700315
316 flatbuffers::FlatBufferBuilder *fbb() { return &fbb_; }
317
318 template <typename T2>
319 typename T2::Builder MakeBuilder() {
320 return typename T2::Builder(fbb_);
321 }
322
323 bool Send(flatbuffers::Offset<T> offset) {
324 fbb_.Finish(offset);
Brian Silverman9dd793b2020-01-31 23:52:21 -0800325 const bool result = sender_->Send(fbb_.GetSize());
326 // Ensure fbb_ knows it shouldn't access the memory any more.
327 fbb_ = flatbuffers::FlatBufferBuilder();
328 return result;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700329 }
330
331 // CHECKs that this message was sent.
Brian Silverman9dd793b2020-01-31 23:52:21 -0800332 void CheckSent() {
333 CHECK(!allocator_->is_allocated()) << ": Message was not sent yet";
334 }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700335
Brian Silverman341b57e2020-06-23 16:23:18 -0700336 // Detaches a buffer, for later use calling Sender::Send directly.
337 //
338 // Note that the underlying memory remains with the Sender, so creating
339 // another Builder before destroying the FlatbufferDetachedBuffer will fail.
340 FlatbufferDetachedBuffer<T> Detach(flatbuffers::Offset<T> offset) {
341 fbb_.Finish(offset);
342 return fbb_.Release();
343 }
344
Alex Perrycb7da4b2019-08-28 19:35:56 -0700345 private:
Alex Perrycb7da4b2019-08-28 19:35:56 -0700346 flatbuffers::FlatBufferBuilder fbb_;
Austin Schuh1af273d2020-03-07 20:11:34 -0800347 ChannelPreallocatedAllocator *allocator_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700348 RawSender *sender_;
349 };
350
351 // Constructs an above builder.
Brian Silverman9dd793b2020-01-31 23:52:21 -0800352 //
353 // Only a single one of these may be "alive" for this object at any point in
354 // time. After calling Send on the result, it is no longer "alive". This means
355 // that you must manually reset a variable holding the return value (by
356 // assigning a default-constructed Builder to it) before calling this method
357 // again to overwrite the value in the variable.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700358 Builder MakeBuilder();
359
Austin Schuha28cbc32019-12-27 16:28:04 -0800360 // Sends a prebuilt flatbuffer.
Austin Schuhadd6eb32020-11-09 21:24:26 -0800361 bool Send(const NonSizePrefixedFlatbuffer<T> &flatbuffer);
Austin Schuha28cbc32019-12-27 16:28:04 -0800362
Brian Silverman341b57e2020-06-23 16:23:18 -0700363 // Sends a prebuilt flatbuffer which was detached from a Builder created via
364 // MakeBuilder() on this object.
365 bool SendDetached(FlatbufferDetachedBuffer<T> detached);
366
Austin Schuh39788ff2019-12-01 18:22:57 -0800367 // Returns the name of the underlying queue.
Austin Schuh1e869472019-12-01 13:36:10 -0800368 const Channel *channel() const { return sender_->channel(); }
Alex Perrycb7da4b2019-08-28 19:35:56 -0700369
Austin Schuha0c41ba2020-09-10 22:59:14 -0700370 operator bool() const { return sender_ ? true : false; }
Tyler Chatow67ddb032020-01-12 14:30:04 -0800371
Austin Schuh7bc59052020-02-16 23:48:33 -0800372 // Returns the time_points that the last message was sent at.
373 aos::monotonic_clock::time_point monotonic_sent_time() const {
374 return sender_->monotonic_sent_time();
375 }
376 aos::realtime_clock::time_point realtime_sent_time() const {
377 return sender_->realtime_sent_time();
378 }
379 // Returns the queue index that this was sent with.
380 uint32_t sent_queue_index() const { return sender_->sent_queue_index(); }
381
Brian Silverman4f4e0612020-08-12 19:54:41 -0700382 // Returns the buffer index which MakeBuilder() will expose access to. This is
383 // the buffer the caller can fill out.
384 int buffer_index() const { return sender_->buffer_index(); }
385
Alex Perrycb7da4b2019-08-28 19:35:56 -0700386 private:
387 friend class EventLoop;
388 Sender(std::unique_ptr<RawSender> sender) : sender_(std::move(sender)) {}
389 std::unique_ptr<RawSender> sender_;
390};
391
Brian Silverman4f4e0612020-08-12 19:54:41 -0700392// Interface for timers.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700393class TimerHandler {
394 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800395 virtual ~TimerHandler();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700396
397 // Timer should sleep until base, base + offset, base + offset * 2, ...
398 // If repeat_offset isn't set, the timer only expires once.
399 virtual void Setup(monotonic_clock::time_point base,
400 monotonic_clock::duration repeat_offset =
401 ::aos::monotonic_clock::zero()) = 0;
402
403 // Stop future calls to callback().
404 virtual void Disable() = 0;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800405
406 // Sets and gets the name of the timer. Set this if you want a descriptive
407 // name in the timing report.
408 void set_name(std::string_view name) { name_ = std::string(name); }
409 const std::string_view name() const { return name_; }
410
Austin Schuh39788ff2019-12-01 18:22:57 -0800411 protected:
412 TimerHandler(EventLoop *event_loop, std::function<void()> fn);
413
Austin Schuhcde39fd2020-02-22 20:58:24 -0800414 monotonic_clock::time_point Call(
415 std::function<monotonic_clock::time_point()> get_time,
416 monotonic_clock::time_point event_time);
Austin Schuh39788ff2019-12-01 18:22:57 -0800417
Austin Schuh1540c2f2019-11-29 21:59:29 -0800418 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800419 friend class EventLoop;
420
421 EventLoop *event_loop_;
422 // The function to call when Call is called.
423 std::function<void()> fn_;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800424 std::string name_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800425
426 internal::TimerTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500427 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700428};
429
430// Interface for phased loops. They are built on timers.
431class PhasedLoopHandler {
432 public:
Austin Schuh39788ff2019-12-01 18:22:57 -0800433 virtual ~PhasedLoopHandler();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700434
435 // Sets the interval and offset. Any changes to interval and offset only take
436 // effect when the handler finishes running.
Austin Schuh39788ff2019-12-01 18:22:57 -0800437 void set_interval_and_offset(const monotonic_clock::duration interval,
438 const monotonic_clock::duration offset) {
439 phased_loop_.set_interval_and_offset(interval, offset);
440 }
Austin Schuh1540c2f2019-11-29 21:59:29 -0800441
442 // Sets and gets the name of the timer. Set this if you want a descriptive
443 // name in the timing report.
444 void set_name(std::string_view name) { name_ = std::string(name); }
445 const std::string_view name() const { return name_; }
446
Austin Schuh39788ff2019-12-01 18:22:57 -0800447 protected:
448 void Call(std::function<monotonic_clock::time_point()> get_time,
449 std::function<void(monotonic_clock::time_point)> schedule);
450
451 PhasedLoopHandler(EventLoop *event_loop, std::function<void(int)> fn,
452 const monotonic_clock::duration interval,
453 const monotonic_clock::duration offset);
454
Austin Schuh1540c2f2019-11-29 21:59:29 -0800455 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800456 friend class EventLoop;
457
458 void Reschedule(std::function<void(monotonic_clock::time_point)> schedule,
459 monotonic_clock::time_point monotonic_now) {
460 cycles_elapsed_ += phased_loop_.Iterate(monotonic_now);
461 schedule(phased_loop_.sleep_time());
462 }
463
464 virtual void Schedule(monotonic_clock::time_point sleep_time) = 0;
465
466 EventLoop *event_loop_;
467 std::function<void(int)> fn_;
Austin Schuh1540c2f2019-11-29 21:59:29 -0800468 std::string name_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800469 time::PhasedLoop phased_loop_;
470
471 int cycles_elapsed_ = 0;
472
473 internal::TimerTiming timing_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500474 Ftrace ftrace_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700475};
476
Austin Schuh3054f5f2021-07-21 15:38:01 -0700477// Note, it is supported to create only:
478// multiple fetchers, and (one sender or one watcher) per <name, type>
479// tuple.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700480class EventLoop {
481 public:
Austin Schuh3054f5f2021-07-21 15:38:01 -0700482 // Holds configuration by reference for the lifetime of this object. It may
483 // never be mutated externally in any way.
Austin Schuh83c7f702021-01-19 22:36:29 -0800484 EventLoop(const Configuration *configuration);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700485
Austin Schuh39788ff2019-12-01 18:22:57 -0800486 virtual ~EventLoop();
Alex Perrycb7da4b2019-08-28 19:35:56 -0700487
488 // Current time.
489 virtual monotonic_clock::time_point monotonic_now() = 0;
490 virtual realtime_clock::time_point realtime_now() = 0;
491
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700492 // Returns true if the channel exists in the configuration.
493 template <typename T>
Austin Schuha0654152021-02-21 21:38:24 -0800494 const Channel *GetChannel(const std::string_view channel_name) {
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800495 return configuration::GetChannel(configuration(), channel_name,
Austin Schuh0de30f32020-12-06 12:44:28 -0800496 T::GetFullyQualifiedName(), name(), node(),
Austin Schuha0654152021-02-21 21:38:24 -0800497 true);
498 }
499 template <typename T>
500 bool HasChannel(const std::string_view channel_name) {
501 return GetChannel<T>(channel_name) != nullptr;
Brian Silvermande9f3ff2020-04-28 16:56:58 -0700502 }
503
Alex Perrycb7da4b2019-08-28 19:35:56 -0700504 // Makes a class that will always fetch the most recent value
505 // sent to the provided channel.
506 template <typename T>
James Kuszmaul3ae42262019-11-08 12:33:41 -0800507 Fetcher<T> MakeFetcher(const std::string_view channel_name) {
Austin Schuha0654152021-02-21 21:38:24 -0800508 const Channel *channel = GetChannel<T>(channel_name);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700509 CHECK(channel != nullptr)
510 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
511 << T::GetFullyQualifiedName() << "\" } not found in config.";
512
Austin Schuhca4828c2019-12-28 14:21:35 -0800513 if (!configuration::ChannelIsReadableOnNode(channel, node())) {
514 LOG(FATAL) << "Channel { \"name\": \"" << channel_name
515 << "\", \"type\": \"" << T::GetFullyQualifiedName()
516 << "\" } is not able to be fetched on this node. Check your "
517 "configuration.";
Austin Schuh217a9782019-12-21 23:02:50 -0800518 }
519
Alex Perrycb7da4b2019-08-28 19:35:56 -0700520 return Fetcher<T>(MakeRawFetcher(channel));
521 }
522
523 // Makes class that allows constructing and sending messages to
524 // the provided channel.
525 template <typename T>
James Kuszmaul3ae42262019-11-08 12:33:41 -0800526 Sender<T> MakeSender(const std::string_view channel_name) {
Austin Schuha0654152021-02-21 21:38:24 -0800527 const Channel *channel = GetChannel<T>(channel_name);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700528 CHECK(channel != nullptr)
529 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
Austin Schuh28fedcb2020-02-08 15:59:58 -0800530 << T::GetFullyQualifiedName() << "\" } not found in config for "
Austin Schuh2f8fd752020-09-01 22:38:28 -0700531 << name()
Austin Schuhcaa2a5d2020-11-01 22:38:20 -0800532 << (configuration::MultiNode(configuration())
Austin Schuh2f8fd752020-09-01 22:38:28 -0700533 ? absl::StrCat(" on node ", node()->name()->string_view())
534 : ".");
Alex Perrycb7da4b2019-08-28 19:35:56 -0700535
Austin Schuhca4828c2019-12-28 14:21:35 -0800536 if (!configuration::ChannelIsSendableOnNode(channel, node())) {
537 LOG(FATAL) << "Channel { \"name\": \"" << channel_name
538 << "\", \"type\": \"" << T::GetFullyQualifiedName()
539 << "\" } is not able to be sent on this node. Check your "
540 "configuration.";
Austin Schuh217a9782019-12-21 23:02:50 -0800541 }
542
Alex Perrycb7da4b2019-08-28 19:35:56 -0700543 return Sender<T>(MakeRawSender(channel));
544 }
545
546 // This will watch messages sent to the provided channel.
547 //
Brian Silverman454bc112020-03-05 14:21:25 -0800548 // w must have a non-polymorphic operator() (aka it can only be called with a
549 // single set of arguments; no overloading or templates). It must be callable
550 // with this signature:
551 // void(const MessageType &);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700552 //
Brian Silverman454bc112020-03-05 14:21:25 -0800553 // Lambdas are a common form for w. A std::function will work too.
554 //
555 // Note that bind expressions have polymorphic call operators, so they are not
556 // allowed.
557 //
558 // We template Watch as a whole instead of using std::function<void(const T
559 // &)> to allow deducing MessageType from lambdas and other things which are
560 // implicitly convertible to std::function, but not actually std::function
561 // instantiations. Template deduction guides might allow solving this
562 // differently in newer versions of C++, but those have their own corner
563 // cases.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700564 template <typename Watch>
Brian Silverman454bc112020-03-05 14:21:25 -0800565 void MakeWatcher(const std::string_view channel_name, Watch &&w);
566
567 // Like MakeWatcher, but doesn't have access to the message data. This may be
568 // implemented to use less resources than an equivalent MakeWatcher.
569 //
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800570 // The function will still have access to context(), although that will have
571 // its data field set to nullptr.
Brian Silverman454bc112020-03-05 14:21:25 -0800572 template <typename MessageType>
573 void MakeNoArgWatcher(const std::string_view channel_name,
574 std::function<void()> w);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700575
576 // The passed in function will be called when the event loop starts.
577 // Use this to run code once the thread goes into "real-time-mode",
578 virtual void OnRun(::std::function<void()> on_run) = 0;
579
Austin Schuh217a9782019-12-21 23:02:50 -0800580 // Gets the name of the event loop. This is the application name.
James Kuszmaul3ae42262019-11-08 12:33:41 -0800581 virtual const std::string_view name() const = 0;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700582
Austin Schuh217a9782019-12-21 23:02:50 -0800583 // Returns the node that this event loop is running on. Returns nullptr if we
584 // are running in single-node mode.
585 virtual const Node *node() const = 0;
586
Alex Perrycb7da4b2019-08-28 19:35:56 -0700587 // Creates a timer that executes callback when the timer expires
588 // Returns a TimerHandle for configuration of the timer
589 virtual TimerHandler *AddTimer(::std::function<void()> callback) = 0;
590
591 // Creates a timer that executes callback periodically at the specified
592 // interval and offset. Returns a PhasedLoopHandler for interacting with the
593 // timer.
594 virtual PhasedLoopHandler *AddPhasedLoop(
595 ::std::function<void(int)> callback,
596 const monotonic_clock::duration interval,
597 const monotonic_clock::duration offset = ::std::chrono::seconds(0)) = 0;
598
Austin Schuh217a9782019-12-21 23:02:50 -0800599 // TODO(austin): OnExit for cleanup.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700600
Austin Schuh3054f5f2021-07-21 15:38:01 -0700601 // May be safely called from any thread.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700602 bool is_running() const { return is_running_.load(); }
603
604 // Sets the scheduler priority to run the event loop at. This may not be
605 // called after we go into "real-time-mode".
606 virtual void SetRuntimeRealtimePriority(int priority) = 0;
Austin Schuh39788ff2019-12-01 18:22:57 -0800607 virtual int priority() const = 0;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700608
Brian Silverman6a54ff32020-04-28 16:41:39 -0700609 // Sets the scheduler affinity to run the event loop with. This may only be
610 // called before Run().
611 virtual void SetRuntimeAffinity(const cpu_set_t &cpuset) = 0;
612
Austin Schuh217a9782019-12-21 23:02:50 -0800613 // Fetches new messages from the provided channel (path, type).
614 //
615 // Note: this channel must be a member of the exact configuration object this
616 // was built with.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700617 virtual std::unique_ptr<RawFetcher> MakeRawFetcher(
618 const Channel *channel) = 0;
619
Austin Schuh217a9782019-12-21 23:02:50 -0800620 // Watches channel (name, type) for new messages.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700621 virtual void MakeRawWatcher(
622 const Channel *channel,
623 std::function<void(const Context &context, const void *message)>
624 watcher) = 0;
625
Brian Silverman454bc112020-03-05 14:21:25 -0800626 // Watches channel (name, type) for new messages, without needing to extract
627 // the message contents. Default implementation simply re-uses MakeRawWatcher.
628 virtual void MakeRawNoArgWatcher(
629 const Channel *channel,
630 std::function<void(const Context &context)> watcher) {
631 MakeRawWatcher(channel, [watcher](const Context &context, const void *) {
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800632 Context new_context = context;
633 new_context.data = nullptr;
Brian Silverman4f4e0612020-08-12 19:54:41 -0700634 new_context.buffer_index = -1;
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800635 watcher(new_context);
Brian Silverman454bc112020-03-05 14:21:25 -0800636 });
637 }
638
Austin Schuh217a9782019-12-21 23:02:50 -0800639 // Creates a raw sender for the provided channel. This is used for reflection
640 // based sending.
641 // Note: this ignores any node constraints. Ignore at your own peril.
642 virtual std::unique_ptr<RawSender> MakeRawSender(const Channel *channel) = 0;
643
Austin Schuh6231cc32019-12-07 13:06:15 -0800644 // Returns the context for the current callback.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700645 const Context &context() const { return context_; }
646
647 // Returns the configuration that this event loop was built with.
648 const Configuration *configuration() const { return configuration_; }
649
Austin Schuh39788ff2019-12-01 18:22:57 -0800650 // Prevents the event loop from sending a timing report.
651 void SkipTimingReport() { skip_timing_report_ = true; }
652
Brian Silverman4f4e0612020-08-12 19:54:41 -0700653 // Prevents AOS_LOG being sent to message on /aos.
Tyler Chatow67ddb032020-01-12 14:30:04 -0800654 void SkipAosLog() { skip_logger_ = true; }
655
Brian Silverman4f4e0612020-08-12 19:54:41 -0700656 // Returns the number of buffers for this channel. This corresponds with the
657 // range of Context::buffer_index values for this channel.
658 virtual int NumberBuffers(const Channel *channel) = 0;
659
Austin Schuh20ac95d2020-12-05 17:24:19 -0800660 // Returns the boot UUID.
Austin Schuh83c7f702021-01-19 22:36:29 -0800661 virtual const UUID &boot_uuid() const = 0;
Austin Schuh20ac95d2020-12-05 17:24:19 -0800662
Alex Perrycb7da4b2019-08-28 19:35:56 -0700663 protected:
Austin Schuh217a9782019-12-21 23:02:50 -0800664 // Sets the name of the event loop. This is the application name.
665 virtual void set_name(const std::string_view name) = 0;
666
Alex Perrycb7da4b2019-08-28 19:35:56 -0700667 void set_is_running(bool value) { is_running_.store(value); }
668
Austin Schuh39788ff2019-12-01 18:22:57 -0800669 // Validates that channel exists inside configuration_ and finds its index.
670 int ChannelIndex(const Channel *channel);
Alex Perrycb7da4b2019-08-28 19:35:56 -0700671
Brian Silverman5120afb2020-01-31 17:44:35 -0800672 // Returns the state for the watcher on the corresponding channel. This
673 // watcher must exist before calling this.
674 WatcherState *GetWatcherState(const Channel *channel);
675
Brian Silverman6d2b3592020-06-18 14:40:15 -0700676 // Returns a Sender's protected RawSender.
Brian Silverman5120afb2020-01-31 17:44:35 -0800677 template <typename T>
678 static RawSender *GetRawSender(aos::Sender<T> *sender) {
679 return sender->sender_.get();
680 }
681
Brian Silverman6d2b3592020-06-18 14:40:15 -0700682 // Returns a Fetcher's protected RawFetcher.
683 template <typename T>
684 static RawFetcher *GetRawFetcher(aos::Fetcher<T> *fetcher) {
685 return fetcher->fetcher_.get();
686 }
687
Austin Schuh6231cc32019-12-07 13:06:15 -0800688 // Context available for watchers, timers, and phased loops.
Alex Perrycb7da4b2019-08-28 19:35:56 -0700689 Context context_;
690
Austin Schuh39788ff2019-12-01 18:22:57 -0800691 friend class RawSender;
692 friend class TimerHandler;
693 friend class RawFetcher;
694 friend class PhasedLoopHandler;
695 friend class WatcherState;
696
697 // Methods used to implement timing reports.
698 void NewSender(RawSender *sender);
699 void DeleteSender(RawSender *sender);
700 TimerHandler *NewTimer(std::unique_ptr<TimerHandler> timer);
701 PhasedLoopHandler *NewPhasedLoop(
702 std::unique_ptr<PhasedLoopHandler> phased_loop);
703 void NewFetcher(RawFetcher *fetcher);
704 void DeleteFetcher(RawFetcher *fetcher);
705 WatcherState *NewWatcher(std::unique_ptr<WatcherState> watcher);
706
Brian Silverman0fc69932020-01-24 21:54:02 -0800707 // Tracks that we have a (single) watcher on the given channel.
708 void TakeWatcher(const Channel *channel);
709 // Tracks that we have at least one sender on the given channel.
710 void TakeSender(const Channel *channel);
711
Austin Schuh39788ff2019-12-01 18:22:57 -0800712 std::vector<RawSender *> senders_;
Austin Schuh7d87b672019-12-01 20:23:49 -0800713 std::vector<RawFetcher *> fetchers_;
714
Austin Schuh39788ff2019-12-01 18:22:57 -0800715 std::vector<std::unique_ptr<TimerHandler>> timers_;
716 std::vector<std::unique_ptr<PhasedLoopHandler>> phased_loops_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800717 std::vector<std::unique_ptr<WatcherState>> watchers_;
718
719 void SendTimingReport();
720 void UpdateTimingReport();
721 void MaybeScheduleTimingReports();
722
723 std::unique_ptr<RawSender> timing_report_sender_;
724
Austin Schuh7d87b672019-12-01 20:23:49 -0800725 // Tracks which event sources (timers and watchers) have data, and which
726 // don't. Added events may not change their event_time().
727 // TODO(austin): Test case 1: timer triggers at t1, handler takes until after
728 // t2 to run, t2 should then be picked up without a context switch.
729 void AddEvent(EventLoopEvent *event);
730 void RemoveEvent(EventLoopEvent *event);
731 size_t EventCount() const { return events_.size(); }
732 EventLoopEvent *PopEvent();
733 EventLoopEvent *PeekEvent() { return events_.front(); }
734 void ReserveEvents();
735
736 std::vector<EventLoopEvent *> events_;
Brian Silvermanbd405c02020-06-23 16:25:23 -0700737 size_t event_generation_ = 1;
Austin Schuh7d87b672019-12-01 20:23:49 -0800738
Tyler Chatow67ddb032020-01-12 14:30:04 -0800739 // If true, don't send AOS_LOG to /aos
740 bool skip_logger_ = false;
741
Austin Schuha9012be2021-07-21 15:19:11 -0700742 // Sets context_ for a timed event which is supposed to happen at the provided
743 // time.
744 void SetTimerContext(monotonic_clock::time_point monotonic_event_time);
745
Austin Schuhde8a8ff2019-11-30 15:25:36 -0800746 private:
Austin Schuh39788ff2019-12-01 18:22:57 -0800747 virtual pid_t GetTid() = 0;
748
749 FlatbufferDetachedBuffer<timing::Report> timing_report_;
750
Austin Schuhde8a8ff2019-11-30 15:25:36 -0800751 ::std::atomic<bool> is_running_{false};
752
Alex Perrycb7da4b2019-08-28 19:35:56 -0700753 const Configuration *configuration_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800754
755 // If true, don't send out timing reports.
756 bool skip_timing_report_ = false;
Brian Silverman0fc69932020-01-24 21:54:02 -0800757
758 absl::btree_set<const Channel *> taken_watchers_, taken_senders_;
Alex Perrycb7da4b2019-08-28 19:35:56 -0700759};
760
761} // namespace aos
762
Austin Schuhb8075812020-10-19 09:36:49 -0700763#include "aos/events/event_loop_tmpl.h" // IWYU pragma: export
Alex Perrycb7da4b2019-08-28 19:35:56 -0700764
765#endif // AOS_EVENTS_EVENT_LOOP_H