blob: c5091707417f524bf82bae78139a0f51eb31ac0d [file] [log] [blame]
Alex Perrycb7da4b2019-08-28 19:35:56 -07001#ifndef AOS_EVENTS_EVENT_LOOP_TMPL_H_
2#define AOS_EVENTS_EVENT_LOOP_TMPL_H_
3
Brian Silverman79ec7fc2020-06-08 20:11:22 -05004#include <inttypes.h>
5#include <stdint.h>
6
Alex Perrycb7da4b2019-08-28 19:35:56 -07007#include <type_traits>
Brian Silverman79ec7fc2020-06-08 20:11:22 -05008
Alex Perrycb7da4b2019-08-28 19:35:56 -07009#include "aos/events/event_loop.h"
10#include "glog/logging.h"
11
12namespace aos {
Brian Silverman454bc112020-03-05 14:21:25 -080013namespace event_loop_internal {
Alex Perrycb7da4b2019-08-28 19:35:56 -070014
Brian Silverman454bc112020-03-05 14:21:25 -080015// From a watch functor, specializations of this will extract the message type
16// of the template argument. If T is not a valid message type, there will be no
17// matching specialization.
18//
19// This is just the forward declaration, which will be used by one of the
20// following specializations to match valid argument types.
Alex Perrycb7da4b2019-08-28 19:35:56 -070021template <class T>
Brian Silverman454bc112020-03-05 14:21:25 -080022struct watch_message_type_trait;
Alex Perrycb7da4b2019-08-28 19:35:56 -070023
24// From a watch functor, this will extract the message type of the argument.
25// This is the template specialization.
26template <class ClassType, class ReturnType, class A1>
27struct watch_message_type_trait<ReturnType (ClassType::*)(A1) const> {
28 using message_type = typename std::decay<A1>::type;
29};
30
Brian Silverman454bc112020-03-05 14:21:25 -080031} // namespace event_loop_internal
32
Alex Perrycb7da4b2019-08-28 19:35:56 -070033template <typename T>
34typename Sender<T>::Builder Sender<T>::MakeBuilder() {
Brian Silvermana1652f32020-01-29 20:41:44 -080035 return Builder(sender_.get(), sender_->fbb_allocator());
Alex Perrycb7da4b2019-08-28 19:35:56 -070036}
37
38template <typename Watch>
James Kuszmaul3ae42262019-11-08 12:33:41 -080039void EventLoop::MakeWatcher(const std::string_view channel_name, Watch &&w) {
Brian Silverman454bc112020-03-05 14:21:25 -080040 using MessageType =
41 typename event_loop_internal::watch_message_type_trait<decltype(
42 &Watch::operator())>::message_type;
Alex Perrycb7da4b2019-08-28 19:35:56 -070043 const Channel *channel = configuration::GetChannel(
Brian Silverman454bc112020-03-05 14:21:25 -080044 configuration_, channel_name, MessageType::GetFullyQualifiedName(),
45 name(), node());
Alex Perrycb7da4b2019-08-28 19:35:56 -070046
47 CHECK(channel != nullptr)
48 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
Austin Schuhc59a1de2021-02-20 14:47:39 -080049 << MessageType::GetFullyQualifiedName()
50 << "\" } not found in config for application " << name() << ".";
Alex Perrycb7da4b2019-08-28 19:35:56 -070051
Brian Silverman454bc112020-03-05 14:21:25 -080052 MakeRawWatcher(channel,
53 [this, w](const Context &context, const void *message) {
54 context_ = context;
55 w(*flatbuffers::GetRoot<MessageType>(
56 reinterpret_cast<const char *>(message)));
57 });
58}
59
60template <typename MessageType>
61void EventLoop::MakeNoArgWatcher(const std::string_view channel_name,
62 std::function<void()> w) {
63 const Channel *channel = configuration::GetChannel(
64 configuration_, channel_name, MessageType::GetFullyQualifiedName(),
65 name(), node());
66 CHECK(channel != nullptr)
67 << ": Channel { \"name\": \"" << channel_name << "\", \"type\": \""
Austin Schuhc59a1de2021-02-20 14:47:39 -080068 << MessageType::GetFullyQualifiedName()
69 << "\" } not found in config for application " << name() << ".";
Brian Silverman454bc112020-03-05 14:21:25 -080070 MakeRawNoArgWatcher(channel, [this, w](const Context &context) {
71 context_ = context;
72 w();
73 });
Alex Perrycb7da4b2019-08-28 19:35:56 -070074}
75
Austin Schuh39788ff2019-12-01 18:22:57 -080076inline bool RawFetcher::FetchNext() {
77 const auto result = DoFetchNext();
78 if (result.first) {
79 timing_.fetcher->mutate_count(timing_.fetcher->count() + 1);
80 const monotonic_clock::time_point monotonic_time = result.second;
Brian Silverman79ec7fc2020-06-08 20:11:22 -050081 ftrace_.FormatMessage(
82 "%.*s: fetch next: now=%" PRId64 " event=%" PRId64 " queue=%" PRIu32,
83 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
84 static_cast<int64_t>(monotonic_time.time_since_epoch().count()),
85 static_cast<int64_t>(
86 context_.monotonic_event_time.time_since_epoch().count()),
87 context_.queue_index);
Austin Schuh39788ff2019-12-01 18:22:57 -080088 const float latency =
89 std::chrono::duration_cast<std::chrono::duration<float>>(
Austin Schuhad154822019-12-27 15:45:13 -080090 monotonic_time - context_.monotonic_event_time)
Austin Schuh39788ff2019-12-01 18:22:57 -080091 .count();
92 timing_.latency.Add(latency);
93 return true;
94 }
Brian Silverman79ec7fc2020-06-08 20:11:22 -050095 ftrace_.FormatMessage(
96 "%.*s: fetch next: still event=%" PRId64 " queue=%" PRIu32,
97 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
98 static_cast<int64_t>(
99 context_.monotonic_event_time.time_since_epoch().count()),
100 context_.queue_index);
Austin Schuh39788ff2019-12-01 18:22:57 -0800101 return false;
102}
103
104inline bool RawFetcher::Fetch() {
105 const auto result = DoFetch();
106 if (result.first) {
107 timing_.fetcher->mutate_count(timing_.fetcher->count() + 1);
108 const monotonic_clock::time_point monotonic_time = result.second;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500109 ftrace_.FormatMessage(
110 "%.*s: fetch latest: now=%" PRId64 " event=%" PRId64 " queue=%" PRIu32,
111 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
112 static_cast<int64_t>(monotonic_time.time_since_epoch().count()),
113 static_cast<int64_t>(
114 context_.monotonic_event_time.time_since_epoch().count()),
115 context_.queue_index);
Austin Schuh39788ff2019-12-01 18:22:57 -0800116 const float latency =
117 std::chrono::duration_cast<std::chrono::duration<float>>(
Austin Schuhad154822019-12-27 15:45:13 -0800118 monotonic_time - context_.monotonic_event_time)
Austin Schuh39788ff2019-12-01 18:22:57 -0800119 .count();
120 timing_.latency.Add(latency);
121 return true;
122 }
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500123 ftrace_.FormatMessage(
124 "%.*s: fetch latest: still event=%" PRId64 " queue=%" PRIu32,
125 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
126 static_cast<int64_t>(
127 context_.monotonic_event_time.time_since_epoch().count()),
128 context_.queue_index);
Austin Schuh39788ff2019-12-01 18:22:57 -0800129 return false;
130}
131
Austin Schuhb5c6f972021-03-14 21:53:07 -0700132inline bool RawSender::Send(size_t size) {
133 return Send(size, monotonic_clock::min_time, realtime_clock::min_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700134 0xffffffffu, event_loop_->boot_uuid());
Austin Schuhb5c6f972021-03-14 21:53:07 -0700135}
136
Austin Schuhad154822019-12-27 15:45:13 -0800137inline bool RawSender::Send(
138 size_t size, aos::monotonic_clock::time_point monotonic_remote_time,
139 aos::realtime_clock::time_point realtime_remote_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700140 uint32_t remote_queue_index, const UUID &uuid) {
Austin Schuhad154822019-12-27 15:45:13 -0800141 if (DoSend(size, monotonic_remote_time, realtime_remote_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700142 remote_queue_index, uuid)) {
Austin Schuh39788ff2019-12-01 18:22:57 -0800143 timing_.size.Add(size);
144 timing_.sender->mutate_count(timing_.sender->count() + 1);
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500145 ftrace_.FormatMessage(
146 "%.*s: sent internal: event=%" PRId64 " queue=%" PRIu32,
147 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
148 static_cast<int64_t>(monotonic_sent_time().time_since_epoch().count()),
149 sent_queue_index());
Austin Schuh39788ff2019-12-01 18:22:57 -0800150 return true;
151 }
152 return false;
153}
154
Austin Schuhb5c6f972021-03-14 21:53:07 -0700155inline bool RawSender::Send(const void *data, size_t size) {
156 return Send(data, size, monotonic_clock::min_time, realtime_clock::min_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700157 0xffffffffu, event_loop_->boot_uuid());
Austin Schuhb5c6f972021-03-14 21:53:07 -0700158}
159
Austin Schuhad154822019-12-27 15:45:13 -0800160inline bool RawSender::Send(
161 const void *data, size_t size,
162 aos::monotonic_clock::time_point monotonic_remote_time,
163 aos::realtime_clock::time_point realtime_remote_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700164 uint32_t remote_queue_index, const UUID &uuid) {
Austin Schuhad154822019-12-27 15:45:13 -0800165 if (DoSend(data, size, monotonic_remote_time, realtime_remote_time,
Austin Schuh8902fa52021-03-14 22:39:24 -0700166 remote_queue_index, uuid)) {
Austin Schuh39788ff2019-12-01 18:22:57 -0800167 timing_.size.Add(size);
168 timing_.sender->mutate_count(timing_.sender->count() + 1);
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500169 ftrace_.FormatMessage(
170 "%.*s: sent external: event=%" PRId64 " queue=%" PRIu32,
171 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
172 static_cast<int64_t>(monotonic_sent_time().time_since_epoch().count()),
173 sent_queue_index());
Austin Schuh39788ff2019-12-01 18:22:57 -0800174 return true;
175 }
176 return false;
177}
178
Austin Schuhcde39fd2020-02-22 20:58:24 -0800179inline monotonic_clock::time_point TimerHandler::Call(
Austin Schuh39788ff2019-12-01 18:22:57 -0800180 std::function<monotonic_clock::time_point()> get_time,
181 monotonic_clock::time_point event_time) {
182 CHECK_NOTNULL(timing_.timer);
183 const monotonic_clock::time_point monotonic_start_time = get_time();
184
Austin Schuha9012be2021-07-21 15:19:11 -0700185 event_loop_->SetTimerContext(event_time);
Austin Schuh39788ff2019-12-01 18:22:57 -0800186
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500187 ftrace_.FormatMessage(
188 "timer: %.*s: start now=%" PRId64 " event=%" PRId64,
189 static_cast<int>(name_.size()), name_.data(),
190 static_cast<int64_t>(monotonic_start_time.time_since_epoch().count()),
191 static_cast<int64_t>(event_time.time_since_epoch().count()));
Austin Schuh39788ff2019-12-01 18:22:57 -0800192 {
193 const float start_latency =
194 std::chrono::duration_cast<std::chrono::duration<float>>(
195 monotonic_start_time - event_time)
196 .count();
197 timing_.wakeup_latency.Add(start_latency);
198 }
199 timing_.timer->mutate_count(timing_.timer->count() + 1);
200 fn_();
201
202 const monotonic_clock::time_point monotonic_end_time = get_time();
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500203 ftrace_.FormatMessage(
204 "timer: %.*s: end now=%" PRId64, static_cast<int>(name_.size()),
205 name_.data(),
206 static_cast<int64_t>(monotonic_end_time.time_since_epoch().count()));
Austin Schuh39788ff2019-12-01 18:22:57 -0800207
208 const float handler_latency =
209 std::chrono::duration_cast<std::chrono::duration<float>>(
210 monotonic_end_time - monotonic_start_time)
211 .count();
212 timing_.handler_time.Add(handler_latency);
Austin Schuhcde39fd2020-02-22 20:58:24 -0800213 return monotonic_start_time;
Austin Schuh39788ff2019-12-01 18:22:57 -0800214}
215
216inline void PhasedLoopHandler::Call(
217 std::function<monotonic_clock::time_point()> get_time,
218 std::function<void(monotonic_clock::time_point)> schedule) {
219 // Read time directly to save a vtable indirection...
220 const monotonic_clock::time_point monotonic_start_time = get_time();
221
222 // Update the context to hold the desired wakeup time.
Austin Schuha9012be2021-07-21 15:19:11 -0700223 event_loop_->SetTimerContext(phased_loop_.sleep_time());
Austin Schuh39788ff2019-12-01 18:22:57 -0800224
Milind Upadhyay42589bb2021-05-19 20:05:16 -0700225 // Compute how many cycles elapsed
226 cycles_elapsed_ += phased_loop_.Iterate(monotonic_start_time);
Austin Schuh39788ff2019-12-01 18:22:57 -0800227
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500228 ftrace_.FormatMessage(
229 "phased: %.*s: start now=%" PRId64 " event=%" PRId64 " cycles=%d",
230 static_cast<int>(name_.size()), name_.data(),
231 static_cast<int64_t>(monotonic_start_time.time_since_epoch().count()),
232 static_cast<int64_t>(
233 phased_loop_.sleep_time().time_since_epoch().count()),
234 cycles_elapsed_);
Austin Schuh39788ff2019-12-01 18:22:57 -0800235 {
236 const float start_latency =
237 std::chrono::duration_cast<std::chrono::duration<float>>(
Austin Schuhad154822019-12-27 15:45:13 -0800238 monotonic_start_time - event_loop_->context_.monotonic_event_time)
Austin Schuh39788ff2019-12-01 18:22:57 -0800239 .count();
240 timing_.wakeup_latency.Add(start_latency);
241 }
242 timing_.timer->mutate_count(timing_.timer->count() + 1);
243
244 // Call the function with the elapsed cycles.
245 fn_(cycles_elapsed_);
246 cycles_elapsed_ = 0;
247
Milind Upadhyay42589bb2021-05-19 20:05:16 -0700248 // Schedule the next wakeup.
249 schedule(phased_loop_.sleep_time());
250
Austin Schuh39788ff2019-12-01 18:22:57 -0800251 const monotonic_clock::time_point monotonic_end_time = get_time();
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500252 ftrace_.FormatMessage(
253 "phased: %.*s: end now=%" PRId64, static_cast<int>(name_.size()),
254 name_.data(),
255 static_cast<int64_t>(monotonic_end_time.time_since_epoch().count()));
Austin Schuh39788ff2019-12-01 18:22:57 -0800256
257 const float handler_latency =
258 std::chrono::duration_cast<std::chrono::duration<float>>(
259 monotonic_end_time - monotonic_start_time)
260 .count();
261 timing_.handler_time.Add(handler_latency);
262
Brian Silvermanaf9a4d82020-10-06 15:10:58 -0700263 // If the handler took too long so we blew by the previous deadline, we
Austin Schuh91ba6392020-10-03 13:27:47 -0700264 // want to just try for the next deadline. Reschedule.
Austin Schuh39788ff2019-12-01 18:22:57 -0800265 if (monotonic_end_time > phased_loop_.sleep_time()) {
266 Reschedule(schedule, monotonic_end_time);
267 }
268}
269
270// Class to automate the timing report generation for watchers.
271class WatcherState {
272 public:
273 WatcherState(
274 EventLoop *event_loop, const Channel *channel,
275 std::function<void(const Context &context, const void *message)> fn)
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500276 : channel_index_(event_loop->ChannelIndex(channel)),
277 ftrace_prefix_(configuration::StrippedChannelToString(channel)),
278 fn_(std::move(fn)) {}
Austin Schuh39788ff2019-12-01 18:22:57 -0800279
280 virtual ~WatcherState() {}
281
282 // Calls the callback, measuring time with get_time, with the provided
283 // context.
284 void DoCallCallback(std::function<monotonic_clock::time_point()> get_time,
Austin Schuhc5dc98f2021-06-16 14:52:46 -0700285 Context context) noexcept {
Brian Silverman6b8a3c32020-03-06 11:26:14 -0800286 if (context.data) {
287 CheckChannelDataAlignment(context.data, context.size);
288 }
Austin Schuh39788ff2019-12-01 18:22:57 -0800289 const monotonic_clock::time_point monotonic_start_time = get_time();
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500290 ftrace_.FormatMessage(
291 "%.*s: watcher start: now=%" PRId64 " event=%" PRId64 " queue=%" PRIu32,
292 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
293 static_cast<int64_t>(monotonic_start_time.time_since_epoch().count()),
294 static_cast<int64_t>(
295 context.monotonic_event_time.time_since_epoch().count()),
296 context.queue_index);
Austin Schuh39788ff2019-12-01 18:22:57 -0800297 {
298 const float start_latency =
299 std::chrono::duration_cast<std::chrono::duration<float>>(
Austin Schuhad154822019-12-27 15:45:13 -0800300 monotonic_start_time - context.monotonic_event_time)
Austin Schuh39788ff2019-12-01 18:22:57 -0800301 .count();
302 wakeup_latency_.Add(start_latency);
303 }
304 watcher_->mutate_count(watcher_->count() + 1);
305 fn_(context, context.data);
306
307 const monotonic_clock::time_point monotonic_end_time = get_time();
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500308 ftrace_.FormatMessage(
309 "%.*s: watcher end: now=%" PRId64,
310 static_cast<int>(ftrace_prefix_.size()), ftrace_prefix_.data(),
311 static_cast<int64_t>(monotonic_end_time.time_since_epoch().count()));
Austin Schuh39788ff2019-12-01 18:22:57 -0800312
313 const float handler_latency =
314 std::chrono::duration_cast<std::chrono::duration<float>>(
315 monotonic_end_time - monotonic_start_time)
316 .count();
317 handler_time_.Add(handler_latency);
318 }
319
320 int channel_index() const { return channel_index_; }
321
322 void set_timing_report(timing::Watcher *watcher);
323 void ResetReport();
324
325 virtual void Startup(EventLoop *event_loop) = 0;
326
327 protected:
328 const int channel_index_;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500329 const std::string ftrace_prefix_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800330
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500331 const std::function<void(const Context &context, const void *message)> fn_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800332
333 internal::TimingStatistic wakeup_latency_;
334 internal::TimingStatistic handler_time_;
335 timing::Watcher *watcher_ = nullptr;
Brian Silverman79ec7fc2020-06-08 20:11:22 -0500336
337 Ftrace ftrace_;
Austin Schuh39788ff2019-12-01 18:22:57 -0800338};
339
Austin Schuha28cbc32019-12-27 16:28:04 -0800340template <typename T>
Austin Schuhadd6eb32020-11-09 21:24:26 -0800341bool Sender<T>::Send(const NonSizePrefixedFlatbuffer<T> &flatbuffer) {
342 return sender_->Send(flatbuffer.span().data(), flatbuffer.span().size());
Austin Schuha28cbc32019-12-27 16:28:04 -0800343}
344
Brian Silverman341b57e2020-06-23 16:23:18 -0700345template <typename T>
346bool Sender<T>::SendDetached(FlatbufferDetachedBuffer<T> detached) {
Austin Schuhadd6eb32020-11-09 21:24:26 -0800347 CHECK_EQ(static_cast<void *>(detached.span().data() + detached.span().size() -
348 sender_->size()),
349 sender_->data())
Brian Silverman341b57e2020-06-23 16:23:18 -0700350 << ": May only send the buffer detached from this Sender";
Austin Schuhadd6eb32020-11-09 21:24:26 -0800351 return sender_->Send(detached.span().size());
Brian Silverman341b57e2020-06-23 16:23:18 -0700352}
353
Alex Perrycb7da4b2019-08-28 19:35:56 -0700354} // namespace aos
355
356#endif // AOS_EVENTS_EVENT_LOOP_TMPL_H