Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 1 | #ifndef AOS_EVENTS_SHM_EVENT_LOOP_H_ |
| 2 | #define AOS_EVENTS_SHM_EVENT_LOOP_H_ |
| 3 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 4 | #include <vector> |
| 5 | |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 6 | #include "absl/types/span.h" |
Philipp Schrader | 790cb54 | 2023-07-05 21:06:52 -0700 | [diff] [blame] | 7 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 8 | #include "aos/events/epoll.h" |
| 9 | #include "aos/events/event_loop.h" |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 10 | #include "aos/events/event_loop_generated.h" |
Austin Schuh | 5ca1311 | 2021-02-07 22:06:53 -0800 | [diff] [blame] | 11 | #include "aos/ipc_lib/signalfd.h" |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 12 | #include "aos/stl_mutex/stl_mutex.h" |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 13 | |
Jim Ostrowski | 2192ddb | 2020-06-24 19:07:31 -0700 | [diff] [blame] | 14 | DECLARE_string(application_name); |
| 15 | DECLARE_string(shm_base); |
| 16 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 17 | namespace aos { |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 18 | namespace shm_event_loop_internal { |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 19 | |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 20 | class ShmWatcherState; |
| 21 | class ShmTimerHandler; |
| 22 | class ShmPhasedLoopHandler; |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 23 | class ShmSender; |
Austin Schuh | 432784f | 2020-06-23 17:27:35 -0700 | [diff] [blame] | 24 | class SimpleShmFetcher; |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 25 | class ShmFetcher; |
Brian Silverman | e1fe251 | 2022-08-14 23:18:50 -0700 | [diff] [blame] | 26 | class ShmExitHandle; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 27 | |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 28 | } // namespace shm_event_loop_internal |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 29 | |
Brian Silverman | 4f4e061 | 2020-08-12 19:54:41 -0700 | [diff] [blame] | 30 | // Concrete implementation of EventLoop that is built from queues running out of |
| 31 | // shared memory. |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 32 | // |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 33 | // TODO(austin): Timing reports break multiple threads. Need to add back in a |
| 34 | // mutex. |
| 35 | // This object must be interacted with from one thread, but the Senders |
| 36 | // and Fetchers may be used from multiple threads afterwords (as long as their |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 37 | // destructors are called back in one thread again) |
| 38 | class ShmEventLoop : public EventLoop { |
| 39 | public: |
Austin Schuh | caa2a5d | 2020-11-01 22:38:20 -0800 | [diff] [blame] | 40 | ShmEventLoop(const Flatbuffer<Configuration> &configuration) |
| 41 | : ShmEventLoop(&configuration.message()) {} |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 42 | ShmEventLoop(const Configuration *configuration); |
Austin Schuh | ad9e5eb | 2021-11-19 20:33:55 -0800 | [diff] [blame] | 43 | ShmEventLoop(const ShmEventLoop &) = delete; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 44 | ~ShmEventLoop() override; |
| 45 | |
Austin Schuh | ad9e5eb | 2021-11-19 20:33:55 -0800 | [diff] [blame] | 46 | void operator=(ShmEventLoop const &) = delete; |
| 47 | |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 48 | // Runs the event loop until Exit is called, or ^C is caught. |
| 49 | void Run(); |
| 50 | // Exits the event loop. Async safe. |
| 51 | void Exit(); |
| 52 | |
Brian Silverman | e1fe251 | 2022-08-14 23:18:50 -0700 | [diff] [blame] | 53 | std::unique_ptr<ExitHandle> MakeExitHandle(); |
| 54 | |
Stephan Pleines | 559fa6c | 2022-01-06 17:23:51 -0800 | [diff] [blame] | 55 | aos::monotonic_clock::time_point monotonic_now() const override { |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 56 | return aos::monotonic_clock::now(); |
| 57 | } |
Stephan Pleines | 559fa6c | 2022-01-06 17:23:51 -0800 | [diff] [blame] | 58 | aos::realtime_clock::time_point realtime_now() const override { |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 59 | return aos::realtime_clock::now(); |
| 60 | } |
| 61 | |
| 62 | std::unique_ptr<RawSender> MakeRawSender(const Channel *channel) override; |
| 63 | std::unique_ptr<RawFetcher> MakeRawFetcher(const Channel *channel) override; |
| 64 | |
| 65 | void MakeRawWatcher( |
| 66 | const Channel *channel, |
| 67 | std::function<void(const Context &context, const void *message)> watcher) |
| 68 | override; |
Brian Silverman | 6b8a3c3 | 2020-03-06 11:26:14 -0800 | [diff] [blame] | 69 | void MakeRawNoArgWatcher( |
| 70 | const Channel *channel, |
| 71 | std::function<void(const Context &context)> watcher) override; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 72 | |
| 73 | TimerHandler *AddTimer(std::function<void()> callback) override; |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 74 | PhasedLoopHandler *AddPhasedLoop(std::function<void(int)> callback, |
| 75 | const monotonic_clock::duration interval, |
| 76 | const monotonic_clock::duration offset = |
| 77 | std::chrono::seconds(0)) override; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 78 | |
| 79 | void OnRun(std::function<void()> on_run) override; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 80 | |
| 81 | void SetRuntimeRealtimePriority(int priority) override; |
Brian Silverman | 6a54ff3 | 2020-04-28 16:41:39 -0700 | [diff] [blame] | 82 | void SetRuntimeAffinity(const cpu_set_t &cpuset) override; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 83 | |
James Kuszmaul | 57c2baa | 2020-01-19 14:52:52 -0800 | [diff] [blame] | 84 | void set_name(const std::string_view name) override; |
James Kuszmaul | 3ae4226 | 2019-11-08 12:33:41 -0800 | [diff] [blame] | 85 | const std::string_view name() const override { return name_; } |
Austin Schuh | 217a978 | 2019-12-21 23:02:50 -0800 | [diff] [blame] | 86 | const Node *node() const override { return node_; } |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 87 | |
Austin Schuh | 65493d6 | 2022-08-17 15:10:37 -0700 | [diff] [blame] | 88 | int runtime_realtime_priority() const override { return priority_; } |
| 89 | const cpu_set_t &runtime_affinity() const override { return affinity_; } |
Austin Schuh | 83c7f70 | 2021-01-19 22:36:29 -0800 | [diff] [blame] | 90 | const UUID &boot_uuid() const override { return boot_uuid_; } |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 91 | |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 92 | // Returns the epoll loop used to run the event loop. |
Austin Schuh | e84c3ed | 2019-12-14 15:29:48 -0800 | [diff] [blame] | 93 | internal::EPoll *epoll() { return &epoll_; } |
| 94 | |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 95 | // Returns the local mapping of the shared memory used by the watcher on the |
| 96 | // specified channel. A watcher must be created on this channel before calling |
| 97 | // this. |
Brian Silverman | a5450a9 | 2020-08-12 19:59:57 -0700 | [diff] [blame] | 98 | absl::Span<const char> GetWatcherSharedMemory(const Channel *channel); |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 99 | |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 100 | // Returns the local mapping of the shared memory used by the provided Sender. |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 101 | template <typename T> |
| 102 | absl::Span<char> GetSenderSharedMemory(aos::Sender<T> *sender) const { |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 103 | CheckCurrentThread(); |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 104 | return GetShmSenderSharedMemory(GetRawSender(sender)); |
| 105 | } |
| 106 | |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 107 | // Returns the local mapping of the private memory used by the provided |
| 108 | // Fetcher to hold messages. |
Brian Silverman | a5450a9 | 2020-08-12 19:59:57 -0700 | [diff] [blame] | 109 | // |
| 110 | // Note that this may be the entire shared memory region held by this fetcher, |
| 111 | // depending on its channel's read_method. |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 112 | template <typename T> |
Brian Silverman | a5450a9 | 2020-08-12 19:59:57 -0700 | [diff] [blame] | 113 | absl::Span<const char> GetFetcherPrivateMemory( |
| 114 | aos::Fetcher<T> *fetcher) const { |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 115 | CheckCurrentThread(); |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 116 | return GetShmFetcherPrivateMemory(GetRawFetcher(fetcher)); |
| 117 | } |
| 118 | |
Brian Silverman | 4f4e061 | 2020-08-12 19:54:41 -0700 | [diff] [blame] | 119 | int NumberBuffers(const Channel *channel) override; |
| 120 | |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 121 | // All public-facing APIs will verify this mutex is held when they are called. |
| 122 | // For normal use with everything in a single thread, this is unnecessary. |
| 123 | // |
| 124 | // This is helpful as a safety check when using a ShmEventLoop with external |
| 125 | // synchronization across multiple threads. It will NOT reliably catch race |
| 126 | // conditions, but if you have a race condition triggered repeatedly it'll |
| 127 | // probably catch it eventually. |
| 128 | void CheckForMutex(aos::stl_mutex *check_mutex) { |
| 129 | check_mutex_ = check_mutex; |
| 130 | } |
| 131 | |
| 132 | // All public-facing APIs will verify they are called in this thread. |
| 133 | // For normal use with the whole program in a single thread, this is |
| 134 | // unnecessary. It's helpful as a safety check for programs with multiple |
| 135 | // threads, where the EventLoop should only be interacted with from a single |
| 136 | // one. |
| 137 | void LockToThread() { check_tid_ = GetTid(); } |
| 138 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 139 | private: |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 140 | friend class shm_event_loop_internal::ShmWatcherState; |
| 141 | friend class shm_event_loop_internal::ShmTimerHandler; |
| 142 | friend class shm_event_loop_internal::ShmPhasedLoopHandler; |
| 143 | friend class shm_event_loop_internal::ShmSender; |
Austin Schuh | 432784f | 2020-06-23 17:27:35 -0700 | [diff] [blame] | 144 | friend class shm_event_loop_internal::SimpleShmFetcher; |
Brian Silverman | 148d43d | 2020-06-07 18:19:22 -0500 | [diff] [blame] | 145 | friend class shm_event_loop_internal::ShmFetcher; |
Brian Silverman | e1fe251 | 2022-08-14 23:18:50 -0700 | [diff] [blame] | 146 | friend class shm_event_loop_internal::ShmExitHandle; |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 147 | |
Austin Schuh | 432784f | 2020-06-23 17:27:35 -0700 | [diff] [blame] | 148 | using EventLoop::SendTimingReport; |
| 149 | |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 150 | void CheckCurrentThread() const; |
| 151 | |
Austin Schuh | 7d87b67 | 2019-12-01 20:23:49 -0800 | [diff] [blame] | 152 | void HandleEvent(); |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 153 | |
Austin Schuh | 39788ff | 2019-12-01 18:22:57 -0800 | [diff] [blame] | 154 | // Returns the TID of the event loop. |
| 155 | pid_t GetTid() override; |
| 156 | |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 157 | // Private method to access the shared memory mapping of a ShmSender. |
Brian Silverman | 5120afb | 2020-01-31 17:44:35 -0800 | [diff] [blame] | 158 | absl::Span<char> GetShmSenderSharedMemory(const aos::RawSender *sender) const; |
| 159 | |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 160 | // Private method to access the private memory mapping of a ShmFetcher. |
Brian Silverman | a5450a9 | 2020-08-12 19:59:57 -0700 | [diff] [blame] | 161 | absl::Span<const char> GetShmFetcherPrivateMemory( |
Brian Silverman | 6d2b359 | 2020-06-18 14:40:15 -0700 | [diff] [blame] | 162 | const aos::RawFetcher *fetcher) const; |
| 163 | |
Austin Schuh | 83c7f70 | 2021-01-19 22:36:29 -0800 | [diff] [blame] | 164 | const UUID boot_uuid_; |
| 165 | |
Brian Silverman | e1fe251 | 2022-08-14 23:18:50 -0700 | [diff] [blame] | 166 | int exit_handle_count_ = 0; |
| 167 | |
Austin Schuh | ef323c0 | 2020-09-01 14:55:28 -0700 | [diff] [blame] | 168 | // Capture the --shm_base flag at construction time. This makes it much |
| 169 | // easier to make different shared memory regions for doing things like |
| 170 | // multi-node tests. |
| 171 | std::string shm_base_; |
| 172 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 173 | std::vector<std::function<void()>> on_run_; |
| 174 | int priority_ = 0; |
Brian Silverman | 6a54ff3 | 2020-04-28 16:41:39 -0700 | [diff] [blame] | 175 | cpu_set_t affinity_ = DefaultAffinity(); |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 176 | std::string name_; |
Austin Schuh | 217a978 | 2019-12-21 23:02:50 -0800 | [diff] [blame] | 177 | const Node *const node_; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 178 | |
Austin Schuh | 3054f5f | 2021-07-21 15:38:01 -0700 | [diff] [blame] | 179 | aos::stl_mutex *check_mutex_ = nullptr; |
| 180 | std::optional<pid_t> check_tid_; |
| 181 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 182 | internal::EPoll epoll_; |
Austin Schuh | 5ca1311 | 2021-02-07 22:06:53 -0800 | [diff] [blame] | 183 | |
| 184 | // Only set during Run(). |
| 185 | std::unique_ptr<ipc_lib::SignalFd> signalfd_; |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 186 | }; |
| 187 | |
Alex Perry | cb7da4b | 2019-08-28 19:35:56 -0700 | [diff] [blame] | 188 | } // namespace aos |
| 189 | |
| 190 | #endif // AOS_EVENTS_SHM_EVENT_LOOP_H_ |