Brian Silverman | 14fd0fb | 2014-01-14 21:42:01 -0800 | [diff] [blame] | 1 | #include "aos/linux_code/init.h" |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 2 | |
| 3 | #include <stdio.h> |
| 4 | #include <string.h> |
| 5 | #include <sys/mman.h> |
| 6 | #include <errno.h> |
| 7 | #include <sched.h> |
| 8 | #include <sys/resource.h> |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 9 | #include <sys/types.h> |
| 10 | #include <unistd.h> |
| 11 | #include <stdlib.h> |
| 12 | #include <stdint.h> |
Brian Silverman | 2fe007c | 2014-12-28 12:20:01 -0800 | [diff] [blame] | 13 | #include <sys/prctl.h> |
Brian Silverman | 4048662 | 2014-12-30 17:38:55 -0800 | [diff] [blame] | 14 | #include <malloc.h> |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 15 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 16 | #include "aos/common/die.h" |
Brian Silverman | 14fd0fb | 2014-01-14 21:42:01 -0800 | [diff] [blame] | 17 | #include "aos/linux_code/logging/linux_logging.h" |
| 18 | #include "aos/linux_code/ipc_lib/shared_mem.h" |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 19 | |
Brian Silverman | 4048662 | 2014-12-30 17:38:55 -0800 | [diff] [blame] | 20 | #ifdef TCMALLOC |
| 21 | namespace FLAG__namespace_do_not_use_directly_use_DECLARE_double_instead { |
| 22 | extern double FLAGS_tcmalloc_release_rate; |
| 23 | } |
| 24 | using FLAG__namespace_do_not_use_directly_use_DECLARE_double_instead:: |
| 25 | FLAGS_tcmalloc_release_rate; |
| 26 | #endif |
| 27 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 28 | namespace aos { |
Brian Silverman | 2fe007c | 2014-12-28 12:20:01 -0800 | [diff] [blame] | 29 | namespace logging { |
| 30 | namespace internal { |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 31 | |
Brian Silverman | 2fe007c | 2014-12-28 12:20:01 -0800 | [diff] [blame] | 32 | // Implemented in aos/linux_code/logging/linux_interface.cc. |
| 33 | void ReloadThreadName(); |
| 34 | |
| 35 | } // namespace internal |
| 36 | } // namespace logging |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 37 | namespace { |
| 38 | |
Brian Silverman | 80353cb | 2013-03-19 18:27:53 -0700 | [diff] [blame] | 39 | void SetSoftRLimit(int resource, rlim64_t soft, bool set_for_root) { |
| 40 | bool am_root = getuid() == 0; |
| 41 | if (set_for_root || !am_root) { |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 42 | struct rlimit64 rlim; |
| 43 | if (getrlimit64(resource, &rlim) == -1) { |
Brian Silverman | 01be000 | 2014-05-10 15:44:38 -0700 | [diff] [blame] | 44 | PDie("%s-init: getrlimit64(%d) failed", |
| 45 | program_invocation_short_name, resource); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 46 | } |
| 47 | rlim.rlim_cur = soft; |
Austin Schuh | 6c7edbf | 2014-10-21 22:26:58 -0700 | [diff] [blame] | 48 | rlim.rlim_max = ::std::max(rlim.rlim_max, soft); |
| 49 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 50 | if (setrlimit64(resource, &rlim) == -1) { |
Brian Silverman | 01be000 | 2014-05-10 15:44:38 -0700 | [diff] [blame] | 51 | PDie("%s-init: setrlimit64(%d, {cur=%ju,max=%ju}) failed", |
| 52 | program_invocation_short_name, resource, (uintmax_t)rlim.rlim_cur, |
| 53 | (uintmax_t)rlim.rlim_max); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 54 | } |
| 55 | } |
| 56 | } |
| 57 | |
| 58 | // Common stuff that needs to happen at the beginning of both the realtime and |
| 59 | // non-realtime initialization sequences. May be called twice. |
| 60 | void InitStart() { |
Brian Silverman | ff48578 | 2014-06-18 19:59:09 -0700 | [diff] [blame] | 61 | ::aos::logging::Init(); |
Brian Silverman | fe1ef17 | 2014-04-12 17:12:45 -0700 | [diff] [blame] | 62 | WriteCoreDumps(); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 63 | } |
| 64 | |
Brian Silverman | 6da0427 | 2014-05-18 18:47:48 -0700 | [diff] [blame] | 65 | void LockAllMemory() { |
Brian Silverman | 8a6dac9 | 2015-02-21 20:08:24 -0500 | [diff] [blame] | 66 | // Allow locking as much as we want into RAM. |
| 67 | SetSoftRLimit(RLIMIT_MEMLOCK, RLIM_INFINITY, false); |
| 68 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 69 | InitStart(); |
| 70 | if (mlockall(MCL_CURRENT | MCL_FUTURE) == -1) { |
Brian Silverman | 01be000 | 2014-05-10 15:44:38 -0700 | [diff] [blame] | 71 | PDie("%s-init: mlockall failed", program_invocation_short_name); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 72 | } |
| 73 | |
Brian Silverman | 4048662 | 2014-12-30 17:38:55 -0800 | [diff] [blame] | 74 | // Don't give freed memory back to the OS. |
| 75 | CHECK_EQ(1, mallopt(M_TRIM_THRESHOLD, -1)); |
| 76 | // Don't use mmap for large malloc chunks. |
| 77 | CHECK_EQ(1, mallopt(M_MMAP_MAX, 0)); |
| 78 | |
| 79 | #ifdef TCMALLOC |
| 80 | // Tell tcmalloc not to return memory. |
| 81 | FLAGS_tcmalloc_release_rate = 0.0; |
| 82 | #endif |
| 83 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 84 | // Forces the memory pages for all the stack space that we're ever going to |
| 85 | // use to be loaded into memory (so it can be locked there). |
| 86 | uint8_t data[4096 * 8]; |
| 87 | // Not 0 because linux might optimize that to a 0-filled page. |
| 88 | memset(data, 1, sizeof(data)); |
Brian Silverman | 4048662 | 2014-12-30 17:38:55 -0800 | [diff] [blame] | 89 | |
Austin Schuh | a96cdd9 | 2015-03-14 21:09:39 -0700 | [diff] [blame] | 90 | static const size_t kHeapPreallocSize = 512 * 1024; |
Brian Silverman | 4048662 | 2014-12-30 17:38:55 -0800 | [diff] [blame] | 91 | char *const heap_data = static_cast<char *>(malloc(kHeapPreallocSize)); |
| 92 | memset(heap_data, 1, kHeapPreallocSize); |
| 93 | free(heap_data); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 94 | } |
| 95 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 96 | const char *const kNoRealtimeEnvironmentVariable = "AOS_NO_REALTIME"; |
| 97 | |
| 98 | } // namespace |
| 99 | |
Brian Silverman | 8a6dac9 | 2015-02-21 20:08:24 -0500 | [diff] [blame] | 100 | void InitNRT() { |
| 101 | InitStart(); |
| 102 | aos_core_create_shared_mem(false, false); |
| 103 | logging::linux_code::Register(); |
| 104 | } |
| 105 | |
| 106 | void InitCreate() { |
| 107 | InitStart(); |
| 108 | aos_core_create_shared_mem(true, false); |
| 109 | logging::linux_code::Register(); |
| 110 | } |
| 111 | |
Brian Silverman | f3cfbd7 | 2013-10-28 16:26:09 -0700 | [diff] [blame] | 112 | void Init(int relative_priority) { |
Brian Silverman | 8a6dac9 | 2015-02-21 20:08:24 -0500 | [diff] [blame] | 113 | bool realtime = getenv(kNoRealtimeEnvironmentVariable) == nullptr; |
| 114 | if (realtime) { |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 115 | LockAllMemory(); |
Brian Silverman | 6da0427 | 2014-05-18 18:47:48 -0700 | [diff] [blame] | 116 | |
Brian Silverman | 8dc9fd4 | 2014-02-10 13:35:43 -0800 | [diff] [blame] | 117 | // Only let rt processes run for 3 seconds straight. |
| 118 | SetSoftRLimit(RLIMIT_RTTIME, 3000000, true); |
Brian Silverman | 6da0427 | 2014-05-18 18:47:48 -0700 | [diff] [blame] | 119 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 120 | // Allow rt processes up to priority 40. |
Brian Silverman | 80353cb | 2013-03-19 18:27:53 -0700 | [diff] [blame] | 121 | SetSoftRLimit(RLIMIT_RTPRIO, 40, false); |
Brian Silverman | 6da0427 | 2014-05-18 18:47:48 -0700 | [diff] [blame] | 122 | |
| 123 | // Set our process to the appropriate priority. |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 124 | struct sched_param param; |
Brian Silverman | f3cfbd7 | 2013-10-28 16:26:09 -0700 | [diff] [blame] | 125 | param.sched_priority = 30 + relative_priority; |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 126 | if (sched_setscheduler(0, SCHED_FIFO, ¶m) != 0) { |
Brian Silverman | 01be000 | 2014-05-10 15:44:38 -0700 | [diff] [blame] | 127 | PDie("%s-init: setting SCHED_FIFO failed", program_invocation_short_name); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 128 | } |
| 129 | } else { |
| 130 | fprintf(stderr, "%s not doing realtime initialization because environment" |
| 131 | " variable %s is set\n", program_invocation_short_name, |
| 132 | kNoRealtimeEnvironmentVariable); |
| 133 | printf("no realtime for %s. see stderr\n", program_invocation_short_name); |
| 134 | } |
| 135 | |
Brian Silverman | 8a6dac9 | 2015-02-21 20:08:24 -0500 | [diff] [blame] | 136 | InitStart(); |
| 137 | aos_core_create_shared_mem(false, realtime); |
| 138 | logging::linux_code::Register(); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | void Cleanup() { |
Brian Silverman | 01be000 | 2014-05-10 15:44:38 -0700 | [diff] [blame] | 142 | aos_core_free_shared_mem(); |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 143 | } |
| 144 | |
Brian Silverman | fe1ef17 | 2014-04-12 17:12:45 -0700 | [diff] [blame] | 145 | void WriteCoreDumps() { |
| 146 | // Do create core files of unlimited size. |
| 147 | SetSoftRLimit(RLIMIT_CORE, RLIM_INFINITY, true); |
| 148 | } |
| 149 | |
Brian Silverman | da45b6c | 2014-12-28 11:36:50 -0800 | [diff] [blame] | 150 | void SetCurrentThreadRealtimePriority(int priority) { |
| 151 | struct sched_param param; |
| 152 | param.sched_priority = priority; |
| 153 | if (sched_setscheduler(0, SCHED_FIFO, ¶m) == -1) { |
| 154 | PLOG(FATAL, "sched_setscheduler(0, SCHED_FIFO, %d) failed", priority); |
| 155 | } |
| 156 | } |
| 157 | |
Brian Silverman | 2fe007c | 2014-12-28 12:20:01 -0800 | [diff] [blame] | 158 | void SetCurrentThreadName(const ::std::string &name) { |
| 159 | if (name.size() > 16) { |
| 160 | LOG(FATAL, "thread name '%s' too long\n", name.c_str()); |
| 161 | } |
| 162 | LOG(INFO, "this thread is changing to '%s'\n", name.c_str()); |
| 163 | PCHECK(prctl(PR_SET_NAME, name.c_str())); |
| 164 | logging::internal::ReloadThreadName(); |
| 165 | } |
| 166 | |
brians | 343bc11 | 2013-02-10 01:53:46 +0000 | [diff] [blame] | 167 | } // namespace aos |