Austin Schuh | 47aabde | 2020-10-10 17:46:37 -0700 | [diff] [blame] | 1 | #include <sys/resource.h> |
| 2 | #include <sys/time.h> |
| 3 | |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 4 | #include "aos/configuration.h" |
Austin Schuh | b06f03b | 2021-02-17 22:00:37 -0800 | [diff] [blame] | 5 | #include "aos/events/logging/log_writer.h" |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 6 | #ifdef LZMA |
| 7 | #include "aos/events/logging/lzma_encoder.h" |
| 8 | #endif |
James Kuszmaul | dd0a504 | 2021-10-28 23:38:04 -0700 | [diff] [blame] | 9 | #include "aos/events/logging/snappy_encoder.h" |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 10 | #include "aos/events/shm_event_loop.h" |
| 11 | #include "aos/init.h" |
Brian Silverman | d90905f | 2020-09-23 14:42:56 -0700 | [diff] [blame] | 12 | #include "aos/logging/log_namer.h" |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 13 | #include "gflags/gflags.h" |
| 14 | #include "glog/logging.h" |
| 15 | |
Austin Schuh | c5fa6d9 | 2022-02-25 14:36:28 -0800 | [diff] [blame] | 16 | DEFINE_string(config, "aos_config.json", "Config file to use."); |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 17 | |
Austin Schuh | 2755315 | 2020-11-18 21:26:37 -0800 | [diff] [blame] | 18 | DEFINE_bool(skip_renicing, false, |
| 19 | "If true, skip renicing the logger. This leaves it lower priority " |
| 20 | "and increases the likelihood of dropping messages and crashing."); |
| 21 | |
James Kuszmaul | dd0a504 | 2021-10-28 23:38:04 -0700 | [diff] [blame] | 22 | DEFINE_bool(snappy_compress, false, "If true, compress log data using snappy."); |
| 23 | |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 24 | #ifdef LZMA |
| 25 | DEFINE_bool(xz_compress, false, "If true, compress log data using xz."); |
| 26 | #endif |
| 27 | |
Milind Upadhyay | b2b8cd8 | 2022-03-21 08:51:32 -0700 | [diff] [blame] | 28 | DEFINE_double(rotate_every, 0.0, |
| 29 | "If set, rotate the logger after this many seconds"); |
| 30 | |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 31 | #ifdef LZMA |
| 32 | DEFINE_int32(xz_compression_level, 9, "Compression level for the LZMA Encoder"); |
| 33 | #endif |
| 34 | |
Austin Schuh | 8bdfc49 | 2023-02-11 12:53:13 -0800 | [diff] [blame] | 35 | DECLARE_int32(flush_size); |
| 36 | |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 37 | int main(int argc, char *argv[]) { |
| 38 | gflags::SetUsageMessage( |
| 39 | "This program provides a simple logger binary that logs all SHMEM data " |
| 40 | "directly to a file specified at the command line. It does not manage " |
| 41 | "filenames, so it will just crash if you attempt to overwrite an " |
| 42 | "existing file, and the user must specify the logfile manually at the " |
| 43 | "command line."); |
| 44 | aos::InitGoogle(&argc, &argv); |
| 45 | |
| 46 | aos::FlatbufferDetachedBuffer<aos::Configuration> config = |
| 47 | aos::configuration::ReadConfig(FLAGS_config); |
| 48 | |
| 49 | aos::ShmEventLoop event_loop(&config.message()); |
| 50 | |
James Kuszmaul | dd0a504 | 2021-10-28 23:38:04 -0700 | [diff] [blame] | 51 | std::unique_ptr<aos::logger::MultiNodeLogNamer> log_namer; |
Milind Upadhyay | d3a7bdc | 2020-12-26 16:07:03 -0800 | [diff] [blame] | 52 | log_namer = std::make_unique<aos::logger::MultiNodeLogNamer>( |
Austin Schuh | a499cea | 2021-07-31 19:49:53 -0700 | [diff] [blame] | 53 | absl::StrCat(aos::logging::GetLogName("fbs_log"), "/"), &event_loop); |
Austin Schuh | cde938c | 2020-02-02 17:30:07 -0800 | [diff] [blame] | 54 | |
James Kuszmaul | dd0a504 | 2021-10-28 23:38:04 -0700 | [diff] [blame] | 55 | if (FLAGS_snappy_compress) { |
| 56 | log_namer->set_extension(aos::logger::SnappyDecoder::kExtension); |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 57 | log_namer->set_encoder_factory([](size_t max_message_size) { |
Austin Schuh | 8bdfc49 | 2023-02-11 12:53:13 -0800 | [diff] [blame] | 58 | return std::make_unique<aos::logger::SnappyEncoder>(max_message_size, |
| 59 | FLAGS_flush_size); |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 60 | }); |
| 61 | #ifdef LZMA |
| 62 | } else if (FLAGS_xz_compress) { |
| 63 | log_namer->set_extension(aos::logger::LzmaEncoder::kExtension); |
| 64 | log_namer->set_encoder_factory([](size_t max_message_size) { |
| 65 | return std::make_unique<aos::logger::LzmaEncoder>( |
Austin Schuh | 8bdfc49 | 2023-02-11 12:53:13 -0800 | [diff] [blame] | 66 | max_message_size, FLAGS_xz_compression_level, FLAGS_flush_size); |
Austin Schuh | 48d10d6 | 2022-10-16 22:19:23 -0700 | [diff] [blame] | 67 | }); |
| 68 | #endif |
James Kuszmaul | dd0a504 | 2021-10-28 23:38:04 -0700 | [diff] [blame] | 69 | } |
| 70 | |
Austin Schuh | b467463 | 2022-09-19 19:12:13 -0700 | [diff] [blame] | 71 | aos::monotonic_clock::time_point last_rotation_time = |
| 72 | event_loop.monotonic_now(); |
Brian Silverman | 1f34522 | 2020-09-24 21:14:48 -0700 | [diff] [blame] | 73 | aos::logger::Logger logger(&event_loop); |
Milind Upadhyay | b2b8cd8 | 2022-03-21 08:51:32 -0700 | [diff] [blame] | 74 | |
| 75 | if (FLAGS_rotate_every != 0.0) { |
Milind Upadhyay | b2b8cd8 | 2022-03-21 08:51:32 -0700 | [diff] [blame] | 76 | logger.set_on_logged_period([&] { |
| 77 | const auto now = event_loop.monotonic_now(); |
| 78 | if (now > last_rotation_time + |
| 79 | std::chrono::duration<double>(FLAGS_rotate_every)) { |
| 80 | logger.Rotate(); |
| 81 | last_rotation_time = now; |
| 82 | } |
| 83 | }); |
| 84 | } |
| 85 | |
Austin Schuh | 47aabde | 2020-10-10 17:46:37 -0700 | [diff] [blame] | 86 | event_loop.OnRun([&log_namer, &logger]() { |
Austin Schuh | 2755315 | 2020-11-18 21:26:37 -0800 | [diff] [blame] | 87 | if (FLAGS_skip_renicing) { |
| 88 | LOG(WARNING) << "Ignoring request to renice to -20 due to " |
| 89 | "--skip_renicing."; |
| 90 | } else { |
| 91 | errno = 0; |
| 92 | setpriority(PRIO_PROCESS, 0, -20); |
| 93 | PCHECK(errno == 0) |
| 94 | << ": Renicing to -20 failed, use --skip_renicing to skip renicing."; |
| 95 | } |
Austin Schuh | 47aabde | 2020-10-10 17:46:37 -0700 | [diff] [blame] | 96 | logger.StartLogging(std::move(log_namer)); |
| 97 | }); |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 98 | |
| 99 | event_loop.Run(); |
| 100 | |
Austin Schuh | 2f8fd75 | 2020-09-01 22:38:28 -0700 | [diff] [blame] | 101 | LOG(INFO) << "Shutting down"; |
| 102 | |
James Kuszmaul | 38735e8 | 2019-12-07 16:42:06 -0800 | [diff] [blame] | 103 | return 0; |
| 104 | } |