commit 86110715a68d3785d79989c1f723bc8ff77befaf
author Austin Schuh <austin.schuh@bluerivertech.com> Fri Sep 16 15:40:54 2022 -0700
committer James Kuszmaul <james.kuszmaul@bluerivertech.com> Wed Oct 26 10:59:57 2022 -0700
tree 6d0dd56ef37a48d905082e0f48868ba65b2e9c13
parent 85b7fe0f80d79889e8f3dc4aa9ab38d4a0fc1d79

Support reading from S3 directly

Change-Id: Ice18f6739a7e315bea223a2a6f634b6c4c725c11
Signed-off-by: Austin Schuh <austin.schuh@bluerivertech.com>

aos/events/logging/logfile_utils.cc

diff --git a/aos/events/logging/logfile_utils.cc b/aos/events/logging/logfile_utils.cc
index 4c06f0a..a76c1a8 100644
--- a/aos/events/logging/logfile_utils.cc
+++ b/aos/events/logging/logfile_utils.cc
@@ -28,6 +28,9 @@
 #if ENABLE_LZMA
 #include "aos/events/logging/lzma_encoder.h"
 #endif
+#if ENABLE_S3
+#include "aos/events/logging/s3_fetcher.h"
+#endif
 
 DEFINE_int32(flush_size, 128 * 1024,
              "Number of outstanding bytes to allow before flushing to disk.");
@@ -862,7 +865,16 @@
 
 SpanReader::SpanReader(std::string_view filename, bool quiet)
     : filename_(filename) {
-  decoder_ = std::make_unique<DummyDecoder>(filename);
+  static constexpr std::string_view kS3 = "s3:";
+  if (filename.substr(0, kS3.size()) == kS3) {
+#if ENABLE_S3
+    decoder_ = std::make_unique<S3Fetcher>(filename);
+#else
+    LOG(FATAL) << "Reading files from S3 not supported on this platform";
+#endif
+  } else {
+    decoder_ = std::make_unique<DummyDecoder>(filename);
+  }
 
   static constexpr std::string_view kXz = ".xz";
   static constexpr std::string_view kSnappy = SnappyDecoder::kExtension;