local_runner.h

// Copyright 2019, Beeri 15.  All rights reserved.
// Author: Roman Gershman (romange@gmail.com)
//
#pragma once

#include "mr/runner.h"

namespace util {
class IoContextPool;
}  // namespace util

namespace file {
class ReadonlyFile;
}  // namespace file

namespace mr3 {

class LocalRunner : public Runner {
 public:
  LocalRunner(util::IoContextPool* pool, const std::string& data_dir);
  ~LocalRunner();

  void Init() final;

  void Shutdown() final;

  void OperatorStart(const pb::Operator* op) final;

  // Must be thread-safe. Called from multiple threads in pipeline_executor.
  RawContext* CreateContext() final;

  void OperatorEnd(ShardFileMap* out_files) final;

  // For GCS, if glob ends with "**", expands it recursively.
  void ExpandGlob(const std::string& glob, ExpandCb cb) final;

  // Read file and fill queue. This function must be fiber-friendly.
  size_t ProcessInputFile(const std::string& filename, pb::WireFormat::Type type,
                          RawSinkCb cb) final;

  void SaveFile(absl::string_view fn, absl::string_view data);

  void Stop();

 private:
  struct Impl;
  std::unique_ptr<Impl> impl_;
};

}  // namespace mr3