rolling_manifest_writer.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#pragma once
 
 
#include <functional>
#include <memory>
#include <vector>
 
#include "iceberg/iceberg_export.h"
#include "iceberg/manifest/manifest_entry.h"
#include "iceberg/manifest/manifest_list.h"
#include "iceberg/manifest/manifest_writer.h"
#include "iceberg/result.h"
 
namespace iceberg {
 
class ICEBERG_EXPORT RollingManifestWriter {
 public:
  using ManifestWriterFactory = std::function<Result<std::unique_ptr<ManifestWriter>>()>;
 
  RollingManifestWriter(ManifestWriterFactory manifest_writer_factory,
                        int64_t target_file_size_in_bytes);
 
  ~RollingManifestWriter();
 
  Status WriteAddedEntry(std::shared_ptr<DataFile> file,
                         std::optional<int64_t> data_sequence_number = std::nullopt);
 
  Status WriteExistingEntry(std::shared_ptr<DataFile> file, int64_t file_snapshot_id,
                            int64_t data_sequence_number,
                            std::optional<int64_t> file_sequence_number = std::nullopt);
 
  Status WriteDeletedEntry(std::shared_ptr<DataFile> file, int64_t data_sequence_number,
                           std::optional<int64_t> file_sequence_number = std::nullopt);
 
  Status Close();
 
  Result<std::vector<ManifestFile>> ToManifestFiles() const;
 
 private:
  Result<ManifestWriter*> CurrentWriter();
 
  bool ShouldRollToNewFile() const;
 
  Status CloseCurrentWriter();
 
  static constexpr int64_t kRowsDivisor = 250;
 
  ManifestWriterFactory manifest_writer_factory_;
  int64_t target_file_size_in_bytes_;
  std::vector<ManifestFile> manifest_files_;
 
  int64_t current_file_rows_{0};
  std::unique_ptr<ManifestWriter> current_writer_{nullptr};
  bool closed_{false};
};
 
}  // namespace iceberg