fast_append.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#pragma once
 
 
#include <memory>
#include <string>
#include <unordered_map>
#include <vector>
 
#include "iceberg/iceberg_export.h"
#include "iceberg/result.h"
#include "iceberg/type_fwd.h"
#include "iceberg/update/snapshot_update.h"
#include "iceberg/util/data_file_set.h"
 
namespace iceberg {
 
class ICEBERG_EXPORT FastAppend : public SnapshotUpdate {
 public:
  static Result<std::unique_ptr<FastAppend>> Make(
      std::string table_name, std::shared_ptr<TransactionContext> ctx);
 
  FastAppend& AppendFile(const std::shared_ptr<DataFile>& file);
 
  FastAppend& AppendManifest(const ManifestFile& manifest);
 
  std::string operation() override;
 
  Result<std::vector<ManifestFile>> Apply(
      const TableMetadata& metadata_to_update,
      const std::shared_ptr<Snapshot>& snapshot) override;
  std::unordered_map<std::string, std::string> Summary() override;
  void SetSummaryProperty(const std::string& property, const std::string& value) override;
  Status CleanUncommitted(const std::unordered_set<std::string>& committed) override;
  bool CleanupAfterCommit() const override;
 
 private:
  explicit FastAppend(std::string table_name, std::shared_ptr<TransactionContext> ctx);
 
  Result<std::shared_ptr<PartitionSpec>> Spec(int32_t spec_id);
 
  Result<ManifestFile> CopyManifest(const ManifestFile& manifest, bool update_summary);
 
  Result<std::vector<ManifestFile>> WriteNewManifests();
 
 private:
  std::string table_name_;
  std::unordered_map<int32_t, DataFileSet> new_data_files_by_spec_;
  // Stable input summaries for retry-safe summary_ rebuilds.
  SnapshotSummaryBuilder added_data_files_summary_;
  SnapshotSummaryBuilder appended_manifests_summary_;
  // User-provided summary properties restored after summary_ rebuilds.
  std::unordered_map<std::string, std::string> custom_summary_properties_;
  std::vector<ManifestFile> append_manifests_;
  // Original manifests kept to recreate copied manifests after retry cleanup.
  std::vector<ManifestFile> append_manifests_to_copy_;
  std::vector<ManifestFile> rewritten_append_manifests_;
  std::vector<ManifestFile> new_manifests_;
  // Manifest count summary from the latest Apply() result.
  SnapshotSummaryBuilder manifest_count_summary_;
  bool has_new_files_{false};
};
 
}  // namespace iceberg