resolving_file_io.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#pragma once
 
 
#include <cstdint>
#include <memory>
#include <shared_mutex>
#include <string>
#include <string_view>
#include <unordered_map>
#include <vector>
 
#include "iceberg/file_io.h"
#include "iceberg/iceberg_export.h"
#include "iceberg/result.h"
#include "iceberg/storage_credential.h"
#include "iceberg/util/string_util.h"
 
namespace iceberg {
 
class ICEBERG_EXPORT ResolvingFileIO final : public FileIO,
                                             public SupportsStorageCredentials {
 public:
  explicit ResolvingFileIO(std::unordered_map<std::string, std::string> properties);
  ~ResolvingFileIO() override;
 
  Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location) override;
 
  Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location,
                                                  size_t length) override;
 
  Result<std::unique_ptr<OutputFile>> NewOutputFile(std::string file_location) override;
 
  Status DeleteFile(const std::string& file_location) override;
 
  Status DeleteFiles(const std::vector<std::string>& file_locations) override;
 
  Status SetStorageCredentials(
      const std::vector<StorageCredential>& storage_credentials) override;
 
  std::vector<StorageCredential> credentials() const override;
 
  Status InitializeStorageCredentials(
      const std::vector<StorageCredential>& storage_credentials,
      std::shared_ptr<StorageCredentialProvider> provider) override;
 
  const std::unordered_map<std::string, std::string>& properties() const override {
    return properties_;
  }
 
  SupportsStorageCredentials* AsSupportsStorageCredentials() override { return this; }
 
 private:
  Result<std::shared_ptr<FileIO>> FileIOForPath(std::string_view location);
 
  std::unordered_map<std::string, std::string> properties_;
  // Guards lazy resolution and credential state.
  mutable std::shared_mutex mutex_;
  std::vector<StorageCredential> storage_credentials_;
  std::shared_ptr<StorageCredentialProvider> provider_;
  // Bumped by every credential install, so a delegate loaded from an older set
  // never reaches the cache.
  uint64_t credential_generation_ = 0;
  std::unordered_map<std::string, std::shared_ptr<FileIO>, StringHash, StringEqual>
      io_by_name_;
};
 
}  // namespace iceberg