arrow_io_internal.h

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#pragma once
 
#include <cstddef>
#include <memory>
#include <optional>
#include <string>
#include <vector>
 
#include <arrow/filesystem/type_fwd.h>
#include <arrow/io/type_fwd.h>
 
#include "iceberg/file_io.h"
#include "iceberg/iceberg_bundle_export.h"
 
namespace iceberg::arrow {
 
ICEBERG_BUNDLE_EXPORT Result<std::shared_ptr<::arrow::io::RandomAccessFile>>
OpenArrowInputStream(const std::shared_ptr<FileIO>& io, const std::string& path,
                     std::optional<size_t> length = std::nullopt);
 
ICEBERG_BUNDLE_EXPORT Result<std::shared_ptr<::arrow::io::OutputStream>>
OpenArrowOutputStream(const std::shared_ptr<FileIO>& io, const std::string& path,
                      bool overwrite = true);
 
class ICEBERG_BUNDLE_EXPORT ArrowFileSystemFileIO : public FileIO {
 public:
  explicit ArrowFileSystemFileIO(std::shared_ptr<::arrow::fs::FileSystem> arrow_fs)
      : arrow_fs_(std::move(arrow_fs)) {}
 
  static std::unique_ptr<FileIO> MakeMockFileIO();
 
  static std::unique_ptr<FileIO> MakeLocalFileIO();
 
  ~ArrowFileSystemFileIO() override = default;
 
  Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location) override;
 
  Result<std::unique_ptr<InputFile>> NewInputFile(std::string file_location,
                                                  size_t length) override;
 
  Result<std::unique_ptr<OutputFile>> NewOutputFile(std::string file_location) override;
 
  Status DeleteFile(const std::string& file_location) override;
 
  Status DeleteFiles(const std::vector<std::string>& file_locations) override;
 
  const std::shared_ptr<::arrow::fs::FileSystem>& fs() const { return arrow_fs_; }
 
 private:
  friend Result<std::shared_ptr<::arrow::io::RandomAccessFile>> OpenArrowInputStream(
      const std::shared_ptr<FileIO>& io, const std::string& path,
      std::optional<size_t> length);
 
  friend Result<std::shared_ptr<::arrow::io::OutputStream>> OpenArrowOutputStream(
      const std::shared_ptr<FileIO>& io, const std::string& path, bool overwrite);
 
  Result<std::string> ResolvePath(const std::string& file_location);
 
  std::shared_ptr<::arrow::fs::FileSystem> arrow_fs_;
};
 
}  // namespace iceberg::arrow