|
|
static ReaderProperties | FromMap (const std::unordered_map< std::string, std::string > &properties) |
| | Create a ReaderProperties instance from a map of key-value pairs.
|
| |
|
|
static Entry< int64_t > | kBatchSize {"read.batch-size", 4096} |
| | The batch size to read.
|
| |
|
static Entry< bool > | kArrowUseLargeList {"read.arrow.use-large-list", false} |
| | Read list columns as Arrow large_list (64-bit offsets) instead of list. Applies to every projected list, including nested lists. Readers return an error if they cannot produce the requested type. In particular, valid Parquet files whose stored ARROW:schema conflicts with this setting are rejected; list widths are not converted. Avro currently supports only ordinary lists. Default: false (use 32-bit offset list).
|
| |
|
static Entry< bool > | kArrowValidateBatch {"read.arrow.validate-batch", true} |
| | Validate Arrow batches before merge-on-read projection. Default: true. Disable only when the reader is trusted to produce valid arrays.
|
| |
| static Entry< bool > | kParquetRowGroupFilter |
| | Use footer statistics to prune Parquet row groups.
|
| |
|
static Entry< bool > | kAvroSkipDatum {"read.avro.skip-datum", true} |
| | Skip GenericDatum in Avro reader for better performance. When true, decode directly from Avro to Arrow without GenericDatum intermediate. Default: true (skip GenericDatum for better performance).
|
| |
|
static Entry< int64_t > | kAvroBufferSize {"read.avro.buffer-size", 1024 * 1024} |
| | The buffer size used by Avro input stream.
|
| |
|
|
ConfigBase & | Set (const Entry< T > &entry, const T &val) |
| |
|
ConfigBase & | Unset (const Entry< T > &entry) |
| |
|
ConfigBase & | Reset () |
| |
|
T | Get (const Entry< T > &entry) const |
| |
|
const std::unordered_map< std::string, std::string > & | configs () const |
| |
|
std::unordered_map< std::string, std::string > & | mutable_configs () |
| |
| std::unordered_map< std::string, std::string > | Extract (std::string_view prefix) const |
| | Extracts the prefix from the configuration.
|
| |
|
std::unordered_map< std::string, std::string > | configs_ |
| |
◆ kParquetRowGroupFilter
| Entry<bool> iceberg::ReaderProperties::kParquetRowGroupFilter |
|
inlinestatic |
Initial value:{
"read.parquet.row-group-filter.enabled", true}
Use footer statistics to prune Parquet row groups.
The documentation for this class was generated from the following file: