Skip to content

Add parquet benchmark for output_dict_columns option #23596

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
y2kiran wants to merge 6 commits into
base: main
Choose a base branch
from
+51 −3
Open

Add parquet benchmark for output_dict_columns option #23596

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
5df21b2
Added Parquet Read benchmark
y2kiran Aug 7, 2026
a827d11
Folded into parquet_reader_options.cpp
y2kiran Aug 12, 2026
1861462
MR feedback
y2kiran Aug 12, 2026
4c8aee9
Fix mangled rebase
y2kiran Aug 14, 2026
721fac5
Explicit row group sizes
y2kiran Aug 18, 2026
e8f8940
Merge branch 'main' into ykiran-dict-transcode-bench
y2kiran Aug 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 13 additions & 0 deletions cpp/benchmarks/io/nvbench_helpers.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -137,6 +137,8 @@ NVBENCH_DECLARE_ENUM_TYPE_STRINGS(

enum class converts_strings : bool { YES, NO };

enum class output_dict : bool { YES, NO };

enum class uses_pandas_metadata : bool { YES, NO };

NVBENCH_DECLARE_ENUM_TYPE_STRINGS(
Expand All @@ -150,6 +152,17 @@ NVBENCH_DECLARE_ENUM_TYPE_STRINGS(
},
[](auto) { return std::string{}; })

NVBENCH_DECLARE_ENUM_TYPE_STRINGS(
output_dict,
[](auto value) {
switch (value) {
case output_dict::YES: return "YES";
case output_dict::NO: return "NO";
default: return "Unknown";
}
},
[](auto) { return std::string{}; })

NVBENCH_DECLARE_ENUM_TYPE_STRINGS(
uses_pandas_metadata,
[](auto value) {
Expand Down
41 changes: 38 additions & 3 deletions cpp/benchmarks/io/parquet/parquet_reader_options.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
/*
* SPDX-FileCopyrightText: Copyright (c) 2022-2026, NVIDIA CORPORATION.
* SPDX-FileCopyrightText: Copyright (c) 2022-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*/

Expand Down Expand Up @@ -37,18 +37,21 @@ template <column_selection ColSelection,
row_selection RowSelection,
converts_strings ConvertsStrings,
uses_pandas_metadata UsesPandasMetadata,
output_dict OutputDict,
cudf::type_id Timestamp>
void BM_parquet_read_options(nvbench::state& state,
nvbench::type_list<nvbench::enum_type<ColSelection>,
nvbench::enum_type<RowSelection>,
nvbench::enum_type<ConvertsStrings>,
nvbench::enum_type<UsesPandasMetadata>,
nvbench::enum_type<OutputDict>,
nvbench::enum_type<Timestamp>>)
{
auto const num_chunks = RowSelection == row_selection::ALL ? 1 : chunked_read_num_chunks;

auto constexpr str_to_categories = ConvertsStrings == converts_strings::YES;
auto constexpr uses_pd_metadata = UsesPandasMetadata == uses_pandas_metadata::YES;
auto constexpr str_to_categories = ConvertsStrings == converts_strings::YES;
auto constexpr output_dict_columns = OutputDict == output_dict::YES;
auto constexpr uses_pd_metadata = UsesPandasMetadata == uses_pandas_metadata::YES;

auto const ts_type = cudf::data_type{Timestamp};

Expand Down Expand Up @@ -84,6 +87,7 @@ void BM_parquet_read_options(nvbench::state& state,
cudf::io::parquet_reader_options::builder(source_sink.make_source_info())
.column_names(cols_to_read)
.convert_strings_to_categories(str_to_categories)
.output_dict_columns(output_dict_columns)
.use_pandas_metadata(uses_pd_metadata)
.timestamp_type(ts_type);

Expand Down Expand Up @@ -139,12 +143,14 @@ NVBENCH_BENCH_TYPES(BM_parquet_read_options,
row_selections,
nvbench::enum_type_list<converts_strings::YES>,
nvbench::enum_type_list<uses_pandas_metadata::YES>,
nvbench::enum_type_list<output_dict::NO>,
nvbench::enum_type_list<cudf::type_id::EMPTY>))
.set_name("parquet_read_row_selection")
.set_type_axes_names({"column_selection",
"row_selection",
"str_to_categories",
"uses_pandas_metadata",
"output_dict_columns",
"timestamp_type"})
.set_min_samples(4)
// NOTE: row_selection::ROW_GROUPS reads a fraction of row groups; non-zero
Expand All @@ -161,12 +167,14 @@ NVBENCH_BENCH_TYPES(BM_parquet_read_options,
nvbench::enum_type_list<row_selection::ALL>,
nvbench::enum_type_list<converts_strings::YES>,
nvbench::enum_type_list<uses_pandas_metadata::YES>,
nvbench::enum_type_list<output_dict::NO>,
nvbench::enum_type_list<cudf::type_id::EMPTY>))
.set_name("parquet_read_column_selection")
.set_type_axes_names({"column_selection",
"row_selection",
"str_to_categories",
"uses_pandas_metadata",
"output_dict_columns",
"timestamp_type"})
.set_min_samples(4)
.add_int64_axis("row_group_size_bytes", {0})
Expand All @@ -178,13 +186,40 @@ NVBENCH_BENCH_TYPES(
nvbench::enum_type_list<row_selection::ALL>,
nvbench::enum_type_list<converts_strings::YES, converts_strings::NO>,
nvbench::enum_type_list<uses_pandas_metadata::YES, uses_pandas_metadata::NO>,
nvbench::enum_type_list<output_dict::NO>,
nvbench::enum_type_list<cudf::type_id::EMPTY>))
.set_name("parquet_read_misc_options")
.set_type_axes_names({"column_selection",
"row_selection",
"str_to_categories",
"uses_pandas_metadata",
"output_dict_columns",
"timestamp_type"})
.set_min_samples(4)
.add_int64_axis("row_group_size_bytes", {0})
.add_int64_axis("row_group_size_rows", {0});

// Sweep `output_dict_columns` on/off. Only flat STRING columns are dictionary-transcoded, so this
// case reports read throughput and peak memory for both the direct transcode (YES) and the plain
// STRING materialization (NO). Varying `row_group_size_rows` exercises the single-row-group fast
// path (few, large row groups) versus the multi-row-group concatenate path (many, small ones).
NVBENCH_BENCH_TYPES(BM_parquet_read_options,
NVBENCH_TYPE_AXES(nvbench::enum_type_list<column_selection::ALL>,
nvbench::enum_type_list<row_selection::ALL>,
nvbench::enum_type_list<converts_strings::NO>,
nvbench::enum_type_list<uses_pandas_metadata::NO>,
nvbench::enum_type_list<output_dict::YES, output_dict::NO>,
nvbench::enum_type_list<cudf::type_id::EMPTY>))
.set_name("parquet_read_dict_output")
.set_type_axes_names({"column_selection",
"row_selection",
"str_to_categories",
"uses_pandas_metadata",
"output_dict_columns",
"timestamp_type"})
.set_min_samples(4)
.add_int64_axis("row_group_size_bytes", {0})
// Explicit row-group sizes (in rows) rather than the cuDF default. Larger values yield fewer,
// bigger row groups (favoring the single-row-group fast path); smaller values yield many small
// row groups (exercising the multi-row-group assembly).
.add_int64_axis("row_group_size_rows", {1'000'000, 100'000, 10'000, 1'000});
Loading