From 3f833246d8739cf3bb466c5cb1618712444375d1 Mon Sep 17 00:00:00 2001 From: Yizheng Huang Date: Tue, 15 Sep 2026 16:16:39 -0700 Subject: [PATCH] encoder: preserve holdout data and repair compatibility wrapper --- proeval/encoder/data.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/proeval/encoder/data.py b/proeval/encoder/data.py index e0e23e3..e8eb4d4 100644 --- a/proeval/encoder/data.py +++ b/proeval/encoder/data.py @@ -194,7 +194,7 @@ def split_train_and_target( """ # Start with all benchmarks except target benchmark train_data = { - k: v for k, v in benchmark_data.items() if k != target_benchmark + k: dict(v) for k, v in benchmark_data.items() if k != target_benchmark } # New Model setting: Exclude target model from ALL other benchmarks as well! @@ -277,6 +277,5 @@ def prepare_holdout_split( benchmark_data, target_benchmark=holdout_benchmark, target_model=target_model, - include_target_benchmark_in_training=True, + setting="new_pair", ) -