From aced1fb80fc37e1c2841b88eac243c2cac22e572 Mon Sep 17 00:00:00 2001 From: Zangwei Zheng Date: Tue, 9 Apr 2024 14:01:10 +0800 Subject: [PATCH] [fix] merge csv --- tools/datasets/csvutil.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tools/datasets/csvutil.py b/tools/datasets/csvutil.py index 16166d7..db962fa 100644 --- a/tools/datasets/csvutil.py +++ b/tools/datasets/csvutil.py @@ -451,7 +451,9 @@ def main(args): if args.intersection is not None: data_new = pd.read_csv(args.intersection) print(f"Intersection csv contains {len(data_new)} samples.") - data = pd.merge(data, data_new, on="path", how="inner") + cols_to_use = data_new.columns.difference(data.columns) + cols_to_use = cols_to_use.insert(0, "path") + data = pd.merge(data, data_new[cols_to_use], on="path", how="inner") print(f"Intersection number of samples: {len(data)}.") # get output path