From fe5af22c441102a41f3de712bac5bc90192e3bc1 Mon Sep 17 00:00:00 2001 From: KedarnathKC Date: Thu, 26 Jun 2025 01:38:22 +0000 Subject: [PATCH] fix: pass_k-iterable in evaluate.py --- bigcodebench/evaluate.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/bigcodebench/evaluate.py b/bigcodebench/evaluate.py index dcb08d4..5122a89 100644 --- a/bigcodebench/evaluate.py +++ b/bigcodebench/evaluate.py @@ -214,9 +214,13 @@ def evaluate( pass_at_k = dict() if isinstance(pass_k, str): - passk = [int(k) for k in pass_k.split(",")] + passk = [int(k) for k in pass_k.split(",") if k.strip()] + elif isinstance(pass_k, int): + passk = [pass_k] + elif isinstance(pass_k, (list, tuple)): + passk = list(pass_k) else: - passk = pass_k + raise ValueError(f"Invalid type for pass_k: {type(pass_k)}") if selective_evaluate and isinstance(selective_evaluate, str): selected_ids = set(selective_evaluate.split(","))