Skip to content

Commit 6496393

Browse files
committed
fix: update calibrated file name
1 parent b36e618 commit 6496393

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

bigcodebench/evaluate.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -144,7 +144,7 @@ def evaluate(flags):
144144
if "solution" in sample
145145
else problems[task_id]["prompt"] + sample["completion"]
146146
)
147-
if "sanitized-calibrate" in flags.samples:
147+
if "sanitized-calibrated" in flags.samples:
148148
solution = problems[task_id]["prompt_wo_doc"] + "\n pass\n" + solution
149149
remainings.add(sample["_identifier"])
150150
args = (

bigcodebench/sanitize.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -195,12 +195,12 @@ def script(
195195
if not inplace:
196196
if is_folder:
197197
if calibrate:
198-
new_name = target_path.name + "-sanitized-calibrate"
198+
new_name = target_path.name + "-sanitized-calibrated"
199199
else:
200200
new_name = target_path.name + "-sanitized"
201201
else:
202202
if calibrate:
203-
new_name = target_path.name.replace(".jsonl", "-sanitized-calibrate.jsonl")
203+
new_name = target_path.name.replace(".jsonl", "-sanitized-calibrated.jsonl")
204204
else:
205205
new_name = target_path.name.replace(".jsonl", "-sanitized.jsonl")
206206
target_path = target_path.parent / new_name

0 commit comments

Comments
 (0)