From 9b56f2ba1dd58ff31c464400baad69dac8b94429 Mon Sep 17 00:00:00 2001 From: Jujie He Date: Sun, 1 Jun 2025 02:30:48 +0800 Subject: [PATCH] [bugfix] avoid metrics index error in code compute score --- .../reward_score/livecodebench/compute_score.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/verl/utils/reward_score/livecodebench/compute_score.py b/verl/utils/reward_score/livecodebench/compute_score.py index 7d86dd6..0a4a818 100644 --- a/verl/utils/reward_score/livecodebench/compute_score.py +++ b/verl/utils/reward_score/livecodebench/compute_score.py @@ -26,6 +26,8 @@ from contextlib import contextmanager import signal import ast +import numpy as np + IMPORT_PROMPT='''from typing import * @@ -252,6 +254,17 @@ def compute_score(completion, test_cases, task=None, timeout=6, is_long_penalty= debug=False, timeout=timeout, ) + + metrics = list(metrics) + fixed = [] + for e in metrics[0]: + if isinstance(e, np.ndarray): + e = e.item(0) + if isinstance(e, np.bool_): + e = bool(e) + fixed.append(e) + metrics[0] = fixed + if is_binary_reward: return sum(metrics[0]) == len(metrics[0]), metrics else: