diff --git a/task_eval/claude_utils.py b/task_eval/claude_utils.py index 44f964a..1c1110b 100644 --- a/task_eval/claude_utils.py +++ b/task_eval/claude_utils.py @@ -235,7 +235,7 @@ def get_claude_answers(in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = str(answers[str(k)]).replace('(a)', '').replace('(b)', '').strip() except: out_data['qa'][idx][prediction_key] = ', '.join([str(n) for n in list(answers[str(k)].values())]) - except: + except json.decoder.JSONDecodeError: try: answers = json.loads(answer.strip()) if k in cat_5_idxs: @@ -243,7 +243,7 @@ def get_claude_answers(in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = predicted_answer else: out_data['qa'][idx][prediction_key] = answers[k].replace('(a)', '').replace('(b)', '').strip() - except: + except json.decoder.JSONDecodeError: if k in cat_5_idxs: predicted_answer = get_cat_5_answer(answer.strip(), cat_5_answers[cat_5_idxs.index(k)]) out_data['qa'][idx][prediction_key] = predicted_answer diff --git a/task_eval/gemini_utils.py b/task_eval/gemini_utils.py index 99204db..fb30280 100644 --- a/task_eval/gemini_utils.py +++ b/task_eval/gemini_utils.py @@ -251,7 +251,7 @@ def get_gemini_answers(model, in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = str(answers[str(k)]).replace('(a)', '').replace('(b)', '').strip() except: out_data['qa'][idx][prediction_key] = ', '.join([str(n) for n in list(answers[str(k)].values())]) - except: + except json.decoder.JSONDecodeError: try: answers = json.loads(answer.strip()) if k in cat_5_idxs: @@ -259,7 +259,7 @@ def get_gemini_answers(model, in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = predicted_answer else: out_data['qa'][idx][prediction_key] = answers[k].replace('(a)', '').replace('(b)', '').strip() - except: + except json.decoder.JSONDecodeError: if k in cat_5_idxs: predicted_answer = get_cat_5_answer(answer.strip(), cat_5_answers[cat_5_idxs.index(k)]) out_data['qa'][idx][prediction_key] = predicted_answer diff --git a/task_eval/gpt_utils.py b/task_eval/gpt_utils.py index 64d65df..b9f5ff8 100644 --- a/task_eval/gpt_utils.py +++ b/task_eval/gpt_utils.py @@ -331,7 +331,7 @@ def get_gpt_answers(in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = str(answers[str(k)]).replace('(a)', '').replace('(b)', '').strip() except: out_data['qa'][idx][prediction_key] = ', '.join([str(n) for n in list(answers[str(k)].values())]) - except: + except json.decoder.JSONDecodeError: try: answers = json.loads(answer.strip()) if k in cat_5_idxs: @@ -339,7 +339,7 @@ def get_gpt_answers(in_data, out_data, prediction_key, args): out_data['qa'][idx][prediction_key] = predicted_answer else: out_data['qa'][idx][prediction_key] = answers[k].replace('(a)', '').replace('(b)', '').strip() - except: + except json.decoder.JSONDecodeError: if k in cat_5_idxs: predicted_answer = get_cat_5_answer(answer.strip(), cat_5_answers[cat_5_idxs.index(k)]) out_data['qa'][idx][prediction_key] = predicted_answer