From 3ad332fd2ad86b0d92ee4f8aa174253383782531 Mon Sep 17 00:00:00 2001 From: gameofby Date: Fri, 17 Jan 2025 01:45:25 +0800 Subject: [PATCH] Fix: remove a duplicate code block to prevent unexpected exit from empty `dataset` when using Modal. (#291) --- swebench/harness/run_evaluation.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/swebench/harness/run_evaluation.py b/swebench/harness/run_evaluation.py index 6bce4507..33e7f6e8 100644 --- a/swebench/harness/run_evaluation.py +++ b/swebench/harness/run_evaluation.py @@ -550,15 +550,6 @@ def main( predictions = get_predictions_from_file(predictions_path, dataset_name, split) predictions = {pred[KEY_INSTANCE_ID]: pred for pred in predictions} - if modal: - # run instances on Modal - if not dataset: - print("No instances to run.") - else: - validate_modal_credentials() - run_instances_modal(predictions, dataset, full_dataset, run_id, timeout) - return - # get dataset from predictions dataset = get_dataset_from_preds(dataset_name, split, instance_ids, predictions, run_id, rewrite_reports) full_dataset = load_swebench_dataset(dataset_name, split, instance_ids)