From 818f743dc7ca35ee219b95ee9878e07836aa831a Mon Sep 17 00:00:00 2001 From: Zacharias Fisches Date: Mon, 27 Oct 2025 14:55:05 -0700 Subject: [PATCH] Bugfix: respect config.tom system_prompt_filename when running swe-bench (#11091) Co-authored-by: openhands Co-authored-by: Graham Neubig --- evaluation/benchmarks/swe_bench/run_infer.py | 3 +++ pyproject.toml | 8 ++++++++ 2 files changed, 11 insertions(+) diff --git a/evaluation/benchmarks/swe_bench/run_infer.py b/evaluation/benchmarks/swe_bench/run_infer.py index f7290bc52d..1db2123c0f 100644 --- a/evaluation/benchmarks/swe_bench/run_infer.py +++ b/evaluation/benchmarks/swe_bench/run_infer.py @@ -259,6 +259,9 @@ def get_config( condenser=metadata.condenser_config, enable_prompt_extensions=False, model_routing=model_routing_config, + system_prompt_filename=metadata.agent_config.system_prompt_filename + if metadata.agent_config + else 'system_prompt.j2', ) config.set_agent_config(agent_config) diff --git a/pyproject.toml b/pyproject.toml index 9938870e4a..a3ec6c5ff2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -218,3 +218,11 @@ lint.pydocstyle.convention = "google" concurrency = [ "gevent" ] relative_files = true omit = [ "enterprise/tests/*", "**/test_*" ] + +[tool.pyright] +exclude = [ + "evaluation/evaluation_outputs/**", + "**/__pycache__", + "**/.git", + "**/node_modules", +]