github/OpenHands
1
0
Fork 0
mirror of https://github.com/OpenHands/OpenHands.git synced 2025-12-26 05:48:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

Show actual dataset name in swebench log directory (#4417)

Browse Source
This commit is contained in:
Jiayi Pan 2024-10-16 19:32:38 -07:00 committed by GitHub
parent 84a578ad20
commit c1b323a076
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
evaluation/swe_bench/run_infer.py
View File

@ -477,9 +477,12 @@ if __name__ == '__main__':
if hasattr(_agent_cls, 'in_context_example'):
details['in_context_example'] = _agent_cls.in_context_example
dataset_descrption = (
args.dataset.replace('/', '__') + '-' + args.split.replace('/', '__')
)
metadata = make_metadata(
llm_config,
'swe-bench-lite',
dataset_descrption,
args.agent_cls,
args.max_iterations,
args.eval_note,