github/OpenHands
1
0
Fork 0
mirror of https://github.com/OpenHands/OpenHands.git synced 2025-12-26 05:48:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[eval] use mp Pool instead ProcessPoolExecutor (#4025)

Browse Source
This commit is contained in:
Xingyao Wang 2024-09-24 10:59:06 -05:00 committed by GitHub
parent 582f07f9c9
commit a66e738957
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
evaluation/utils/shared.py
View File

@ -6,7 +6,6 @@ import pathlib
import subprocess
import time
import traceback
from concurrent.futures import ProcessPoolExecutor, as_completed
from typing import Any, Awaitable, Callable, TextIO
import pandas as pd
@ -328,21 +327,22 @@ def run_evaluation(
try:
if use_multiprocessing:
with ProcessPoolExecutor(num_workers) as executor:
futures = [
executor.submit(
with mp.Pool(num_workers) as pool:
results = [
pool.apply_async(
_process_instance_wrapper,
process_instance_func=process_instance_func,
instance=instance,
metadata=metadata,
use_mp=True,
max_retries=max_retries,
args=(
process_instance_func,
instance,
metadata,
True,
max_retries,
),
)
for _, instance in dataset.iterrows()
]
for future in as_completed(futures):
result = future.result()
update_progress(result, pbar, output_fp)
for result in results:
update_progress(result.get(), pbar, output_fp)
else:
for _, instance in dataset.iterrows():
result = _process_instance_wrapper(