Retry on litellm's APIError, which includes 502 (#4167)

This commit is contained in:
Engel Nyst
2024-10-03 01:54:49 +02:00
committed by GitHub
parent e0594432e2
commit 1abfd3b808

View File

@@ -14,6 +14,7 @@ from litellm import completion as litellm_completion
from litellm import completion_cost as litellm_completion_cost
from litellm.exceptions import (
APIConnectionError,
APIError,
InternalServerError,
RateLimitError,
ServiceUnavailableError,
@@ -31,6 +32,7 @@ __all__ = ['LLM']
# tuple of exceptions to retry on
LLM_RETRY_EXCEPTIONS: tuple[type[Exception], ...] = (
APIConnectionError,
APIError,
InternalServerError,
RateLimitError,
ServiceUnavailableError,