|
@@ -14,6 +14,7 @@ from litellm import completion as litellm_completion
|
|
|
from litellm import completion_cost as litellm_completion_cost
|
|
from litellm import completion_cost as litellm_completion_cost
|
|
|
from litellm.exceptions import (
|
|
from litellm.exceptions import (
|
|
|
APIConnectionError,
|
|
APIConnectionError,
|
|
|
|
|
+ APIError,
|
|
|
InternalServerError,
|
|
InternalServerError,
|
|
|
RateLimitError,
|
|
RateLimitError,
|
|
|
ServiceUnavailableError,
|
|
ServiceUnavailableError,
|
|
@@ -31,6 +32,7 @@ __all__ = ['LLM']
|
|
|
# tuple of exceptions to retry on
|
|
# tuple of exceptions to retry on
|
|
|
LLM_RETRY_EXCEPTIONS: tuple[type[Exception], ...] = (
|
|
LLM_RETRY_EXCEPTIONS: tuple[type[Exception], ...] = (
|
|
|
APIConnectionError,
|
|
APIConnectionError,
|
|
|
|
|
+ APIError,
|
|
|
InternalServerError,
|
|
InternalServerError,
|
|
|
RateLimitError,
|
|
RateLimitError,
|
|
|
ServiceUnavailableError,
|
|
ServiceUnavailableError,
|