Added retry from pipi and impmented it on Running the OpenAI Model Backend

This commit is contained in:
David Finch 2023-10-07 09:05:11 -04:00
parent eaff6168bb
commit bdabe2530d
2 changed files with 4 additions and 1 deletions

View File

@ -16,6 +16,7 @@ from typing import Any, Dict
import openai import openai
import tiktoken import tiktoken
from retry import retry
from camel.typing import ModelType from camel.typing import ModelType
from chatdev.utils import log_and_print_online from chatdev.utils import log_and_print_online
@ -46,7 +47,8 @@ class OpenAIModel(ModelBackend):
super().__init__() super().__init__()
self.model_type = model_type self.model_type = model_type
self.model_config_dict = model_config_dict self.model_config_dict = model_config_dict
@retry(tries=-1, delay=0, max_delay=None, backoff=1, jitter=0)
def run(self, *args, **kwargs) -> Dict[str, Any]: def run(self, *args, **kwargs) -> Dict[str, Any]:
string = "\n".join([message["content"] for message in kwargs["messages"]]) string = "\n".join([message["content"] for message in kwargs["messages"]])
encoding = tiktoken.encoding_for_model(self.model_type.value) encoding = tiktoken.encoding_for_model(self.model_type.value)

View File

@ -77,3 +77,4 @@ wrapt==1.15.0
yapf==0.32.0 yapf==0.32.0
yarl==1.9.2 yarl==1.9.2
zipp==3.16.2 zipp==3.16.2
retry==0.9.2