remove inf retry

This commit is contained in:
thinkwee 2023-10-25 10:28:54 +08:00
parent 83440a7389
commit 9afbcf6e70

View File

@ -49,7 +49,7 @@ class OpenAIModel(ModelBackend):
self.model_type = model_type
self.model_config_dict = model_config_dict
@retry(tries=-1, delay=0, max_delay=None, backoff=1, jitter=0)
# @retry(tries=-1, delay=0, max_delay=None, backoff=1, jitter=0)
def run(self, *args, **kwargs) -> Dict[str, Any]:
string = "\n".join([message["content"] for message in kwargs["messages"]])
encoding = tiktoken.encoding_for_model(self.model_type.value)