feat(liteLLM): Add support for Azure OpenAI, Palm, Claude-2, Llama2, CodeLlama (100+LLMs) (#1097)

* v0 litellm

* bump versions

backend/llm/qa_base.py

@@ -6,7 +6,7 @@ from uuid import UUID
 from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
 from langchain.chains import ConversationalRetrievalChain, LLMChain
 from langchain.chains.question_answering import load_qa_chain
-from langchain.chat_models import ChatOpenAI
+from langchain.chat_models import ChatLiteLLM
 from langchain.llms.base import BaseLLM
 from langchain.prompts.chat import (
     ChatPromptTemplate,
@@ -103,7 +103,7 @@ class QABaseBrainPicking(BaseBrainPicking):
         :param callbacks: Callbacks to be used for streaming
         :return: Language model instance
         """
-        return ChatOpenAI(
+        return ChatLiteLLM(
             temperature=temperature,
             model=model,
             streaming=streaming,

backend/llm/qa_headless.py

@@ -5,7 +5,7 @@ from uuid import UUID
 
 from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
 from langchain.chains import LLMChain
-from langchain.chat_models import ChatOpenAI
+from langchain.chat_models import ChatLiteLLM
 from langchain.chat_models.base import BaseChatModel
 from langchain.prompts.chat import (
     ChatPromptTemplate,
@@ -91,7 +91,7 @@ class HeadlessQA(BaseModel):
         :param callbacks: Callbacks to be used for streaming
         :return: Language model instance
         """
-        return ChatOpenAI(
+        return ChatLiteLLM(
             temperature=temperature,
             model=model,
             streaming=streaming,

backend/requirements.txt

@@ -1,5 +1,6 @@
 pymupdf==1.22.3
-langchain==0.0.247
+langchain==0.0.281
+litellm==0.1.531
 Markdown==3.4.4
 openai==0.27.8
 pdf2image==1.16.3