mirror of
https://github.com/StanGirard/quivr.git
synced 2024-09-11 13:15:41 +03:00
feat(liteLLM): Add support for Azure OpenAI, Palm, Claude-2, Llama2, CodeLlama (100+LLMs) (#1097)
* v0 litellm * bump versions
This commit is contained in:
parent
85d731bb90
commit
02964c4077
@ -6,7 +6,7 @@ from uuid import UUID
|
||||
from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
|
||||
from langchain.chains import ConversationalRetrievalChain, LLMChain
|
||||
from langchain.chains.question_answering import load_qa_chain
|
||||
from langchain.chat_models import ChatOpenAI
|
||||
from langchain.chat_models import ChatLiteLLM
|
||||
from langchain.llms.base import BaseLLM
|
||||
from langchain.prompts.chat import (
|
||||
ChatPromptTemplate,
|
||||
@ -103,7 +103,7 @@ class QABaseBrainPicking(BaseBrainPicking):
|
||||
:param callbacks: Callbacks to be used for streaming
|
||||
:return: Language model instance
|
||||
"""
|
||||
return ChatOpenAI(
|
||||
return ChatLiteLLM(
|
||||
temperature=temperature,
|
||||
model=model,
|
||||
streaming=streaming,
|
||||
|
@ -5,7 +5,7 @@ from uuid import UUID
|
||||
|
||||
from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
|
||||
from langchain.chains import LLMChain
|
||||
from langchain.chat_models import ChatOpenAI
|
||||
from langchain.chat_models import ChatLiteLLM
|
||||
from langchain.chat_models.base import BaseChatModel
|
||||
from langchain.prompts.chat import (
|
||||
ChatPromptTemplate,
|
||||
@ -91,7 +91,7 @@ class HeadlessQA(BaseModel):
|
||||
:param callbacks: Callbacks to be used for streaming
|
||||
:return: Language model instance
|
||||
"""
|
||||
return ChatOpenAI(
|
||||
return ChatLiteLLM(
|
||||
temperature=temperature,
|
||||
model=model,
|
||||
streaming=streaming,
|
||||
|
@ -1,5 +1,6 @@
|
||||
pymupdf==1.22.3
|
||||
langchain==0.0.247
|
||||
langchain==0.0.281
|
||||
litellm==0.1.531
|
||||
Markdown==3.4.4
|
||||
openai==0.27.8
|
||||
pdf2image==1.16.3
|
||||
|
Loading…
Reference in New Issue
Block a user