mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-12-14 17:03:29 +03:00
282fa0e3f8
# Description Please include a summary of the changes and the related issue. Please also include relevant motivation and context. ## Checklist before requesting a review Please delete options that are not relevant. - [ ] My code follows the style guidelines of this project - [ ] I have performed a self-review of my code - [ ] I have commented hard-to-understand areas - [ ] I have ideally added tests that prove my fix is effective or that my feature works - [ ] New and existing unit tests pass locally with my changes - [ ] Any dependent changes have been merged ## Screenshots (if appropriate):
42 lines
1.4 KiB
Python
42 lines
1.4 KiB
Python
import asyncio
|
|
import json
|
|
from uuid import uuid4
|
|
|
|
from langchain_core.embeddings import DeterministicFakeEmbedding
|
|
from langchain_core.messages.ai import AIMessageChunk
|
|
from langchain_core.vectorstores import InMemoryVectorStore
|
|
from quivr_core.chat import ChatHistory
|
|
from quivr_core.config import LLMEndpointConfig, RAGConfig
|
|
from quivr_core.llm import LLMEndpoint
|
|
from quivr_core.quivr_rag import QuivrQARAG
|
|
|
|
|
|
async def main():
|
|
rag_config = RAGConfig(llm_config=LLMEndpointConfig(model="gpt-4o"))
|
|
embedder = DeterministicFakeEmbedding(size=20)
|
|
vec = InMemoryVectorStore(embedder)
|
|
|
|
llm = LLMEndpoint.from_config(rag_config.llm_config)
|
|
chat_history = ChatHistory(uuid4(), uuid4())
|
|
rag_pipeline = QuivrQARAG(rag_config=rag_config, llm=llm, vector_store=vec)
|
|
|
|
conversational_qa_chain = rag_pipeline.build_chain("")
|
|
|
|
with open("response.jsonl", "w") as f:
|
|
async for chunk in conversational_qa_chain.astream(
|
|
{
|
|
"question": "What is NLP, give a very long detailed answer",
|
|
"chat_history": chat_history,
|
|
"custom_personality": None,
|
|
},
|
|
config={"metadata": {}},
|
|
):
|
|
dict_chunk = {
|
|
k: v.dict() if isinstance(v, AIMessageChunk) else v
|
|
for k, v in chunk.items()
|
|
}
|
|
f.write(json.dumps(dict_chunk) + "\n")
|
|
|
|
|
|
asyncio.run(main())
|