mirror of
https://github.com/QuivrHQ/quivr.git
synced 2024-12-17 19:32:47 +03:00
3166d089ee
* feat(tmp): added streaming * feat(streaming): implemented by changing order
106 lines
2.7 KiB
TypeScript
106 lines
2.7 KiB
TypeScript
/* eslint-disable max-lines */
|
|
|
|
import { useChatApi } from "@/lib/api/chat/useChatApi";
|
|
import { useBrainContext } from "@/lib/context/BrainProvider/hooks/useBrainContext";
|
|
import { useChatContext } from "@/lib/context/ChatProvider/hooks/useChatContext";
|
|
import { useFetch } from "@/lib/hooks";
|
|
|
|
import { ChatHistory, ChatQuestion } from "../types";
|
|
|
|
interface UseChatService {
|
|
addQuestion: (chatId: string, chatQuestion: ChatQuestion) => Promise<void>;
|
|
addStreamQuestion: (
|
|
chatId: string,
|
|
chatQuestion: ChatQuestion
|
|
) => Promise<void>;
|
|
}
|
|
|
|
export const useQuestion = (): UseChatService => {
|
|
const { fetchInstance } = useFetch();
|
|
const { updateHistory, updateStreamingHistory } = useChatContext();
|
|
const { currentBrain } = useBrainContext();
|
|
const { addQuestion } = useChatApi();
|
|
|
|
const addQuestionHandler = async (
|
|
chatId: string,
|
|
chatQuestion: ChatQuestion
|
|
): Promise<void> => {
|
|
const response = await addQuestion({
|
|
chatId,
|
|
brainId: currentBrain?.id ?? "",
|
|
chatQuestion,
|
|
});
|
|
|
|
updateHistory(response);
|
|
};
|
|
|
|
const handleStream = async (
|
|
reader: ReadableStreamDefaultReader<Uint8Array>
|
|
): Promise<void> => {
|
|
const decoder = new TextDecoder("utf-8");
|
|
|
|
const handleStreamRecursively = async () => {
|
|
const { done, value } = await reader.read();
|
|
|
|
if (done) {
|
|
return;
|
|
}
|
|
|
|
const dataStrings = decoder
|
|
.decode(value)
|
|
.trim()
|
|
.split("data: ")
|
|
.filter(Boolean);
|
|
|
|
dataStrings.forEach((data) => {
|
|
try {
|
|
const parsedData = JSON.parse(data) as ChatHistory;
|
|
updateStreamingHistory(parsedData);
|
|
} catch (error) {
|
|
console.error("Error parsing data:", error);
|
|
}
|
|
});
|
|
|
|
await handleStreamRecursively();
|
|
};
|
|
|
|
await handleStreamRecursively();
|
|
};
|
|
|
|
const addStreamQuestion = async (
|
|
chatId: string,
|
|
chatQuestion: ChatQuestion
|
|
): Promise<void> => {
|
|
if (currentBrain?.id === undefined) {
|
|
throw new Error("No current brain");
|
|
}
|
|
const headers = {
|
|
"Content-Type": "application/json",
|
|
Accept: "text/event-stream",
|
|
};
|
|
const body = JSON.stringify(chatQuestion);
|
|
console.log("Calling API...");
|
|
try {
|
|
const response = await fetchInstance.post(
|
|
`/chat/${chatId}/question/stream?brain_id=${currentBrain.id}`,
|
|
body,
|
|
headers
|
|
);
|
|
|
|
if (response.body === null) {
|
|
throw new Error("Response body is null");
|
|
}
|
|
|
|
console.log("Received response. Starting to handle stream...");
|
|
await handleStream(response.body.getReader());
|
|
} catch (error) {
|
|
console.error("Error calling the API:", error);
|
|
}
|
|
};
|
|
|
|
return {
|
|
addQuestion: addQuestionHandler,
|
|
addStreamQuestion,
|
|
};
|
|
};
|