quivr/frontend/app/chat/[chatId]/hooks/useQuestion.ts
Stan Girard 3166d089ee
feat(chat): added streaming (#808)
* feat(tmp): added streaming

* feat(streaming): implemented by changing order
2023-07-31 21:34:34 +02:00

106 lines
2.7 KiB
TypeScript

/* eslint-disable max-lines */
import { useChatApi } from "@/lib/api/chat/useChatApi";
import { useBrainContext } from "@/lib/context/BrainProvider/hooks/useBrainContext";
import { useChatContext } from "@/lib/context/ChatProvider/hooks/useChatContext";
import { useFetch } from "@/lib/hooks";
import { ChatHistory, ChatQuestion } from "../types";
interface UseChatService {
addQuestion: (chatId: string, chatQuestion: ChatQuestion) => Promise<void>;
addStreamQuestion: (
chatId: string,
chatQuestion: ChatQuestion
) => Promise<void>;
}
export const useQuestion = (): UseChatService => {
const { fetchInstance } = useFetch();
const { updateHistory, updateStreamingHistory } = useChatContext();
const { currentBrain } = useBrainContext();
const { addQuestion } = useChatApi();
const addQuestionHandler = async (
chatId: string,
chatQuestion: ChatQuestion
): Promise<void> => {
const response = await addQuestion({
chatId,
brainId: currentBrain?.id ?? "",
chatQuestion,
});
updateHistory(response);
};
const handleStream = async (
reader: ReadableStreamDefaultReader<Uint8Array>
): Promise<void> => {
const decoder = new TextDecoder("utf-8");
const handleStreamRecursively = async () => {
const { done, value } = await reader.read();
if (done) {
return;
}
const dataStrings = decoder
.decode(value)
.trim()
.split("data: ")
.filter(Boolean);
dataStrings.forEach((data) => {
try {
const parsedData = JSON.parse(data) as ChatHistory;
updateStreamingHistory(parsedData);
} catch (error) {
console.error("Error parsing data:", error);
}
});
await handleStreamRecursively();
};
await handleStreamRecursively();
};
const addStreamQuestion = async (
chatId: string,
chatQuestion: ChatQuestion
): Promise<void> => {
if (currentBrain?.id === undefined) {
throw new Error("No current brain");
}
const headers = {
"Content-Type": "application/json",
Accept: "text/event-stream",
};
const body = JSON.stringify(chatQuestion);
console.log("Calling API...");
try {
const response = await fetchInstance.post(
`/chat/${chatId}/question/stream?brain_id=${currentBrain.id}`,
body,
headers
);
if (response.body === null) {
throw new Error("Response body is null");
}
console.log("Received response. Starting to handle stream...");
await handleStream(response.body.getReader());
} catch (error) {
console.error("Error calling the API:", error);
}
};
return {
addQuestion: addQuestionHandler,
addStreamQuestion,
};
};