nomic-ai/gpt4all
1
1
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-11-10 11:49:05 +03:00
Code Issues Packages Projects Releases Wiki Activity

Provide a busy indicator if we're processing a long prompt and make the

Browse Source 
stop button work in the middle of processing a long prompt as well.
This commit is contained in:
Adam Treat 2023-04-12 11:39:43 -04:00
parent 89dff7812b
commit c183702aa4
3 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
gptj.cpp
View File

@ -707,6 +707,9 @@ void GPTJ::prompt(const std::string &prompt, std::function<bool(const std::strin
std::cerr << "GPT-J ERROR: Failed to process prompt\n"; std::cerr << "GPT-J ERROR: Failed to process prompt\n";
return; return;
} }
// We pass a null string to see if the user has asked us to stop...
if (!response(""))
return;
ctx.n_past += batch.size(); ctx.n_past += batch.size();
i = batch_end; i = batch_end;
} }

7
llm.cpp
View File

@ -65,6 +65,7 @@ bool GPTJObject::isModelLoaded() const
void GPTJObject::resetResponse() void GPTJObject::resetResponse()
{ {
m_response = std::string(); m_response = std::string();
emit responseChanged();
} }
void GPTJObject::resetContext() void GPTJObject::resetContext()
@ -88,8 +89,10 @@ bool GPTJObject::handleResponse(const std::string &response)
printf("%s", response.c_str()); printf("%s", response.c_str());
fflush(stdout); fflush(stdout);
#endif #endif
m_response.append(response); if (!response.empty()) {
emit responseChanged(); m_response.append(response);
emit responseChanged();
}
return !m_stopGenerating; return !m_stopGenerating;
} }

11
main.qml
View File

@ -310,7 +310,7 @@ Window {
focus: false focus: false
padding: 20 padding: 20
font.pixelSize: 24 font.pixelSize: 24
cursorVisible: currentResponse ? LLM.responseInProgress : false cursorVisible: currentResponse ? (LLM.response !== "" ? LLM.responseInProgress : false) : false
cursorPosition: text.length cursorPosition: text.length
background: Rectangle { background: Rectangle {
color: name === qsTr("Response: ") ? "#444654" : "#343541" color: name === qsTr("Response: ") ? "#444654" : "#343541"
@ -318,6 +318,15 @@ Window {
leftPadding: 100 leftPadding: 100
BusyIndicator {
anchors.left: parent.left
anchors.leftMargin: 90
anchors.top: parent.top
anchors.topMargin: 5
visible: currentResponse && LLM.response === "" && LLM.responseInProgress
running: currentResponse && LLM.response === "" && LLM.responseInProgress
}
Rectangle { Rectangle {
anchors.left: parent.left anchors.left: parent.left
anchors.top: parent.top anchors.top: parent.top