Add a fixme for dubious code.

This commit is contained in:
Adam Treat 2023-04-24 14:03:04 -04:00
parent f456756ba8
commit 74621109c9

View File

@ -120,6 +120,7 @@ void LLMObject::regenerateResponse()
{
s_ctx.n_past -= m_responseTokens;
s_ctx.n_past = std::max(0, s_ctx.n_past);
// FIXME: This does not seem to be needed in my testing and llama models don't to it. Remove?
s_ctx.logits.erase(s_ctx.logits.end() -= m_responseLogits, s_ctx.logits.end());
m_responseTokens = 0;
m_responseLogits = 0;