Follow e53b3cbd0 and switch from string to enum.

This commit is contained in:
Richard Lyons 2025-07-07 13:09:56 +02:00
parent f33198a366
commit 094747e2cd
2 changed files with 2 additions and 2 deletions

View File

@ -380,7 +380,7 @@ func (s *Server) processBatch(tokenBatch *llama.Batch, embedBatch *llama.Batch)
continue
}
if seq.numPredict == -2 && len(seq.cache.Inputs) >= s.cache.numCtx {
s.removeSequence(seqIdx, "limit")
s.removeSequence(seqIdx, llm.DoneReasonLength)
continue
}

View File

@ -396,7 +396,7 @@ func (s *Server) processBatch() error {
continue
}
if seq.numPredict == -2 && int32(len(seq.cache.Inputs)) >= s.cache.numCtx {
s.removeSequence(seqIdx, "limit")
s.removeSequence(seqIdx, llm.DoneReasonLength)
continue
}