mirror of https://github.com/ollama/ollama.git
Follow e53b3cbd0
and switch from string to enum.
This commit is contained in:
parent
f33198a366
commit
094747e2cd
|
@ -380,7 +380,7 @@ func (s *Server) processBatch(tokenBatch *llama.Batch, embedBatch *llama.Batch)
|
|||
continue
|
||||
}
|
||||
if seq.numPredict == -2 && len(seq.cache.Inputs) >= s.cache.numCtx {
|
||||
s.removeSequence(seqIdx, "limit")
|
||||
s.removeSequence(seqIdx, llm.DoneReasonLength)
|
||||
continue
|
||||
}
|
||||
|
||||
|
|
|
@ -396,7 +396,7 @@ func (s *Server) processBatch() error {
|
|||
continue
|
||||
}
|
||||
if seq.numPredict == -2 && int32(len(seq.cache.Inputs)) >= s.cache.numCtx {
|
||||
s.removeSequence(seqIdx, "limit")
|
||||
s.removeSequence(seqIdx, llm.DoneReasonLength)
|
||||
continue
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in New Issue