root
/
ollama
mirror of https://github.com/ollama/ollama.git
1
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

llm: Check for nil memory data before printing 

We dump out our best memory estimate after we complete processing
for any reason, including errors. This is helpful for finding what
what stopped us in error conditions but in some cases we might not
have gotten even the first result yet.

Fixes #11957
This commit is contained in:
Jesse Gross 2025-08-18 13:52:07 -07:00 committed by Richard Lyons
parent d0698ae5f2
commit 6e02b81517
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llm/server.go
View File

@ -651,7 +651,9 @@ func (s *ollamaServer) Load(ctx context.Context, gpus discover.GpuInfoList, requ
if !success { if !success {
s.initModel(ctx, LoadRequest{}, LoadOperationClose) s.initModel(ctx, LoadRequest{}, LoadOperationClose)
} }
s.mem.Log(slog.LevelInfo) if s.mem != nil {
s.mem.Log(slog.LevelInfo)
}
}() }()
slog.Info("loading model", "model layers", s.totalLayers, "requested", s.options.NumGPU) slog.Info("loading model", "model layers", s.totalLayers, "requested", s.options.NumGPU)