server: prevent image generation models from reloading on every request (#13771)

The loadImageGen function was not setting Options on the runnerRef,
causing needsReload() to always return true (since it checks if
runner.Options == nil). This resulted in the image generation
subprocess being killed and restarted for every request.
This commit is contained in:
Jeffrey Morgan
2026-01-18 20:50:04 -08:00
committed by GitHub
parent 3d01f2aa34
commit d51e95ba7e

View File

@@ -571,6 +571,7 @@ func (s *Scheduler) loadImageGen(req *LlmRequest) bool {
model: req.model,
modelPath: req.model.ModelPath,
llama: server,
Options: &req.opts,
loading: false,
sessionDuration: sessionDuration,
totalSize: server.TotalSize(),