diff --git a/server/sched.go b/server/sched.go index d83a70b36..5f22e0b87 100644 --- a/server/sched.go +++ b/server/sched.go @@ -571,6 +571,7 @@ func (s *Scheduler) loadImageGen(req *LlmRequest) bool { model: req.model, modelPath: req.model.ModelPath, llama: server, + Options: &req.opts, loading: false, sessionDuration: sessionDuration, totalSize: server.TotalSize(),