Merge pull request #19 from Quentin-M/feat/sleep_ttl

feat: use MakeIdle() instead of Stop() for TTL expiration to respect sleep mode

Author: napmany

proxy/process.go

@@ -411,8 +411,8 @@ func (p *Process) startUnloadMonitoring() {
 				}
 
 				if time.Since(p.getLastRequestHandled()) > maxDuration {
-					p.proxyLogger.Infof("<%s> Unloading model, TTL of %ds reached", p.ID, p.config.UnloadAfter)
-					p.Stop()
+					p.proxyLogger.Infof("<%s> Making idle, TTL of %ds reached", p.ID, p.config.UnloadAfter)
+					p.MakeIdle()
 					return
 				}
 			}