close server on receiving signal (#4213)

This commit is contained in:
Jeffrey Morgan
2024-05-06 16:01:37 -07:00
committed by GitHub
parent af47413dba
commit 39d9d22ca3
2 changed files with 7 additions and 1 deletions

View File

@@ -1041,6 +1041,7 @@ func Serve(ln net.Listener) error {
signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM)
go func() {
<-signals
srvr.Close()
done()
sched.unloadAllRunners()
gpu.Cleanup()