reduced log rotation memory usage

server/logging/file_logger.go

@@ -3,12 +3,16 @@ package logging
 import (
 	"compress/gzip"
 	"io"
+	"log/slog"
 	"os"
+	"strings"
 	"sync"
 	"time"
 )
 
 /*
+implements io.Writer interface
+
 File base logger with log-rotate capabilities.
 The rotate process must be initiated from an external goroutine.
 
@@ -16,8 +20,6 @@ import (
 
 The rotated log follows this naming: [filename].UTC time.gz
 */
-
-// implements io.Writer interface
 type LogRotateWriter struct {
 	mu       sync.Mutex
 	fd       *os.File
@@ -40,50 +42,41 @@ func (w *LogRotateWriter) Write(b []byte) (int, error) {
 }
 
 func (w *LogRotateWriter) Rotate() error {
-	var err error
+	slog.Info("started log rotation")
+
 	w.mu.Lock()
 
-	gzFile, err := os.Create(w.filename + "." + time.Now().Format(time.RFC3339) + ".gz")
+	gzFile, err := os.Create(strings.TrimSuffix(w.filename, ".log") + "-" + time.Now().Format(time.RFC3339) + ".log.gz")
 	if err != nil {
 		return err
 	}
 
-	data, err := io.ReadAll(w.fd)
+	zw := gzip.NewWriter(gzFile)
-	if err != nil {
-		return err
-	}
 
 	defer func() {
-		w.mu.Unlock()
+		zw.Close()
-		w.gzipLog(gzFile, &data)
+		zw.Flush()
+		gzFile.Close()
 	}()
 
-	_, err = os.Stat(w.filename)
+	if _, err := os.Stat(w.filename); err != nil {
-	if err != nil {
 		return err
 	}
 
-	if w.fd != nil {
+	fd, _ := os.Open(w.filename)
-		err = w.fd.Close()
+	io.Copy(zw, fd)
-		w.fd = nil
+	fd.Close()
-		if err != nil {
-			return err
-		}
-	}
 
-	err = os.Remove(w.filename)
+	w.fd.Close()
-	if err != nil {
+
+	if err := os.Remove(w.filename); err != nil {
 		return err
 	}
 
-	w.fd, err = os.Create(w.filename)
+	w.fd, _ = os.Create(w.filename)
+
+	w.mu.Unlock()
+	slog.Info("ended log rotation")
+
 	return err
 }
-
-func (w *LogRotateWriter) gzipLog(wr io.Writer, data *[]byte) error {
-	if _, err := gzip.NewWriter(wr).Write(*data); err != nil {
-		return err
-	}
-
-	return nil
-}

server/server.go

@@ -68,6 +68,8 @@ func RunBlocking(rc *RunConfig) {
 			panic(err)
 		}
 
+		defer logger.Rotate()
+
 		go func() {
 			for {
 				time.Sleep(time.Hour * 24)