Adds gzip compress/decompress

internal/gzip/gzip.go

@@ -0,0 +1,53 @@
+package gzip
+
+import (
+	"bytes"
+	"compress/gzip"
+	"io"
+)
+
+// Decompress data.
+func Decompress(data []byte) (resData []byte, err error) {
+	b := bytes.NewBuffer(data)
+
+	var r io.Reader
+
+	r, err = gzip.NewReader(b)
+	if err != nil {
+		return
+	}
+
+	var resB bytes.Buffer
+	_, err = resB.ReadFrom(r)
+	if err != nil {
+		return
+	}
+
+	resData = resB.Bytes()
+
+	return
+}
+
+// Compress data.
+func Compress(data []byte) (compressedData []byte, err error) {
+	var b bytes.Buffer
+
+	gz := gzip.NewWriter(&b)
+
+	_, err = gz.Write(data)
+	if err != nil {
+		return
+	}
+
+	if err = gz.Flush(); err != nil {
+		return
+	}
+
+	if err = gz.Close(); err != nil {
+		return
+	}
+
+	compressedData = b.Bytes()
+
+	return
+}

internal/handler/handler.go

@@ -12,6 +12,7 @@ import (
 	"github.com/aws/aws-sdk-go-v2/service/s3"
 
 	"github.com/skpr/cloudtrail-filter/internal/cloudtrail"
+	"github.com/skpr/cloudtrail-filter/internal/gzip"
 )
 
 // Params passed into this handler.
@@ -94,7 +95,12 @@ func (h *Handler) pullObject(ctx context.Context, record events.S3EventRecord) (
 		return file, fmt.Errorf("unable to download object: %w", err)
 	}
 
-	if err := json.Unmarshal(w.Bytes(), &file); err != nil {
+	data, err := gzip.Decompress(w.Bytes())
+	if err != nil {
+		return file, fmt.Errorf("unable to unzip object: %w", err)
+	}
+
+	if err := json.Unmarshal(data, &file); err != nil {
 		return file, fmt.Errorf("failed to marshal object: %w", err)
 	}
 
@@ -146,6 +152,11 @@ func (h *Handler) pushObject(ctx context.Context, record events.S3EventRecord, f
 		return fmt.Errorf("failed to marshal object: %w", err)
 	}
 
+	data, err = gzip.Compress(data)
+	if err != nil {
+		return fmt.Errorf("unable to compress object: %w", err)
+	}
+
 	uploader := manager.NewUploader(h.s3)
 
 	_, err = uploader.Upload(ctx, &s3.PutObjectInput{