From e396794e3920d717ce41588df9d66aea5bc33f45 Mon Sep 17 00:00:00 2001
From: Jannik Hollenbach <jannik.hollenbach@iteratec.com>
Date: Wed, 6 Mar 2024 14:09:26 +0100
Subject: [PATCH 1/2] #2327 Stream uploaded file to s3 bucket instead of
 loading it all upfront into memory

Signed-off-by: Jannik Hollenbach <jannik.hollenbach@iteratec.com>
---
 lurker/main.go | 39 +++++++++++++++++++++++++--------------
 1 file changed, 25 insertions(+), 14 deletions(-)

diff --git a/lurker/main.go b/lurker/main.go
index f64b9b83bb..4ac861ee75 100644
--- a/lurker/main.go
+++ b/lurker/main.go
@@ -5,11 +5,9 @@
 package main
 
 import (
-	"bytes"
 	"context"
 	"flag"
 	"fmt"
-	"io/ioutil"
 	"log"
 	"net/http"
 	"net/http/httputil"
@@ -66,18 +64,29 @@ func main() {
 }
 
 func uploadFile(path, url string) error {
-	fileBytes, err := ioutil.ReadFile(path)
-	size := len(fileBytes)
-	log.Printf("File has a size of %d bytes", size)
+	file, err := os.Open(path)
 	if err != nil {
-		log.Println("Failed to read file")
-		log.Fatal(err)
+		log.Printf("Failed to open file: %v", err)
+		return err
 	}
-	req, err := http.NewRequest("PUT", url, bytes.NewReader(fileBytes))
+	defer file.Close()
+
+	fileInfo, err := file.Stat()
 	if err != nil {
-		log.Fatal(err)
+		log.Printf("Failed to get file stats: %v", err)
+		return err
+	}
+	size := fileInfo.Size()
+	log.Printf("Scan result file has a size of %d bytes", size)
+
+	// Create a new file upload request
+	req, err := http.NewRequest("PUT", url, file)
+	if err != nil {
+		log.Fatalf("Failed to create request: %v", err)
+		return err
 	}
 
+	req.ContentLength = size
 	client := &http.Client{}
 
 	res, err := client.Do(req)
@@ -86,22 +95,24 @@ func uploadFile(path, url string) error {
 	}
 	defer res.Body.Close()
 
-	if res.StatusCode < 300 {
+	// Check the response status code
+	if res.StatusCode >= 200 && res.StatusCode < 300 {
 		// all good
 		return nil
 	}
 
 	log.Printf("File upload returned non 2xx status code (%d)", res.StatusCode)
 
-	bytes, err := httputil.DumpResponse(res, true)
+	// Dump response for debugging purposes
+	resultBytes, err := httputil.DumpResponse(res, true)
 	if err != nil {
 		log.Fatal(errors.Wrap(err, "Failed to dump out failed requests to upload scan report to the s3 bucket"))
 	}
 
-	log.Println("Failed Request:")
-	log.Println(string(bytes))
+	log.Println("Response of Failed Request:")
+	log.Println(string(resultBytes))
 
-	return fmt.Errorf("Lurker failed to upload scan result file. File upload returned non 2xx status code (%d)", res.StatusCode)
+	return fmt.Errorf("lurker failed to upload scan result file. File upload returned non 2xx status code (%d)", res.StatusCode)
 }
 
 func waitForMainContainerToEnd(container, pod, namespace string) {

From 0d1d93815685c10d0e0fdd5dc9c41213f9c87169 Mon Sep 17 00:00:00 2001
From: Jannik Hollenbach <jannik.hollenbach@iteratec.com>
Date: Fri, 8 Mar 2024 10:14:44 +0100
Subject: [PATCH 2/2] #2327 Avoid error case which prevented empty scan result
 files from being uploaded correctly

Signed-off-by: Jannik Hollenbach <jannik.hollenbach@iteratec.com>
---
 lurker/main.go | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/lurker/main.go b/lurker/main.go
index 4ac861ee75..715b30d750 100644
--- a/lurker/main.go
+++ b/lurker/main.go
@@ -87,6 +87,12 @@ func uploadFile(path, url string) error {
 	}
 
 	req.ContentLength = size
+	// with the default TransferEncoding golang sends out the requests for empty files without
+	// the required Content-Length header this is valid, but not accepted by S3 compatible APIs
+	if size == 0 {
+		req.TransferEncoding = []string{"identity"}
+	}
+
 	client := &http.Client{}
 
 	res, err := client.Do(req)