Transcode File Uploading

task/hash.go

@@ -0,0 +1,21 @@
+package task
+
+import (
+	"crypto/md5"
+	"fmt"
+	"io"
+	"os"
+)
+
+func hashFile(path string) ([]byte, error) {
+	file, err := os.Open(path)
+	if err != nil {
+		return nil, fmt.Errorf("Opening File: %w", err)
+	}
+
+	hash := md5.New()
+	if _, err := io.Copy(hash, file); err != nil {
+		return nil, fmt.Errorf("Reading File: %w", err)
+	}
+	return hash.Sum(nil), nil
+}

task/transcode.go

@@ -68,7 +68,13 @@ func RunTranscode(conf config.Config, t *types.Task, data types.TranscodeData) {
 		return
 	}
 
-	err = uploadFile(ctx, l, conf.Worker.Address, dst_path, t)
+	hash, err := hashFile(dst_path)
+	if err != nil {
+		l.ErrorContext(ctx, "Generating Hash", "err", err)
+		return
+	}
+
+	err = uploadFile(ctx, l, conf, dst_path, t, hash)
 	if err != nil {
 		l.ErrorContext(ctx, "File Upload Failed", "err", err)
 		return

task/upload.go

@@ -2,12 +2,103 @@ package task
 
 import (
 	"context"
+	"encoding/base64"
 	"fmt"
+	"io"
 	"log/slog"
+	"mime/multipart"
+	"net/http"
+	"os"
+	"time"
 
+	"git.lastassault.de/speatzle/morffix/config"
+	"git.lastassault.de/speatzle/morffix/constants"
 	"git.lastassault.de/speatzle/morffix/types"
+	"github.com/google/uuid"
 )
 
-func uploadFile(ctx context.Context, l *slog.Logger, address string, path string, t *types.Task) error {
-	return fmt.Errorf("File Upload not Implemented")
+func uploadFile(ctx context.Context, l *slog.Logger, conf config.Config, path string, t *types.Task, hash []byte) error {
+	l.InfoContext(ctx, "Starting File Upload", "task_id", t.ID, "file_id", t.FileID, "path", path, "hash", hash)
+
+	uuid, err := uuid.Parse(conf.Worker.ID)
+	if err != nil {
+		return fmt.Errorf("Cannot Parse ID: %w", err)
+	}
+
+	r, w := io.Pipe()
+	m := multipart.NewWriter(w)
+	go func() {
+		defer w.Close()
+		defer m.Close()
+		part, err := m.CreateFormFile(constants.FORM_FILE_KEY, path)
+		if err != nil {
+			l.ErrorContext(ctx, "Creating Form File", "err", err)
+			return
+		}
+		file, err := os.Open(path)
+		if err != nil {
+			l.ErrorContext(ctx, "Opening File", "err", err)
+			return
+		}
+		defer file.Close()
+		if _, err = io.Copy(part, file); err != nil {
+			l.ErrorContext(ctx, "Copy Form File", "err", err)
+			return
+		}
+	}()
+
+	cr := &countReader{Reader: r}
+
+	stopProgress := make(chan bool, 1)
+
+	go func() {
+		tik := time.NewTicker(time.Second)
+
+		lastCount := 0
+
+		for {
+			select {
+			case <-tik.C:
+				speed := cr.n - lastCount
+				l.InfoContext(ctx, "Upload Progress", "bytes", cr.n, "lastCount", lastCount, "speed", speed)
+				lastCount = cr.n
+			case <-stopProgress:
+				tik.Stop()
+			}
+		}
+	}()
+
+	defer func() {
+		stopProgress <- true
+	}()
+
+	req, err := http.NewRequest(http.MethodPost, fmt.Sprintf("%v/upload/%v", conf.Worker.Address, t.FileID), cr)
+	if err != nil {
+		return fmt.Errorf("New Request: %w", err)
+	}
+
+	req.Header.Add(constants.SHARED_SECRET_HEADER, conf.SharedSecret)
+	req.Header.Add(constants.NAME_HEADER, conf.Worker.Name)
+	req.Header.Add(constants.UUID_HEADER, uuid.String())
+	req.Header.Add(constants.WORKER_VERSION_HEADER, constants.WORKER_VERSION)
+	req.Header.Add(constants.HASH_HEADER, base64.StdEncoding.EncodeToString(hash))
+	req.Header.Add("Content-Type", "multipart/form-data; boundary=\""+m.Boundary()+"\"")
+
+	var client = &http.Client{
+		Transport: &http.Transport{},
+	}
+
+	l.InfoContext(ctx, "Starting Upload")
+	resp, err := client.Do(req)
+	if err != nil {
+		return fmt.Errorf("Uploading File: %w", err)
+	}
+
+	l.InfoContext(ctx, "Upload Done")
+
+	if resp.StatusCode != http.StatusOK {
+		return fmt.Errorf("Got HTTP Status Code: %v", resp.StatusCode)
+	}
+
+	return nil
 }