From 4f56725b636b55d2402d33ba41917bdd49834777 Mon Sep 17 00:00:00 2001 From: Victor Elias Date: Mon, 24 Jun 2024 20:09:16 +0100 Subject: [PATCH] core: Add a couple tests for the new logic --- core/uploader_test.go | 81 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 81 insertions(+) diff --git a/core/uploader_test.go b/core/uploader_test.go index 28a9054..86f3a76 100644 --- a/core/uploader_test.go +++ b/core/uploader_test.go @@ -4,6 +4,7 @@ import ( "io" "net/url" "os" + "path/filepath" "strings" "testing" "time" @@ -61,6 +62,78 @@ func TestItWritesSlowInputIncrementally(t *testing.T) { require.Equal(t, 0, len(expectedLines), "Expected to have received each manifest line sequentially") } +func TestUploadFileWithBackup(t *testing.T) { + dir, err := os.MkdirTemp(os.TempDir(), "TestUploadFileWithBackup-*") + require.NoError(t, err) + defer os.RemoveAll(dir) + + testFile := filepath.Join(dir, "input.txt") + require.NoError(t, os.WriteFile(testFile, []byte("test"), 0644)) + + fakeStorage := "s3+https://fake.service.livepeer.com/bucket/" + backupStorage := filepath.Join(dir, "backup") + "/" + fakeOutput := fakeStorage + "hls/123/file.txt" + expectedOutFile := backupStorage + "hls/123/file.txt" + + storageFallbackURLs := map[string]string{ + fakeStorage: "file://" + backupStorage, + } + out, written, err := uploadFileWithBackup(mustParseURL(fakeOutput), testFile, nil, 0, false, storageFallbackURLs) + require.NoError(t, err) + require.Equal(t, expectedOutFile, out.URL) + require.Equal(t, int64(4), written) + + b, err := os.ReadFile(expectedOutFile) + require.NoError(t, err) + require.Equal(t, []byte("test"), b) +} + +func TestBuildBackupURI(t *testing.T) { + storageFallbackURLs := map[string]string{ + "http://localhost:8888/": "http://localhost:8888/os-recordings-backup/", + "s3+https://user:password@remote.storage.io/bucket/": "s3+https://resu:drowssap@reliable.storage.com/backup-bucket/", + } + testCases := []struct { + name string + input string + expectedErr string + expected string + }{ + { + name: "http", + input: "http://localhost:8888/folder/", + expected: "http://localhost:8888/os-recordings-backup/folder/", + }, + { + name: "s3", + input: "s3+https://user:password@remote.storage.io/bucket/", + expected: "s3+https://resu:drowssap@reliable.storage.com/backup-bucket/", + }, + { + name: "s3 with nested file", + input: "s3+https://user:password@remote.storage.io/bucket/folder/file.ts", + expected: "s3+https://resu:drowssap@reliable.storage.com/backup-bucket/folder/file.ts", + }, + { + name: "no backup URL", + input: "s3+https://another.storage.fish/bucket/folder/file.ts", + expectedErr: "no backup URL", + }, + } + for _, tc := range testCases { + t.Run(tc.name, func(t *testing.T) { + require := require.New(t) + uri, err := buildBackupURI(mustParseURL(tc.input), storageFallbackURLs) + if tc.expectedErr != "" { + require.ErrorContains(err, tc.expectedErr) + return + } + require.NoError(err) + require.Equal(tc.expected, uri.String()) + }) + } +} + // SlowReader outputs the lines of text with a delay before each one type SlowReader struct { lines []string @@ -78,3 +151,11 @@ func (sr *SlowReader) Read(b []byte) (n int, err error) { return 0, io.EOF } + +func mustParseURL(s string) *url.URL { + u, err := url.Parse(s) + if err != nil { + panic(err) + } + return u +}