-
Notifications
You must be signed in to change notification settings - Fork 44
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
The following envs were added as opt in: RETRY_ENABLED RETRY_DURATION_MINUTES PROGRESS_INTERVAL_SECONDS TEXT_LOGGING Signed-off-by: Jacob Weinstock <[email protected]>
- Loading branch information
1 parent
5057bd0
commit f0c4d73
Showing
5 changed files
with
116 additions
and
36 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,44 +1,112 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "log/slog" | ||
| "net/url" | ||
| "os" | ||
| "os/signal" | ||
| "strconv" | ||
| "syscall" | ||
| "time" | ||
|
|
||
| "github.com/cenkalti/backoff" | ||
| "github.com/lmittmann/tint" | ||
| "github.com/mattn/go-isatty" | ||
| "github.com/tinkerbell/actions/image2disk/image" | ||
| ) | ||
|
|
||
| const ( | ||
| defaultRetryDuration = 10 | ||
| defaultProgressInterval = 3 | ||
| ) | ||
|
|
||
| func main() { | ||
| log := slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{AddSource: true})) | ||
| log.Info("IMAGE2DISK - Cloud image streamer") | ||
| ctx, done := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGHUP, syscall.SIGTERM) | ||
| defer done() | ||
|
|
||
| disk := os.Getenv("DEST_DISK") | ||
| img := os.Getenv("IMG_URL") | ||
| compressedEnv := os.Getenv("COMPRESSED") | ||
| retryEnabled := os.Getenv("RETRY_ENABLED") | ||
| retryDuration := os.Getenv("RETRY_DURATION_MINUTES") | ||
| progressInterval := os.Getenv("PROGRESS_INTERVAL_SECONDS") | ||
| textLogging := os.Getenv("TEXT_LOGGING") | ||
|
|
||
| log := slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{AddSource: true})) | ||
| if tlog, _ := strconv.ParseBool(textLogging); tlog { | ||
| w := os.Stderr | ||
| log = slog.New(tint.NewHandler(w, &tint.Options{ | ||
| NoColor: !isatty.IsTerminal(w.Fd()), | ||
| })) | ||
| } | ||
|
|
||
| log.Info("IMAGE2DISK - Cloud image streamer") | ||
|
|
||
| if img == "" { | ||
| log.Error("IMG_URL is required", "image", img) | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| if disk == "" { | ||
| log.Error("DEST_DISK is required", "disk", disk) | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| u, err := url.Parse(img) | ||
| if err != nil { | ||
| log.Error("error parsing image URL (IMG_URL)", "err", err, "image", img) | ||
| os.Exit(1) | ||
| } | ||
| // We can ignore the error and default compressed to false. | ||
| cmp, _ := strconv.ParseBool(compressedEnv) | ||
| re, _ := strconv.ParseBool(retryEnabled) | ||
| pi, err := strconv.Atoi(progressInterval) | ||
| if err != nil { | ||
| pi = defaultProgressInterval | ||
| } | ||
|
|
||
| // convert progress interval to duration in seconds | ||
| interval := time.Duration(pi) * time.Second | ||
|
|
||
| operation := func() error { | ||
| if err := image.Write(img, disk, cmp); err != nil { | ||
| if err := image.Write(ctx, log, u.String(), disk, cmp, interval); err != nil { | ||
| return fmt.Errorf("error writing image to disk: %w", err) | ||
| } | ||
| return nil | ||
| } | ||
| boff := backoff.NewExponentialBackOff() | ||
| rd, err := strconv.Atoi(retryDuration) | ||
| if err != nil { | ||
| log.Error("error converting retry duration to integer, using 10 minutes for retry duration", "err", err) | ||
| rd = 10 | ||
| } | ||
| boff.MaxElapsedTime = time.Duration(rd) * time.Minute | ||
| // try to write the image to disk with exponential backoff for 10 minutes | ||
| if err := backoff.Retry(operation, boff); err != nil { | ||
| log.Error("error writing image to disk", "err", err) | ||
| os.Exit(1) | ||
|
|
||
| if re { | ||
| log.Info("retrying of image2disk is enabled") | ||
| boff := backoff.NewExponentialBackOff() | ||
| rd, err := strconv.Atoi(retryDuration) | ||
| if err != nil { | ||
| rd = defaultRetryDuration | ||
| if retryDuration == "" { | ||
| log.Info(fmt.Sprintf("no retry duration specified, using %v minutes for retry duration", rd)) | ||
| } else { | ||
| log.Info(fmt.Sprintf("error converting retry duration to integer, using %v minutes for retry duration", rd), "err", err) | ||
| } | ||
| } | ||
| boff.MaxElapsedTime = time.Duration(rd) * time.Minute | ||
| bctx := backoff.WithContext(boff, ctx) | ||
| retryNotifier := func(err error, duration time.Duration) { | ||
| log.Error("retrying image2disk", "err", err, "duration", duration) | ||
|
|
||
| } | ||
| // try to write the image to disk with exponential backoff for 10 minutes | ||
| if err := backoff.RetryNotify(operation, bctx, retryNotifier); err != nil { | ||
| log.Error("error writing image to disk", "err", err, "image", img, "disk", disk) | ||
| os.Exit(1) | ||
| } | ||
| } else { | ||
| // try to write the image to disk without retry | ||
| if err := operation(); err != nil { | ||
| log.Error("error writing image to disk", "err", err, "image", img, "disk", disk) | ||
| os.Exit(1) | ||
| } | ||
| } | ||
|
|
||
| log.Info("Successfully wrote image to disk", "image", img, "disk", disk) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters