Add default list of retryable errors and errors requiring init.

Author: autero1

options/auto_retry_options.go

@@ -0,0 +1,18 @@
+package options
+
+const DEFAULT_MAX_RETRY_ATTEMPTS = 3
+const DEFAULT_SLEEP = 5
+
+var RETRYABLE_ERRORS = []string{
+	".*Failed to load state.*tcp.*timeout.*",
+	".*Failed to load backend.*TLS handshake timeout.*",
+	".*Creating metric alarm failed.*request to update this alarm is in progress.*",
+	".*Error installing provider.*TLS handshake timeout.*",
+}
+
+var ERRORS_REQUIRING_INIT = []string{
+	".*Failed to load state.*tcp.*timeout.*",
+	".*Failed to load backend.*TLS handshake timeout.*",
+	".*Creating metric alarm failed.*request to update this alarm is in progress.*",
+	".*Error installing provider.*TLS handshake timeout.*",
+}

options/options.go

@@ -19,8 +19,6 @@ var TERRAFORM_COMMANDS_WITH_SUBCOMMAND = []string{
 }
 
 const DEFAULT_MAX_FOLDERS_TO_CHECK = 100
-const DEFAULT_MAX_RETRY_ATTEMPTS = 3
-const DEFAULT_SLEEP = 5
 
 const TerragruntCacheDir = ".terragrunt-cache"
 
@@ -91,6 +89,12 @@ type TerragruntOptions struct {
 	// Sleep is the duration in seconds to wait before retrying
 	Sleep int
 
+	// RetryableErrors is an array of regular expressions with RE2 syntax (https://github.com/google/re2/wiki/Syntax) that qualify for retrying
+	RetryableErrors []string
+
+	// ErrorsRequiringInit is an array of regular expressions with RE2 syntax (https://github.com/google/re2/wiki/Syntax) that qualify for re-running init
+	ErrorsRequiringInit []string
+
 	// Unix-style glob of directories to exclude when running *-all commands
 	ExcludeDirs []string
 
@@ -131,6 +135,8 @@ func NewTerragruntOptions(terragruntConfigPath string) (*TerragruntOptions, erro
 		AutoRetry:              true,
 		MaxRetryAttempts:       DEFAULT_MAX_RETRY_ATTEMPTS,
 		Sleep:                  DEFAULT_SLEEP,
+		RetryableErrors:        util.CloneStringList(RETRYABLE_ERRORS),
+		ErrorsRequiringInit:    util.CloneStringList(ERRORS_REQUIRING_INIT),
 		ExcludeDirs:            []string{},
 		RunTerragrunt: func(terragruntOptions *TerragruntOptions) error {
 			return errors.WithStackTrace(RunTerragruntCommandNotSet)
@@ -195,6 +201,8 @@ func (terragruntOptions *TerragruntOptions) Clone(terragruntConfigPath string) *
 		AutoRetry:              terragruntOptions.AutoRetry,
 		MaxRetryAttempts:       terragruntOptions.MaxRetryAttempts,
 		Sleep:                  terragruntOptions.Sleep,
+		RetryableErrors:        util.CloneStringList(terragruntOptions.RetryableErrors),
+		ErrorsRequiringInit:    util.CloneStringList(terragruntOptions.ErrorsRequiringInit),
 		ExcludeDirs:            terragruntOptions.ExcludeDirs,
 		RunTerragrunt:          terragruntOptions.RunTerragrunt,
 	}