Testing workflow retry

Author: shanecglass

modules/data_warehouse/bigquery.tf

@@ -372,6 +372,6 @@ resource "google_bigquery_data_transfer_config" "dts_config" {
   depends_on = [
     google_project_iam_member.dts_roles,
     google_bigquery_dataset.ds_edw,
-    time_sleep.wait_after_workflow_execution
+    time_sleep.complete_workflow
   ]
 }

modules/data_warehouse/main.tf

@@ -88,11 +88,3 @@ resource "google_storage_bucket" "raw_bucket" {
 
   labels = var.labels
 }
-
-# Sleep for 120 seconds to allow the workflow to execute and finish setup
-resource "time_sleep" "wait_after_workflow_execution" {
-  create_duration = "120s"
-  depends_on = [
-    data.http.call_workflows_setup,
-  ]
-}

modules/data_warehouse/workflows.tf

@@ -98,3 +98,75 @@ data "http" "call_workflows_setup" {
     google_service_account_iam_member.workflow_auth_function
   ]
 }
+
+# Sleep for 120 seconds to allow the workflow to execute and finish setup
+resource "time_sleep" "wait_after_workflow_execution" {
+  create_duration = "120s"
+  depends_on = [
+    data.http.call_workflows_setup,
+  ]
+}
+
+## Trigger the execution of the setup workflow with an API call
+data "http" "call_workflows_state_1" {
+  url    = "https://workflowexecutions.googleapis.com/v1/projects/${module.project-services.project_id}/locations/${var.region}/workflows/${google_workflows_workflow.workflow.name}/executions"
+  method = "GET"
+  request_headers = {
+    Accept = "application/json"
+  Authorization = "Bearer ${data.google_client_config.current.access_token}" }
+  depends_on = [
+    time_sleep.wait_after_workflow_execution,
+  ]
+}
+
+data "http" "retry_workflows_1" {
+  count  = data.http.call_workflows_state_1.executions[0].state == "SUCCEEDED" || data.http.call_workflows_state_1.executions[0].state == "ACTIVE" ? 0 : 1
+  url    = "https://workflowexecutions.googleapis.com/v1/projects/${module.project-services.project_id}/locations/${var.region}/workflows/${google_workflows_workflow.workflow.name}/executions"
+  method = "POST"
+  request_headers = {
+    Accept = "application/json"
+  Authorization = "Bearer ${data.google_client_config.current.access_token}" }
+  depends_on = [
+  data.http.call_workflows_state_1]
+}
+
+# # Sleep for 30 seconds to recheck the workflow state
+# resource "time_sleep" "wait_to_recheck_workflow" {
+#   create_duration = "30s"
+#   depends_on = [
+#     data.http.retry_workflows_1,
+#   ]
+# }
+
+# ## Trigger the execution of the setup workflow with an API call
+# data "http" "call_workflows_state_2" {
+#   count  = data.http.call_workflows_state_2.executions[0].state == "SUCCEEDED" || data.http.call_workflows_state_2.executions[0].state == "ACTIVE" ? 0 : 1
+#   url    = "https://workflowexecutions.googleapis.com/v1/projects/${module.project-services.project_id}/locations/${var.region}/workflows/${google_workflows_workflow.workflow.name}/executions"
+#   method = "GET"
+#   request_headers = {
+#     Accept = "application/json"
+#   Authorization = "Bearer ${data.google_client_config.current.access_token}" }
+#   depends_on = [
+#     time_sleep.wait_to_recheck_workflow,
+#   ]
+# }
+
+# data "http" "retry_workflows_2" {
+#   count  = data.http.call_workflows_state.executions[0].state == "SUCCEEDED" || data.http.call_workflows_state.executions[0].state == "ACTIVE" ? 0 : 1
+#   url    = "https://workflowexecutions.googleapis.com/v1/projects/${module.project-services.project_id}/locations/${var.region}/workflows/${google_workflows_workflow.workflow.name}/executions"
+#   method = "POST"
+#   request_headers = {
+#     Accept = "application/json"
+#   Authorization = "Bearer ${data.google_client_config.current.access_token}" }
+#   depends_on = [
+#   data.http.call_workflows_state_2]
+# }
+
+# Sleep for 120 seconds to allow the workflow to execute and finish setup
+resource "time_sleep" "complete_workflow" {
+  count  = data.http.call_workflows_state_1.executions[0].state == "SUCCEEDED" ? 0 : 1
+  create_duration = "120s"
+  depends_on = [
+    data.http.retry_workflows_1,
+  ]
+}