kovagoadi/hunfabric
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added possibility to use gcs push endpoint on pubsub subscription

Browse Source
This commit is contained in:
Luigi Bitonti
2023-09-13 15:13:13 +02:00
parent 95a3752cc7
commit f2fc67d72d
3 changed files with 78 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
modules/pubsub/main.tf
View File

@@ -24,6 +24,9 @@ locals {
}
]
])
metadata_config = {
for k, v in var.cloud_storage_subscription_configs : k => v.avro_config
}
oidc_config = {
for k, v in var.push_configs : k => v.oidc_token
}
@@ -127,6 +130,25 @@ resource "google_pubsub_subscription" "default" {
drop_unknown_fields = var.bigquery_subscription_configs[each.key].drop_unknown_fields
}
}
dynamic "cloud_storage_config" {
for_each = try(var.cloud_storage_subscription_configs[each.key], null) == null ? [] : [""]
content {
bucket = var.cloud_storage_subscription_configs[each.key].bucket
filename_prefix = var.cloud_storage_subscription_configs[each.key].filename_prefix
filename_suffix = var.cloud_storage_subscription_configs[each.key].filename_suffix
max_duration = var.cloud_storage_subscription_configs[each.key].max_duration
max_bytes = var.cloud_storage_subscription_configs[each.key].max_bytes
dynamic "avro_config" {
for_each = (
local.metadata_config[each.key] == null ? [] : [""]
)
content {
write_metadata = local.metadata_config[each.key].write_metadata
}
}
}
}
}
resource "google_pubsub_subscription_iam_binding" "default" {