kovagoadi/hunfabric
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update environments e2e example with new sinks

Browse Source
This commit is contained in:
Julio Castillo
2020-12-05 13:24:44 +01:00
parent 1af70c748c
commit d4201c740d
9 changed files with 30 additions and 243 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
modules/logging-sinks/README.md
View File

@@ -1,26 +0,0 @@
# Terraform Logging Sinks Module
This module allows easy creation of one or more logging sinks.
## Example
<!-- BEGIN TFDOC -->
## Variables
| name | description | type | required | default |
|---|---|:---: |:---:|:---:|
| destinations | Map of destinations by sink name. | <code title="map&#40;string&#41;">map(string)</code> | ✓ | |
| parent | Resource where the sink will be created, eg 'organizations/nnnnnnnn'. | <code title="">string</code> | ✓ | |
| sinks | Map of sink name / sink filter. | <code title="map&#40;string&#41;">map(string)</code> | ✓ | |
| *default_options* | Default options used for sinks where no specific options are set. | <code title="object&#40;&#123;&#10;bigquery_partitioned_tables &#61; bool&#10;include_children &#61; bool&#10;unique_writer_identity &#61; bool&#10;&#125;&#41;">object({...})</code> | | <code title="&#123;&#10;bigquery_partitioned_tables &#61; true&#10;include_children &#61; true&#10;unique_writer_identity &#61; false&#10;&#125;">...</code> |
| *sink_options* | Optional map of sink name / sink options. If no options are specified for a sink defaults will be used. | <code title="map&#40;object&#40;&#123;&#10;bigquery_partitioned_tables &#61; bool&#10;include_children &#61; bool&#10;unique_writer_identity &#61; bool&#10;&#125;&#41;&#41;">map(object({...}))</code> | | <code title="">{}</code> |
## Outputs
| name | description | sensitive |
|---|---|:---:|
| names | Log sink names. | |
| sinks | Log sink resources. | |
| writer_identities | Log sink writer identities. | |
<!-- END TFDOC -->

97
modules/logging-sinks/main.tf
View File

@@ -1,97 +0,0 @@
/**
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
locals {
bigquery_destinations = {
for name, destination in var.destinations :
name => substr(destination, 0, 8) == "bigquery"
}
resource_type = element(split("/", var.parent), 0)
resource_id = element(split("/", var.parent), 1)
sink_options = {
for name, _ in var.sinks :
name => lookup(var.sink_options, name, var.default_options)
}
sink_resources = concat(
[for _, sink in google_logging_organization_sink.sinks : sink],
[for _, sink in google_logging_billing_account_sink.sinks : sink],
[for _, sink in google_logging_folder_sink.sinks : sink],
[for _, sink in google_logging_project_sink.sinks : sink],
)
}
resource "google_logging_organization_sink" "sinks" {
for_each = local.resource_type == "organizations" ? var.sinks : {}
name = each.key
org_id = local.resource_id
filter = each.value
destination = var.destinations[each.key]
include_children = local.sink_options[each.key].include_children
dynamic bigquery_options {
for_each = local.bigquery_destinations[each.key] ? ["1"] : []
iterator = config
content {
use_partitioned_tables = local.sink_options[each.key].bigquery_partitioned_tables
}
}
}
resource "google_logging_billing_account_sink" "sinks" {
for_each = local.resource_type == "billing_accounts" ? var.sinks : {}
name = each.key
billing_account = local.resource_id
filter = each.value
destination = var.destinations[each.key]
dynamic bigquery_options {
for_each = local.bigquery_destinations[each.key] ? ["1"] : []
iterator = config
content {
use_partitioned_tables = local.sink_options[each.key].bigquery_partitioned_tables
}
}
}
resource "google_logging_folder_sink" "sinks" {
for_each = local.resource_type == "folders" ? var.sinks : {}
name = each.key
folder = var.parent
filter = each.value
destination = var.destinations[each.key]
include_children = local.sink_options[each.key].include_children
dynamic bigquery_options {
for_each = local.bigquery_destinations[each.key] ? ["1"] : []
iterator = config
content {
use_partitioned_tables = local.sink_options[each.key].bigquery_partitioned_tables
}
}
}
resource "google_logging_project_sink" "sinks" {
for_each = local.resource_type == "projects" ? var.sinks : {}
name = each.key
project = local.resource_id
filter = each.value
destination = var.destinations[each.key]
unique_writer_identity = local.sink_options[each.key].unique_writer_identity
dynamic bigquery_options {
for_each = local.bigquery_destinations[each.key] ? ["1"] : []
iterator = config
content {
use_partitioned_tables = local.sink_options[each.key].bigquery_partitioned_tables
}
}
}

30
modules/logging-sinks/outputs.tf
View File

@@ -1,30 +0,0 @@
/**
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
output "sinks" {
description = "Log sink resources."
value = local.sink_resources
}
output "names" {
description = "Log sink names."
value = [for sink in local.sink_resources : sink.name]
}
output "writer_identities" {
description = "Log sink writer identities."
value = [for sink in local.sink_resources : sink.writer_identity]
}

54
modules/logging-sinks/variables.tf
View File

@@ -1,54 +0,0 @@
/**
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
variable "default_options" {
description = "Default options used for sinks where no specific options are set."
type = object({
bigquery_partitioned_tables = bool
include_children = bool
unique_writer_identity = bool
})
default = {
bigquery_partitioned_tables = true
include_children = true
unique_writer_identity = false
}
}
variable "destinations" {
description = "Map of destinations by sink name."
type = map(string)
}
variable "parent" {
description = "Resource where the sink will be created, eg 'organizations/nnnnnnnn'."
type = string
}
variable "sink_options" {
description = "Optional map of sink name / sink options. If no options are specified for a sink defaults will be used."
type = map(object({
bigquery_partitioned_tables = bool
include_children = bool
unique_writer_identity = bool
}))
default = {}
}
variable "sinks" {
description = "Map of sink name / sink filter."
type = map(string)
}

19
modules/logging-sinks/versions.tf
View File

@@ -1,19 +0,0 @@
/**
* Copyright 2020 Google LLC
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
terraform {
required_version = ">= 0.12.6"
}