feat(alloydb): add support for advanced query insights (observability_config) (#3856)
* Implemented advanced query insight in alloydb module * Implemented readme example and test * Fix TOC
This commit is contained in:
Samuele Perticarari
committed by
GitHub
GitHub
parent
8b2fb39efe
commit
55a847c008
@@ -8,19 +8,20 @@ Note that this module assumes that some options are the same for both the primar
|
||||
> [!WARNING]
|
||||
> If you use the `users` field, you terraform state will contain each user's password in plain text.
|
||||
|
||||
<!-- TOC -->
|
||||
* [AlloyDB module](#alloydb-module)
|
||||
* [Examples](#examples)
|
||||
* [Simple example](#simple-example)
|
||||
* [Read pool](#read-pool)
|
||||
* [Cross region replication](#cross-region-replication)
|
||||
* [PSC instance](#psc-instance)
|
||||
* [Custom flags and users definition](#custom-flags-and-users-definition)
|
||||
* [CMEK encryption](#cmek-encryption)
|
||||
* [Variables](#variables)
|
||||
* [Outputs](#outputs)
|
||||
* [Fixtures](#fixtures)
|
||||
<!-- TOC -->
|
||||
<!-- BEGIN TOC -->
|
||||
- [Examples](#examples)
|
||||
- [Simple example](#simple-example)
|
||||
- [Read pool](#read-pool)
|
||||
- [Read pool with advanced query insights](#read-pool-with-advanced-query-insights)
|
||||
- [Cross region replication](#cross-region-replication)
|
||||
- [Cross region replication with primary and secondary cluster read pool](#cross-region-replication-with-primary-and-secondary-cluster-read-pool)
|
||||
- [PSC instance](#psc-instance)
|
||||
- [Custom flags and users definition](#custom-flags-and-users-definition)
|
||||
- [CMEK encryption](#cmek-encryption)
|
||||
- [Tag bindings](#tag-bindings)
|
||||
- [Variables](#variables)
|
||||
- [Outputs](#outputs)
|
||||
<!-- END TOC -->
|
||||
|
||||
## Examples
|
||||
|
||||
@@ -103,6 +104,84 @@ module "alloydb" {
|
||||
# tftest modules=1 resources=4 inventory=read_pool.yaml e2e
|
||||
```
|
||||
|
||||
### Read pool with advanced query insights
|
||||
|
||||
This example demonstrates how to configure an AlloyDB cluster with a read pool and enable [advanced query insights](https://docs.cloud.google.com/alloydb/docs/advanced-query-insights-overview) for both the primary instance and the read pool instance.
|
||||
|
||||
```hcl
|
||||
module "project" {
|
||||
source = "./fabric/modules/project"
|
||||
billing_account = var.billing_account_id
|
||||
parent = var.folder_id
|
||||
name = "alloydb"
|
||||
prefix = var.prefix
|
||||
services = [
|
||||
"servicenetworking.googleapis.com",
|
||||
"alloydb.googleapis.com",
|
||||
"geminicloudassist.googleapis.com"
|
||||
]
|
||||
}
|
||||
|
||||
module "vpc" {
|
||||
source = "./fabric/modules/net-vpc"
|
||||
project_id = module.project.project_id
|
||||
name = "my-network"
|
||||
# need only one - psa_config or subnets_psc
|
||||
psa_configs = [{
|
||||
ranges = { alloydb = "10.60.0.0/16" }
|
||||
}]
|
||||
subnets_psc = [{
|
||||
ip_cidr_range = "10.0.3.0/24"
|
||||
name = "psc"
|
||||
region = var.region
|
||||
}]
|
||||
}
|
||||
|
||||
module "alloydb" {
|
||||
source = "./fabric/modules/alloydb"
|
||||
project_id = module.project.project_id
|
||||
project_number = var.project_number
|
||||
cluster_name = "db"
|
||||
instance_name = "db"
|
||||
location = var.region
|
||||
network_config = {
|
||||
psa_config = {
|
||||
network = module.vpc.id
|
||||
}
|
||||
}
|
||||
|
||||
read_pool = {
|
||||
"regional-read-pool" = {
|
||||
node_count = 2
|
||||
observability_config = {
|
||||
enabled = true
|
||||
preserve_comments = true
|
||||
track_wait_events = true
|
||||
max_query_string_length = 20480
|
||||
record_application_tags = true
|
||||
query_plans_per_minute = 30
|
||||
track_active_queries = true
|
||||
assistive_experiences_enabled = true
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
observability_config = {
|
||||
enabled = true
|
||||
preserve_comments = true
|
||||
track_wait_events = true
|
||||
max_query_string_length = 20480
|
||||
record_application_tags = true
|
||||
query_plans_per_minute = 30
|
||||
track_active_queries = true
|
||||
assistive_experiences_enabled = true
|
||||
}
|
||||
|
||||
deletion_protection = false
|
||||
}
|
||||
# tftest modules=3 resources=19 inventory=read_pool_with_advanced_query_insights.yaml e2e
|
||||
```
|
||||
|
||||
### Cross region replication
|
||||
|
||||
```hcl
|
||||
@@ -347,7 +426,7 @@ module "alloydb" {
|
||||
| [instance_name](variables.tf#L211) | Name of primary instance. | <code>string</code> | ✓ | |
|
||||
| [location](variables.tf#L223) | Region or zone of the cluster and instance. | <code>string</code> | ✓ | |
|
||||
| [network_config](variables.tf#L268) | Network configuration for cluster and instance. Only one between psa_config and psc_config can be used. | <code>object({…})</code> | ✓ | |
|
||||
| [project_id](variables.tf#L303) | The ID of the project where this instances will be created. | <code>string</code> | ✓ | |
|
||||
| [project_id](variables.tf#L319) | The ID of the project where this instances will be created. | <code>string</code> | ✓ | |
|
||||
| [annotations](variables.tf#L17) | Map FLAG_NAME=>VALUE for annotations which allow client tools to store small amount of arbitrary data. | <code>map(string)</code> | | <code>null</code> |
|
||||
| [automated_backup_configuration](variables.tf#L23) | Automated backup settings for cluster. | <code>object({…})</code> | | <code>{}</code> |
|
||||
| [availability_type](variables.tf#L61) | Availability type for the primary replica. Either `ZONAL` or `REGIONAL`. | <code>string</code> | | <code>"REGIONAL"</code> |
|
||||
@@ -366,14 +445,15 @@ module "alloydb" {
|
||||
| [labels](variables.tf#L217) | Labels to be attached to all instances. | <code>map(string)</code> | | <code>null</code> |
|
||||
| [machine_config](variables.tf#L229) | AlloyDB machine config. | <code>object({…})</code> | | <code>{}</code> |
|
||||
| [maintenance_config](variables.tf#L243) | Set maintenance window configuration. | <code>object({…})</code> | | <code>{}</code> |
|
||||
| [prefix](variables.tf#L293) | Optional prefix used to generate instance names. | <code>string</code> | | <code>null</code> |
|
||||
| [project_number](variables.tf#L308) | The project number of the project where this instances will be created. Only used for testing purposes. | <code>string</code> | | <code>null</code> |
|
||||
| [query_insights_config](variables.tf#L314) | Query insights config. | <code>object({…})</code> | | <code>{}</code> |
|
||||
| [read_pool](variables.tf#L325) | Map of read pool instances to create in the primary cluster. | <code>map(object({…}))</code> | | <code>{}</code> |
|
||||
| [skip_await_major_version_upgrade](variables.tf#L370) | Set to true to skip awaiting on the major version upgrade of the cluster. | <code>bool</code> | | <code>true</code> |
|
||||
| [subscription_type](variables.tf#L376) | The subscription type of cluster. Possible values are: 'STANDARD' or 'TRIAL'. | <code>string</code> | | <code>"STANDARD"</code> |
|
||||
| [tag_bindings](variables.tf#L382) | Tag bindings for this service, in key => tag value id format. | <code>map(string)</code> | | <code>{}</code> |
|
||||
| [users](variables.tf#L389) | Map of users to create in the primary instance (and replicated to other replicas). Set PASSWORD to null if you want to get an autogenerated password. The user types available are: 'ALLOYDB_BUILT_IN' or 'ALLOYDB_IAM_USER'. | <code>map(object({…}))</code> | | <code>{}</code> |
|
||||
| [observability_config](variables.tf#L293) | Advanced query insights config for AlloyDB. Mutually exclusive with query_insights_config. | <code>object({…})</code> | | <code>null</code> |
|
||||
| [prefix](variables.tf#L309) | Optional prefix used to generate instance names. | <code>string</code> | | <code>null</code> |
|
||||
| [project_number](variables.tf#L324) | The project number of the project where this instances will be created. Only used for testing purposes. | <code>string</code> | | <code>null</code> |
|
||||
| [query_insights_config](variables.tf#L330) | Query insights config. Mutually exclusive with observability_config. It will be ignored if observability_config is enabled. | <code>object({…})</code> | | <code>{}</code> |
|
||||
| [read_pool](variables.tf#L341) | Map of read pool instances to create in the primary cluster. | <code>map(object({…}))</code> | | <code>{}</code> |
|
||||
| [skip_await_major_version_upgrade](variables.tf#L397) | Set to true to skip awaiting on the major version upgrade of the cluster. | <code>bool</code> | | <code>true</code> |
|
||||
| [subscription_type](variables.tf#L403) | The subscription type of cluster. Possible values are: 'STANDARD' or 'TRIAL'. | <code>string</code> | | <code>"STANDARD"</code> |
|
||||
| [tag_bindings](variables.tf#L409) | Tag bindings for this service, in key => tag value id format. | <code>map(string)</code> | | <code>{}</code> |
|
||||
| [users](variables.tf#L416) | Map of users to create in the primary instance (and replicated to other replicas). Set PASSWORD to null if you want to get an autogenerated password. The user types available are: 'ALLOYDB_BUILT_IN' or 'ALLOYDB_IAM_USER'. | <code>map(object({…}))</code> | | <code>{}</code> |
|
||||
|
||||
## Outputs
|
||||
|
||||
|
||||
@@ -247,7 +247,7 @@ resource "google_alloydb_instance" "primary" {
|
||||
}
|
||||
|
||||
dynamic "query_insights_config" {
|
||||
for_each = var.query_insights_config != null ? [""] : []
|
||||
for_each = var.query_insights_config != null && !try(var.observability_config.enabled, false) ? [""] : []
|
||||
content {
|
||||
query_string_length = var.query_insights_config.query_string_length
|
||||
record_application_tags = var.query_insights_config.record_application_tags
|
||||
@@ -255,6 +255,21 @@ resource "google_alloydb_instance" "primary" {
|
||||
query_plans_per_minute = var.query_insights_config.query_plans_per_minute
|
||||
}
|
||||
}
|
||||
|
||||
dynamic "observability_config" {
|
||||
for_each = try(var.observability_config.enabled, false) ? [""] : []
|
||||
content {
|
||||
enabled = var.observability_config.enabled
|
||||
preserve_comments = var.observability_config.preserve_comments
|
||||
track_wait_events = var.observability_config.track_wait_events
|
||||
max_query_string_length = var.observability_config.max_query_string_length
|
||||
record_application_tags = var.observability_config.record_application_tags
|
||||
query_plans_per_minute = var.observability_config.query_plans_per_minute
|
||||
track_active_queries = var.observability_config.track_active_queries
|
||||
# track_client_address = var.observability_config.track_client_address # There is a PR to add this feature to the provider. Tracking it here: https://github.com/GoogleCloudPlatform/magic-modules/pull/17067
|
||||
assistive_experiences_enabled = var.observability_config.assistive_experiences_enabled
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
resource "google_alloydb_cluster" "secondary" {
|
||||
@@ -510,7 +525,7 @@ resource "google_alloydb_instance" "read_pool_primary" {
|
||||
}
|
||||
|
||||
dynamic "query_insights_config" {
|
||||
for_each = each.value.query_insights_config != null ? [""] : []
|
||||
for_each = each.value.query_insights_config != null && !try(each.value.observability_config.enabled, false) ? [""] : []
|
||||
content {
|
||||
query_string_length = each.value.query_insights_config.query_string_length
|
||||
record_application_tags = each.value.query_insights_config.record_application_tags
|
||||
@@ -519,6 +534,21 @@ resource "google_alloydb_instance" "read_pool_primary" {
|
||||
}
|
||||
}
|
||||
|
||||
dynamic "observability_config" {
|
||||
for_each = try(each.value.observability_config.enabled, false) ? [""] : []
|
||||
content {
|
||||
enabled = each.value.observability_config.enabled
|
||||
preserve_comments = each.value.observability_config.preserve_comments
|
||||
track_wait_events = each.value.observability_config.track_wait_events
|
||||
max_query_string_length = each.value.observability_config.max_query_string_length
|
||||
record_application_tags = each.value.observability_config.record_application_tags
|
||||
query_plans_per_minute = each.value.observability_config.query_plans_per_minute
|
||||
track_active_queries = each.value.observability_config.track_active_queries
|
||||
# track_client_address = each.value.observability_config.track_client_address # There is a PR to add this feature to the provider. Tracking it here: https://github.com/GoogleCloudPlatform/magic-modules/pull/17067
|
||||
assistive_experiences_enabled = each.value.observability_config.assistive_experiences_enabled
|
||||
}
|
||||
}
|
||||
|
||||
depends_on = [google_alloydb_instance.primary]
|
||||
}
|
||||
|
||||
|
||||
@@ -290,6 +290,22 @@ variable "network_config" {
|
||||
}
|
||||
}
|
||||
|
||||
variable "observability_config" {
|
||||
description = "Advanced query insights config for AlloyDB. Mutually exclusive with query_insights_config."
|
||||
type = object({
|
||||
enabled = optional(bool, false)
|
||||
preserve_comments = optional(bool, false)
|
||||
track_wait_events = optional(bool, true)
|
||||
max_query_string_length = optional(number, 10240)
|
||||
record_application_tags = optional(bool, false)
|
||||
query_plans_per_minute = optional(number, 20)
|
||||
track_active_queries = optional(bool, false)
|
||||
# track_client_address = optional(bool, false) # There is a PR to add this feature to the provider. Tracking it here: https://github.com/GoogleCloudPlatform/magic-modules/pull/17067
|
||||
assistive_experiences_enabled = optional(bool, false)
|
||||
})
|
||||
default = null
|
||||
}
|
||||
|
||||
variable "prefix" {
|
||||
description = "Optional prefix used to generate instance names."
|
||||
type = string
|
||||
@@ -312,7 +328,7 @@ variable "project_number" {
|
||||
}
|
||||
|
||||
variable "query_insights_config" {
|
||||
description = "Query insights config."
|
||||
description = "Query insights config. Mutually exclusive with observability_config. It will be ignored if observability_config is enabled."
|
||||
type = object({
|
||||
query_string_length = optional(number, 1024)
|
||||
record_application_tags = optional(bool, true)
|
||||
@@ -348,6 +364,17 @@ variable "read_pool" {
|
||||
record_client_address = optional(bool, true)
|
||||
query_plans_per_minute = optional(number, 5)
|
||||
}))
|
||||
observability_config = optional(object({
|
||||
enabled = optional(bool, false)
|
||||
preserve_comments = optional(bool, false)
|
||||
track_wait_events = optional(bool, true)
|
||||
max_query_string_length = optional(number, 10240)
|
||||
record_application_tags = optional(bool, false)
|
||||
query_plans_per_minute = optional(number, 20)
|
||||
track_active_queries = optional(bool, false)
|
||||
# track_client_address = optional(bool, false) # There is a PR to add this feature to the provider. Tracking it here: https://github.com/GoogleCloudPlatform/magic-modules/pull/17067
|
||||
assistive_experiences_enabled = optional(bool, false)
|
||||
}), null)
|
||||
}))
|
||||
nullable = false
|
||||
default = {}
|
||||
|
||||
Reference in New Issue
Block a user