Refactor service agent management (#2423)

* Service agents script

* Service agents update

* WIP

* Update script and terraform

* Fix tests

* Fix linter

* Update docs

* Bring back pf example inventory

* Fix tests

* Fix more tests

* Fix tests

* Use dataclasses for build_service_agents.py

* Remove unneeded field() from build_service_agents

* Re-enable CMEK depends_on in project outputs

* Update tools/requirements.txt

* Enable storage in GCS example projects

* Fix tests

* Add CMEK Service Agents dependencies for services

* Fix typos and data platform cmek

* More typos

tests/modules/cloudsql_instance/examples/simple.yaml

@@ -1,4 +1,4 @@
-# Copyright 2023 Google LLC
+# Copyright 2024 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -36,6 +36,7 @@ values:
       disk_autoresize_limit: 0
       disk_type: PD_SSD
       edition: ENTERPRISE
+      enable_google_ml_integration: null
       insights_config: []
       ip_configuration:
       - allocated_ip_range: null
@@ -61,7 +62,11 @@ values:
     project_id: test-db-prj
     skip_delete: false
     timeouts: null
-  module.project.google_project_iam_member.servicenetworking[0]:
+  module.project.google_project_iam_member.service_agents["cloud-sql"]:
+    condition: []
+    project: test-db-prj
+    role: roles/cloudsql.serviceAgent
+  module.project.google_project_iam_member.service_agents["service-networking"]:
     condition: []
     project: test-db-prj
     role: roles/servicenetworking.serviceAgent
@@ -71,10 +76,20 @@ values:
     project: test-db-prj
     service: servicenetworking.googleapis.com
     timeouts: null
-  module.project.google_project_service_identity.servicenetworking[0]:
+  module.project.google_project_service.project_services["sqladmin.googleapis.com"]:
+    disable_dependent_services: false
+    disable_on_destroy: false
+    project: test-db-prj
+    service: sqladmin.googleapis.com
+    timeouts: null
+  module.project.google_project_service_identity.default["servicenetworking.googleapis.com"]:
     project: test-db-prj
     service: servicenetworking.googleapis.com
     timeouts: null
+  module.project.google_project_service_identity.default["sqladmin.googleapis.com"]:
+    project: test-db-prj
+    service: sqladmin.googleapis.com
+    timeouts: null
   module.vpc.google_compute_global_address.psa_ranges["servicenetworking-googleapis-com-cloud-sql"]:
     address: 10.60.0.0
     address_type: INTERNAL
@@ -127,6 +142,18 @@ values:
     project: test-db-prj
     tags: null
     timeouts: null
+  module.vpc.google_compute_subnetwork.psc["europe-west8/psc"]:
+    description: Terraform-managed subnet for Private Service Connect (PSC NAT).
+    ip_cidr_range: 10.0.3.0/24
+    ipv6_access_type: null
+    log_config: []
+    name: psc
+    network: my-network
+    project: test-db-prj
+    purpose: PRIVATE_SERVICE_CONNECT
+    region: europe-west8
+    role: null
+    timeouts: null
   module.vpc.google_service_networking_connection.psa_connection["servicenetworking.googleapis.com"]:
     deletion_policy: ABANDON
     reserved_peering_ranges:
@@ -139,13 +166,14 @@ counts:
   google_compute_network: 1
   google_compute_network_peering_routes_config: 1
   google_compute_route: 2
+  google_compute_subnetwork: 1
   google_project: 1
-  google_project_iam_member: 1
+  google_project_iam_member: 2
   google_project_service: 2
   google_project_service_identity: 2
   google_service_networking_connection: 1
   google_sql_database_instance: 1
   modules: 3
-  resources: 14
+  resources: 15
 
 outputs: {}