ContainerCluster
Property | Value |
---|---|
Google Cloud Service Name | Kubernetes Engine |
Google Cloud Service Documentation | /kubernetes-engine/docs/ |
Google Cloud REST Resource Name | v1.projects.locations.clusters |
Google Cloud REST Resource Documentation | /kubernetes-engine/docs/reference/rest/v1/projects.locations.clusters |
Config Connector Resource Short Names | gcpcontainercluster gcpcontainerclusters containercluster |
Config Connector Service Name | container.googleapis.com |
Config Connector Resource Fully Qualified Name | containerclusters.container.cnrm.cloud.google.com |
Can Be Referenced by IAMPolicy/IAMPolicyMember | No |
Config Connector Default Average Reconcile Interval In Seconds | 600 |
Custom Resource Definition Properties
Annotations
Fields | |
---|---|
cnrm.cloud.google.com/project-id |
|
cnrm.cloud.google.com/remove-default-node-pool |
Spec
Schema
addonsConfig:
cloudrunConfig:
disabled: boolean
loadBalancerType: string
configConnectorConfig:
enabled: boolean
dnsCacheConfig:
enabled: boolean
gcePersistentDiskCsiDriverConfig:
enabled: boolean
gcpFilestoreCsiDriverConfig:
enabled: boolean
gcsFuseCsiDriverConfig:
enabled: boolean
gkeBackupAgentConfig:
enabled: boolean
horizontalPodAutoscaling:
disabled: boolean
httpLoadBalancing:
disabled: boolean
istioConfig:
auth: string
disabled: boolean
kalmConfig:
enabled: boolean
networkPolicyConfig:
disabled: boolean
allowNetAdmin: boolean
authenticatorGroupsConfig:
securityGroup: string
binaryAuthorization:
enabled: boolean
evaluationMode: string
clusterAutoscaling:
autoProvisioningDefaults:
bootDiskKMSKeyRef:
external: string
name: string
namespace: string
diskSize: integer
imageType: string
management:
autoRepair: boolean
autoUpgrade: boolean
upgradeOptions:
- autoUpgradeStartTime: string
description: string
minCpuPlatform: string
oauthScopes:
- string
serviceAccountRef:
external: string
name: string
namespace: string
shieldedInstanceConfig:
enableIntegrityMonitoring: boolean
enableSecureBoot: boolean
upgradeSettings:
blueGreenSettings:
nodePoolSoakDuration: string
standardRolloutPolicy:
batchNodeCount: integer
batchPercentage: float
batchSoakDuration: string
maxSurge: integer
maxUnavailable: integer
strategy: string
autoscalingProfile: string
enabled: boolean
resourceLimits:
- maximum: integer
minimum: integer
resourceType: string
clusterIpv4Cidr: string
clusterTelemetry:
type: string
confidentialNodes:
enabled: boolean
costManagementConfig:
enabled: boolean
databaseEncryption:
keyName: string
state: string
datapathProvider: string
defaultMaxPodsPerNode: integer
defaultSnatStatus:
disabled: boolean
description: string
dnsConfig:
clusterDns: string
clusterDnsDomain: string
clusterDnsScope: string
enableAutopilot: boolean
enableBinaryAuthorization: boolean
enableFqdnNetworkPolicy: boolean
enableIntranodeVisibility: boolean
enableK8sBetaApis:
enabledApis:
- string
enableKubernetesAlpha: boolean
enableL4IlbSubsetting: boolean
enableLegacyAbac: boolean
enableMultiNetworking: boolean
enableShieldedNodes: boolean
enableTpu: boolean
gatewayApiConfig:
channel: string
identityServiceConfig:
enabled: boolean
initialNodeCount: integer
ipAllocationPolicy:
additionalPodRangesConfig:
podRangeNames:
- string
clusterIpv4CidrBlock: string
clusterSecondaryRangeName: string
podCidrOverprovisionConfig:
disabled: boolean
servicesIpv4CidrBlock: string
servicesSecondaryRangeName: string
stackType: string
location: string
loggingConfig:
enableComponents:
- string
loggingService: string
maintenancePolicy:
dailyMaintenanceWindow:
duration: string
startTime: string
maintenanceExclusion:
- endTime: string
exclusionName: string
exclusionOptions:
scope: string
startTime: string
recurringWindow:
endTime: string
recurrence: string
startTime: string
masterAuth:
clientCertificate: string
clientCertificateConfig:
issueClientCertificate: boolean
clientKey: string
clusterCaCertificate: string
password:
value: string
valueFrom:
secretKeyRef:
key: string
name: string
username: string
masterAuthorizedNetworksConfig:
cidrBlocks:
- cidrBlock: string
displayName: string
gcpPublicCidrsAccessEnabled: boolean
meshCertificates:
enableCertificates: boolean
minMasterVersion: string
monitoringConfig:
advancedDatapathObservabilityConfig:
- enableMetrics: boolean
relayMode: string
enableComponents:
- string
managedPrometheus:
enabled: boolean
monitoringService: string
networkPolicy:
enabled: boolean
provider: string
networkRef:
external: string
name: string
namespace: string
networkingMode: string
nodeConfig:
advancedMachineFeatures:
threadsPerCore: integer
bootDiskKMSCryptoKeyRef:
external: string
name: string
namespace: string
confidentialNodes:
enabled: boolean
diskSizeGb: integer
diskType: string
ephemeralStorageConfig:
localSsdCount: integer
ephemeralStorageLocalSsdConfig:
localSsdCount: integer
fastSocket:
enabled: boolean
gcfsConfig:
enabled: boolean
guestAccelerator:
- count: integer
gpuDriverInstallationConfig:
gpuDriverVersion: string
gpuPartitionSize: string
gpuSharingConfig:
gpuSharingStrategy: string
maxSharedClientsPerGpu: integer
type: string
gvnic:
enabled: boolean
hostMaintenancePolicy:
maintenanceInterval: string
imageType: string
kubeletConfig:
cpuCfsQuota: boolean
cpuCfsQuotaPeriod: string
cpuManagerPolicy: string
podPidsLimit: integer
labels:
string: string
linuxNodeConfig:
cgroupMode: string
sysctls:
string: string
localNvmeSsdBlockConfig:
localSsdCount: integer
localSsdCount: integer
loggingVariant: string
machineType: string
metadata:
string: string
minCpuPlatform: string
nodeGroupRef:
external: string
name: string
namespace: string
oauthScopes:
- string
preemptible: boolean
reservationAffinity:
consumeReservationType: string
key: string
values:
- string
resourceLabels:
string: string
sandboxConfig:
sandboxType: string
serviceAccountRef:
external: string
name: string
namespace: string
shieldedInstanceConfig:
enableIntegrityMonitoring: boolean
enableSecureBoot: boolean
soleTenantConfig:
nodeAffinity:
- key: string
operator: string
values:
- string
spot: boolean
tags:
- string
taint:
- effect: string
key: string
value: string
workloadMetadataConfig:
mode: string
nodeMetadata: string
nodeLocations:
- string
nodePoolAutoConfig:
networkTags:
tags:
- string
nodePoolDefaults:
nodeConfigDefaults:
gcfsConfig:
enabled: boolean
loggingVariant: string
nodeVersion: string
notificationConfig:
pubsub:
enabled: boolean
filter:
eventType:
- string
topicRef:
external: string
name: string
namespace: string
podSecurityPolicyConfig:
enabled: boolean
privateClusterConfig:
enablePrivateEndpoint: boolean
enablePrivateNodes: boolean
masterGlobalAccessConfig:
enabled: boolean
masterIpv4CidrBlock: string
peeringName: string
privateEndpoint: string
privateEndpointSubnetworkRef:
external: string
name: string
namespace: string
publicEndpoint: string
privateIpv6GoogleAccess: string
protectConfig:
workloadConfig:
auditMode: string
workloadVulnerabilityMode: string
releaseChannel:
channel: string
resourceID: string
resourceUsageExportConfig:
bigqueryDestination:
datasetId: string
enableNetworkEgressMetering: boolean
enableResourceConsumptionMetering: boolean
securityPostureConfig:
mode: string
vulnerabilityMode: string
serviceExternalIpsConfig:
enabled: boolean
subnetworkRef:
external: string
name: string
namespace: string
verticalPodAutoscaling:
enabled: boolean
workloadIdentityConfig:
identityNamespace: string
workloadPool: string
Fields | |
---|---|
Optional |
The configuration for addons supported by GKE. |
Optional |
The status of the CloudRun addon. It is disabled by default. Set disabled = false to enable. |
Required* |
|
Optional |
|
Optional |
The of the Config Connector addon. |
Required* |
|
Optional |
The status of the NodeLocal DNSCache addon. It is disabled by default. Set enabled = true to enable. |
Required* |
|
Optional |
Whether this cluster should enable the Google Compute Engine Persistent Disk Container Storage Interface (CSI) Driver. Set enabled = true to enable. The Compute Engine persistent disk CSI Driver is enabled by default on newly created clusters for the following versions: Linux clusters: GKE version 1.18.10-gke.2100 or later, or 1.19.3-gke.2100 or later. |
Required* |
|
Optional |
The status of the Filestore CSI driver addon, which allows the usage of filestore instance as volumes. Defaults to disabled; set enabled = true to enable. |
Required* |
|
Optional |
The status of the GCS Fuse CSI driver addon, which allows the usage of gcs bucket as volumes. Defaults to disabled; set enabled = true to enable. |
Required* |
|
Optional |
The status of the Backup for GKE Agent addon. It is disabled by default. Set enabled = true to enable. |
Required* |
|
Optional |
The status of the Horizontal Pod Autoscaling addon, which increases or decreases the number of replica pods a replication controller has based on the resource usage of the existing pods. It ensures that a Heapster pod is running in the cluster, which is also used by the Cloud Monitoring service. It is enabled by default; set disabled = true to disable. |
Required* |
|
Optional |
The status of the HTTP (L7) load balancing controller addon, which makes it easy to set up HTTP load balancers for services in a cluster. It is enabled by default; set disabled = true to disable. |
Required* |
|
Optional |
The status of the Istio addon. |
Optional |
The authentication type between services in Istio. Available options include AUTH_MUTUAL_TLS. |
Required* |
The status of the Istio addon, which makes it easy to set up Istio for services in a cluster. It is disabled by default. Set disabled = false to enable. |
Optional |
Configuration for the KALM addon, which manages the lifecycle of k8s. It is disabled by default; Set enabled = true to enable. |
Required* |
|
Optional |
Whether we should enable the network policy addon for the master. This must be enabled in order to enable network policy for the nodes. To enable this, you must also define a network_policy block, otherwise nothing will happen. It can only be disabled if the nodes already do not have network policies enabled. Defaults to disabled; set disabled = false to enable. |
Required* |
|
Optional |
Enable NET_ADMIN for this cluster. |
Optional |
Configuration for the Google Groups for GKE feature. |
Required* |
The name of the RBAC security group for use with Google security groups in Kubernetes RBAC. Group name must be in format gke-security-groups@yourdomain.com. |
Optional |
Configuration options for the Binary Authorization feature. |
Optional |
DEPRECATED. Deprecated in favor of evaluation_mode. Enable Binary Authorization for this cluster. |
Optional |
Mode of operation for Binary Authorization policy evaluation. |
Optional |
Per-cluster configuration of Node Auto-Provisioning with Cluster Autoscaler to automatically adjust the size of the cluster and create/delete node pools based on the current needs of the cluster's workload. See the guide to using Node Auto-Provisioning for more details. |
Optional |
Contains defaults for a node pool created by NAP. |
Optional |
Immutable. The Customer Managed Encryption Key used to encrypt the boot disk attached to each node in the node pool. |
Optional |
Allowed value: The `selfLink` field of a `KMSCryptoKey` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Size of the disk attached to each node, specified in GB. The smallest allowed disk size is 10GB. |
Optional |
The default image type used by NAP once a new node pool is being created. |
Optional |
NodeManagement configuration for this NodePool. |
Optional |
Specifies whether the node auto-repair is enabled for the node pool. If enabled, the nodes in this node pool will be monitored and, if they fail health checks too many times, an automatic repair action will be triggered. |
Optional |
Specifies whether node auto-upgrade is enabled for the node pool. If enabled, node auto-upgrade helps keep the nodes in your node pool up to date with the latest release version of Kubernetes. |
Optional |
Specifies the Auto Upgrade knobs for the node pool. |
Optional |
|
Optional |
This field is set when upgrades are about to commence with the approximate start time for the upgrades, in RFC3339 text format. |
Optional |
This field is set when upgrades are about to commence with the description of the upgrade. |
Optional |
Minimum CPU platform to be used by this instance. The instance may be scheduled on the specified or newer CPU platform. Applicable values are the friendly names of CPU platforms, such as Intel Haswell. |
Optional |
Scopes that are used by NAP when creating node pools. |
Optional |
|
Optional |
|
Optional |
Allowed value: The `email` field of an `IAMServiceAccount` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Shielded Instance options. |
Optional |
Defines whether the instance has integrity monitoring enabled. |
Optional |
Defines whether the instance has Secure Boot enabled. |
Optional |
Specifies the upgrade settings for NAP created node pools. |
Optional |
Settings for blue-green upgrade strategy. |
Optional |
Time needed after draining entire blue pool. After this period, blue pool will be cleaned up. A duration in seconds with up to nine fractional digits, ending with 's'. Example: "3.5s". |
Optional |
Standard policy for the blue-green upgrade. |
Optional |
Number of blue nodes to drain in a batch. |
Optional |
Percentage of the bool pool nodes to drain in a batch. The range of this field should be (0.0, 1.0]. |
Optional |
Soak time after each batch gets drained. A duration in seconds with up to nine fractional digits, ending with 's'. Example: "3.5s". |
Optional |
The maximum number of nodes that can be created beyond the current size of the node pool during the upgrade process. |
Optional |
The maximum number of nodes that can be simultaneously unavailable during the upgrade process. |
Optional |
Update strategy of the node pool. |
Optional |
Configuration options for the Autoscaling profile feature, which lets you choose whether the cluster autoscaler should optimize for resource utilization or resource availability when deciding to remove nodes from a cluster. Can be BALANCED or OPTIMIZE_UTILIZATION. Defaults to BALANCED. |
Optional |
Whether node auto-provisioning is enabled. Resource limits for cpu and memory must be defined to enable node auto-provisioning. |
Optional |
Global constraints for machine resources in the cluster. Configuring the cpu and memory types is required if node auto-provisioning is enabled. These limits will apply to node pool autoscaling in addition to node auto-provisioning. |
Optional |
|
Optional |
Maximum amount of the resource in the cluster. |
Optional |
Minimum amount of the resource in the cluster. |
Required* |
The type of the resource. For example, cpu and memory. See the guide to using Node Auto-Provisioning for a list of types. |
Optional |
Immutable. The IP address range of the Kubernetes pods in this cluster in CIDR notation (e.g. 10.96.0.0/14). Leave blank to have one automatically chosen or specify a /14 block in 10.0.0.0/8. This field will only work for routes-based clusters, where ip_allocation_policy is not defined. |
Optional |
Telemetry integration for the cluster. |
Required* |
Type of the integration. |
Optional |
Immutable. Configuration for the confidential nodes feature, which makes nodes run on confidential VMs. Warning: This configuration can't be changed (or added/removed) after cluster creation without deleting and recreating the entire cluster. |
Required* |
Immutable. Whether Confidential Nodes feature is enabled for all nodes in this cluster. |
Optional |
Cost management configuration for the cluster. |
Required* |
Whether to enable GKE cost allocation. When you enable GKE cost allocation, the cluster name and namespace of your GKE workloads appear in the labels field of the billing export to BigQuery. Defaults to false. |
Optional |
Application-layer Secrets Encryption settings. The object format is {state = string, key_name = string}. Valid values of state are: "ENCRYPTED"; "DECRYPTED". key_name is the name of a CloudKMS key. |
Optional |
The key to use to encrypt/decrypt secrets. |
Required* |
ENCRYPTED or DECRYPTED. |
Optional |
Immutable. The desired datapath provider for this cluster. By default, uses the IPTables-based kube-proxy implementation. |
Optional |
Immutable. The default maximum number of pods per node in this cluster. This doesn't work on "routes-based" clusters, clusters that don't have IP Aliasing enabled. |
Optional |
Whether the cluster disables default in-node sNAT rules. In-node sNAT rules will be disabled when defaultSnatStatus is disabled. |
Required* |
When disabled is set to false, default IP masquerade rules will be applied to the nodes to prevent sNAT on cluster internal traffic. |
Optional |
Immutable. Description of the cluster. |
Optional |
Immutable. Configuration for Cloud DNS for Kubernetes Engine. |
Optional |
Which in-cluster DNS provider should be used. |
Optional |
The suffix used for all cluster service records. |
Optional |
The scope of access to cluster DNS records. |
Optional |
Immutable. Enable Autopilot for this cluster. |
Optional |
DEPRECATED. Deprecated in favor of binary_authorization. Enable Binary Authorization for this cluster. If enabled, all container images will be validated by Google Binary Authorization. |
Optional |
Whether FQDN Network Policy is enabled on this cluster. |
Optional |
Whether Intra-node visibility is enabled for this cluster. This makes same node pod to pod traffic visible for VPC network. |
Optional |
Configuration for Kubernetes Beta APIs. |
Required* |
Enabled Kubernetes Beta APIs. |
Required* |
|
Optional |
Immutable. Whether to enable Kubernetes Alpha features for this cluster. Note that when this option is enabled, the cluster cannot be upgraded and will be automatically deleted after 30 days. |
Optional |
Whether L4ILB Subsetting is enabled for this cluster. |
Optional |
Whether the ABAC authorizer is enabled for this cluster. When enabled, identities in the system, including service accounts, nodes, and controllers, will have statically granted permissions beyond those provided by the RBAC configuration or IAM. Defaults to false. |
Optional |
Immutable. Whether multi-networking is enabled for this cluster. |
Optional |
Enable Shielded Nodes features on all nodes in this cluster. Defaults to true. |
Optional |
Immutable. Whether to enable Cloud TPU resources in this cluster. |
Optional |
Configuration for GKE Gateway API controller. |
Required* |
The Gateway API release channel to use for Gateway API. |
Optional |
Configuration for Identity Service which allows customers to use external identity providers with the K8S API. |
Optional |
Whether to enable the Identity Service component. |
Optional |
Immutable. The number of nodes to create in this cluster's default node pool. In regional or multi-zonal clusters, this is the number of nodes per zone. Must be set if node_pool is not set. If you're using google_container_node_pool objects with no default node pool, you'll need to set this to a value of at least 1, alongside setting remove_default_node_pool to true. |
Optional |
Immutable. Configuration of cluster IP allocation for VPC-native clusters. Adding this block enables IP aliasing, making the cluster VPC-native instead of routes-based. |
Optional |
AdditionalPodRangesConfig is the configuration for additional pod secondary ranges supporting the ClusterUpdate message. |
Required* |
Name for pod secondary ipv4 range which has the actual range defined ahead. |
Required* |
|
Optional |
Immutable. The IP address range for the cluster pod IPs. Set to blank to have a range chosen with the default size. Set to /netmask (e.g. /14) to have a range chosen with a specific netmask. Set to a CIDR notation (e.g. 10.96.0.0/14) from the RFC-1918 private networks (e.g. 10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16) to pick a specific range to use. |
Optional |
Immutable. The name of the existing secondary range in the cluster's subnetwork to use for pod IP addresses. Alternatively, cluster_ipv4_cidr_block can be used to automatically create a GKE-managed one. |
Optional |
Immutable. Configuration for cluster level pod cidr overprovision. Default is disabled=false. |
Required* |
|
Optional |
Immutable. The IP address range of the services IPs in this cluster. Set to blank to have a range chosen with the default size. Set to /netmask (e.g. /14) to have a range chosen with a specific netmask. Set to a CIDR notation (e.g. 10.96.0.0/14) from the RFC-1918 private networks (e.g. 10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16) to pick a specific range to use. |
Optional |
Immutable. The name of the existing secondary range in the cluster's subnetwork to use for service ClusterIPs. Alternatively, services_ipv4_cidr_block can be used to automatically create a GKE-managed one. |
Optional |
Immutable. The IP Stack type of the cluster. Choose between IPV4 and IPV4_IPV6. Default type is IPV4 Only if not set. |
Required |
Immutable. The location (region or zone) in which the cluster master will be created, as well as the default node location. If you specify a zone (such as us-central1-a), the cluster will be a zonal cluster with a single cluster master. If you specify a region (such as us-west1), the cluster will be a regional cluster with multiple masters spread across zones in the region, and with default node locations in those zones as well. |
Optional |
Logging configuration for the cluster. |
Required* |
GKE components exposing logs. Valid values include SYSTEM_COMPONENTS, APISERVER, CONTROLLER_MANAGER, SCHEDULER, and WORKLOADS. |
Required* |
|
Optional |
The logging service that the cluster should write logs to. Available options include logging.googleapis.com(Legacy Stackdriver), logging.googleapis.com/kubernetes(Stackdriver Kubernetes Engine Logging), and none. Defaults to logging.googleapis.com/kubernetes. |
Optional |
The maintenance policy to use for the cluster. |
Optional |
Time window specified for daily maintenance operations. Specify start_time in RFC3339 format "HH:MM”, where HH : [00-23] and MM : [00-59] GMT. |
Optional |
|
Required* |
|
Optional |
Exceptions to maintenance window. Non-emergency maintenance should not occur in these windows. |
Optional |
|
Required* |
|
Required* |
|
Optional |
Maintenance exclusion related options. |
Required* |
The scope of automatic upgrades to restrict in the exclusion window. |
Required* |
|
Optional |
Time window for recurring maintenance operations. |
Required* |
|
Required* |
|
Required* |
|
Optional |
DEPRECATED. Basic authentication was removed for GKE cluster versions >= 1.19. The authentication information for accessing the Kubernetes master. Some values in this block are only returned by the API if your service account has permission to get credentials for your GKE cluster. If you see an unexpected diff unsetting your client cert, ensure you have the container.clusters.getCredentials permission. |
Optional |
Base64 encoded public certificate used by clients to authenticate to the cluster endpoint. |
Optional |
Immutable. Whether client certificate authorization is enabled for this cluster. |
Required* |
Immutable. Whether client certificate authorization is enabled for this cluster. |
Optional |
Base64 encoded private key used by clients to authenticate to the cluster endpoint. |
Optional |
Base64 encoded public certificate that is the root of trust for the cluster. |
Optional |
The password to use for HTTP basic authentication when accessing the Kubernetes master endpoint. |
Optional |
Value of the field. Cannot be used if 'valueFrom' is specified. |
Optional |
Source for the field's value. Cannot be used if 'value' is specified. |
Optional |
Reference to a value with the given key in the given Secret in the resource's namespace. |
Required* |
Key that identifies the value to be extracted. |
Required* |
Name of the Secret to extract a value from. |
Optional |
The username to use for HTTP basic authentication when accessing the Kubernetes master endpoint. If not present basic auth will be disabled. |
Optional |
The desired configuration options for master authorized networks. Omit the nested cidr_blocks attribute to disallow external access (except the cluster node IPs, which GKE automatically whitelists). |
Optional |
External networks that can access the Kubernetes cluster master through HTTPS. |
Optional |
|
Required* |
External network that can access Kubernetes master through HTTPS. Must be specified in CIDR notation. |
Optional |
Field for users to identify CIDR blocks. |
Optional |
Whether master is accessbile via Google Compute Engine Public IP addresses. |
Optional |
If set, and enable_certificates=true, the GKE Workload Identity Certificates controller and node agent will be deployed in the cluster. |
Required* |
When enabled the GKE Workload Identity Certificates controller and node agent will be deployed in the cluster. |
Optional |
The minimum version of the master. GKE will auto-update the master to new versions, so this does not guarantee the current master version--use the read-only master_version field to obtain that. If unset, the cluster's version will be set by GKE to the version of the most recent official release (which is not necessarily the latest version). |
Optional |
Monitoring configuration for the cluster. |
Optional |
Configuration of Advanced Datapath Observability features. |
Optional |
|
Required* |
Whether or not the advanced datapath metrics are enabled. |
Optional |
Mode used to make Relay available. |
Optional |
GKE components exposing metrics. Valid values include SYSTEM_COMPONENTS, APISERVER, SCHEDULER, CONTROLLER_MANAGER, STORAGE, HPA, POD, DAEMONSET, DEPLOYMENT, STATEFULSET and WORKLOADS. |
Optional |
|
Optional |
Configuration for Google Cloud Managed Services for Prometheus. |
Required* |
Whether or not the managed collection is enabled. |
Optional |
The monitoring service that the cluster should write metrics to. Automatically send metrics from pods in the cluster to the Google Cloud Monitoring API. VM metrics will be collected by Google Compute Engine regardless of this setting Available options include monitoring.googleapis.com(Legacy Stackdriver), monitoring.googleapis.com/kubernetes(Stackdriver Kubernetes Engine Monitoring), and none. Defaults to monitoring.googleapis.com/kubernetes. |
Optional |
Configuration options for the NetworkPolicy feature. |
Required* |
Whether network policy is enabled on the cluster. |
Optional |
The selected network policy provider. Defaults to PROVIDER_UNSPECIFIED. |
Optional |
|
Optional |
Allowed value: The `selfLink` field of a `ComputeNetwork` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Immutable. Determines whether alias IPs or routes will be used for pod IPs in the cluster. |
Optional |
Immutable. The configuration of the nodepool. |
Optional |
Immutable. Specifies options for controlling advanced machine features. |
Required* |
Immutable. The number of threads per physical core. To disable simultaneous multithreading (SMT) set this to 1. If unset, the maximum number of threads supported per core by the underlying processor is assumed. |
Optional |
|
Optional |
Allowed value: The `selfLink` field of a `KMSCryptoKey` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Immutable. Configuration for the confidential nodes feature, which makes nodes run on confidential VMs. Warning: This configuration can't be changed (or added/removed) after pool creation without deleting and recreating the entire pool. |
Required* |
Immutable. Whether Confidential Nodes feature is enabled for all nodes in this pool. |
Optional |
Immutable. Size of the disk attached to each node, specified in GB. The smallest allowed disk size is 10GB. |
Optional |
Immutable. Type of the disk attached to each node. Such as pd-standard, pd-balanced or pd-ssd. |
Optional |
Immutable. Parameters for the ephemeral storage filesystem. If unspecified, ephemeral storage is backed by the boot disk. |
Required* |
Immutable. Number of local SSDs to use to back ephemeral storage. Uses NVMe interfaces. Each local SSD must be 375 or 3000 GB in size, and all local SSDs must share the same size. |
Optional |
Immutable. Parameters for the ephemeral storage filesystem. If unspecified, ephemeral storage is backed by the boot disk. |
Required* |
Immutable. Number of local SSDs to use to back ephemeral storage. Uses NVMe interfaces. Each local SSD must be 375 or 3000 GB in size, and all local SSDs must share the same size. |
Optional |
Enable or disable NCCL Fast Socket in the node pool. |
Required* |
Whether or not NCCL Fast Socket is enabled. |
Optional |
Immutable. GCFS configuration for this node. |
Required* |
Immutable. Whether or not GCFS is enabled. |
Optional |
Immutable. List of the type and count of accelerator cards attached to the instance. |
Optional |
|
Required* |
Immutable. The number of the accelerator cards exposed to an instance. |
Optional |
Immutable. Configuration for auto installation of GPU driver. |
Required* |
Immutable. Mode for how the GPU driver is installed. |
Optional |
Immutable. Size of partitions to create on the GPU. Valid values are described in the NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/#partitioning). |
Optional |
Immutable. Configuration for GPU sharing. |
Required* |
Immutable. The type of GPU sharing strategy to enable on the GPU node. Possible values are described in the API package (https://pkg.go.dev/google.golang.org/api/container/v1#GPUSharingConfig). |
Required* |
Immutable. The maximum number of containers that can share a GPU. |
Required* |
Immutable. The accelerator type resource name. |
Optional |
Immutable. Enable or disable gvnic in the node pool. |
Required* |
Immutable. Whether or not gvnic is enabled. |
Optional |
Immutable. The maintenance policy for the hosts on which the GKE VMs run on. |
Required* |
Immutable. . |
Optional |
The image type to use for this node. Note that for a given image type, the latest version of it will be used. |
Optional |
Node kubelet configs. |
Optional |
Enable CPU CFS quota enforcement for containers that specify CPU limits. |
Optional |
Set the CPU CFS quota period value 'cpu.cfs_period_us'. |
Required* |
Control the CPU management policy on the node. |
Optional |
Controls the maximum number of processes allowed to run in a pod. |
Optional |
Immutable. The map of Kubernetes labels (key/value pairs) to be applied to each node. These will added in addition to any default label(s) that Kubernetes may apply to the node. |
Optional |
Parameters that can be configured on Linux nodes. |
Optional |
cgroupMode specifies the cgroup mode to be used on the node. |
Optional |
The Linux kernel parameters to be applied to the nodes and all pods running on the nodes. |
Optional |
Immutable. Parameters for raw-block local NVMe SSDs. |
Required* |
Immutable. Number of raw-block local NVMe SSD disks to be attached to the node. Each local SSD is 375 GB in size. |
Optional |
Immutable. The number of local SSD disks to be attached to the node. |
Optional |
Type of logging agent that is used as the default value for node pools in the cluster. Valid values include DEFAULT and MAX_THROUGHPUT. |
Optional |
Immutable. The name of a Google Compute Engine machine type. |
Optional |
Immutable. The metadata key/value pairs assigned to instances in the cluster. |
Optional |
Immutable. Minimum CPU platform to be used by this instance. The instance may be scheduled on the specified or newer CPU platform. |
Optional |
Immutable. Setting this field will assign instances of this pool to run on the specified node group. This is useful for running workloads on sole tenant nodes. |
Optional |
Allowed value: The `name` field of a `ComputeNodeGroup` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Immutable. The set of Google API scopes to be made available on all of the node VMs. |
Optional |
|
Optional |
Immutable. Whether the nodes are created as preemptible VM instances. |
Optional |
Immutable. The reservation affinity configuration for the node pool. |
Required* |
Immutable. Corresponds to the type of reservation consumption. |
Optional |
Immutable. The label key of a reservation resource. |
Optional |
Immutable. The label values of the reservation resource. |
Optional |
|
Optional |
The GCE resource labels (a map of key/value pairs) to be applied to the node pool. |
Optional |
Immutable. Sandbox configuration for this node. |
Required* |
Type of the sandbox to use for the node (e.g. 'gvisor'). |
Optional |
|
Optional |
Allowed value: The `email` field of an `IAMServiceAccount` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Immutable. Shielded Instance options. |
Optional |
Immutable. Defines whether the instance has integrity monitoring enabled. |
Optional |
Immutable. Defines whether the instance has Secure Boot enabled. |
Optional |
Immutable. Node affinity options for sole tenant node pools. |
Required* |
Immutable. . |
Required* |
|
Required* |
Immutable. . |
Required* |
Immutable. . |
Required* |
Immutable. . |
Required* |
|
Optional |
Immutable. Whether the nodes are created as spot VM instances. |
Optional |
The list of instance tags applied to all nodes. |
Optional |
|
Optional |
List of Kubernetes taints to be applied to each node. |
Optional |
|
Required* |
Effect for taint. |
Required* |
Key for taint. |
Required* |
Value for taint. |
Optional |
Immutable. The workload metadata configuration for this node. |
Optional |
Mode is the configuration for how to expose metadata to workloads running on the node. |
Optional |
DEPRECATED. Deprecated in favor of mode. NodeMetadata is the configuration for how to expose metadata to the workloads running on the node. |
Optional |
The list of zones in which the cluster's nodes are located. Nodes must be in the region of their regional cluster or in the same region as their cluster's zone for zonal clusters. If this is specified for a zonal cluster, omit the cluster's zone. |
Optional |
|
Optional |
Node pool configs that apply to all auto-provisioned node pools in autopilot clusters and node auto-provisioning enabled clusters. |
Optional |
Collection of Compute Engine network tags that can be applied to a node's underlying VM instance. |
Optional |
List of network tags applied to auto-provisioned node pools. |
Optional |
|
Optional |
The default nodel pool settings for the entire cluster. |
Optional |
Subset of NodeConfig message that has defaults. |
Optional |
GCFS configuration for this node. |
Required* |
Whether or not GCFS is enabled. |
Optional |
Type of logging agent that is used as the default value for node pools in the cluster. Valid values include DEFAULT and MAX_THROUGHPUT. |
Optional |
|
Optional |
The notification config for sending cluster upgrade notifications. |
Required* |
Notification config for Cloud Pub/Sub. |
Required* |
Whether or not the notification config is enabled. |
Optional |
Allows filtering to one or more specific event types. If event types are present, those and only those event types will be transmitted to the cluster. Other types will be skipped. If no filter is specified, or no event types are present, all event types will be sent. |
Required* |
Can be used to filter what notifications are sent. Valid values include include UPGRADE_AVAILABLE_EVENT, UPGRADE_EVENT and SECURITY_BULLETIN_EVENT. |
Required* |
|
Optional |
The PubSubTopic to send the notification to. |
Optional |
Allowed value: string of the format `projects/{{project}}/topics/{{value}}`, where {{value}} is the `name` field of a `PubSubTopic` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Configuration for the PodSecurityPolicy feature. |
Required* |
Enable the PodSecurityPolicy controller for this cluster. If enabled, pods must be valid under a PodSecurityPolicy to be created. |
Optional |
Configuration for private clusters, clusters with private nodes. |
Optional |
When true, the cluster's private endpoint is used as the cluster endpoint and access through the public endpoint is disabled. When false, either endpoint can be used. |
Optional |
Immutable. Enables the private cluster feature, creating a private endpoint on the cluster. In a private cluster, nodes only have RFC 1918 private addresses and communicate with the master's private endpoint via private networking. |
Optional |
Controls cluster master global access settings. |
Required* |
Whether the cluster master is accessible globally or not. |
Optional |
Immutable. The IP range in CIDR notation to use for the hosted master network. This range will be used for assigning private IP addresses to the cluster master(s) and the ILB VIP. This range must not overlap with any other ranges in use within the cluster's network, and it must be a /28 subnet. See Private Cluster Limitations for more details. This field only applies to private clusters, when enable_private_nodes is true. |
Optional |
The name of the peering between this cluster and the Google owned VPC. |
Optional |
The internal IP address of this cluster's master endpoint. |
Optional |
Immutable. Subnetwork in cluster's network where master's endpoint will be provisioned. |
Optional |
Allowed value: The `selfLink` field of a `ComputeSubnetwork` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
The external IP address of this cluster's master endpoint. |
Optional |
The desired state of IPv6 connectivity to Google Services. By default, no private IPv6 access to or from Google Services (all access will be via IPv4). |
Optional |
Enable/Disable Protect API features for the cluster. |
Optional |
WorkloadConfig defines which actions are enabled for a cluster's workload configurations. |
Required* |
Sets which mode of auditing should be used for the cluster's workloads. Accepted values are DISABLED, BASIC. |
Optional |
Sets which mode to use for Protect workload vulnerability scanning feature. Accepted values are DISABLED, BASIC. |
Optional |
Configuration options for the Release channel feature, which provide more control over automatic upgrades of your GKE clusters. Note that removing this field from your config will not unenroll it. Instead, use the "UNSPECIFIED" channel. |
Required* |
The selected release channel. Accepted values are: * UNSPECIFIED: Not set. * RAPID: Weekly upgrade cadence; Early testers and developers who requires new features. * REGULAR: Multiple per month upgrade cadence; Production users who need features not yet offered in the Stable channel. * STABLE: Every few months upgrade cadence; Production users who need stability above all else, and for whom frequent upgrades are too risky. |
Optional |
Immutable. Optional. The name of the resource. Used for creation and acquisition. When unset, the value of `metadata.name` is used as the default. |
Optional |
Configuration for the ResourceUsageExportConfig feature. |
Required* |
Parameters for using BigQuery as the destination of resource usage export. |
Required* |
The ID of a BigQuery Dataset. |
Optional |
Whether to enable network egress metering for this cluster. If enabled, a daemonset will be created in the cluster to meter network egress traffic. |
Optional |
Whether to enable resource consumption metering on this cluster. When enabled, a table will be created in the resource export BigQuery dataset to store resource consumption data. The resulting table can be joined with the resource usage table or with BigQuery billing export. Defaults to true. |
Optional |
Defines the config needed to enable/disable features for the Security Posture API. |
Optional |
Sets the mode of the Kubernetes security posture API's off-cluster features. Available options include DISABLED and BASIC. |
Optional |
Sets the mode of the Kubernetes security posture API's workload vulnerability scanning. Available options include VULNERABILITY_DISABLED and VULNERABILITY_BASIC. |
Optional |
If set, and enabled=true, services with external ips field will not be blocked. |
Required* |
When enabled, services with exterenal ips specified will be allowed. |
Optional |
|
Optional |
Allowed value: The `selfLink` field of a `ComputeSubnetwork` resource. |
Optional |
Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names |
Optional |
Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/ |
Optional |
Vertical Pod Autoscaling automatically adjusts the resources of pods controlled by it. |
Required* |
Enables vertical pod autoscaling. |
Optional |
Configuration for the use of Kubernetes Service Accounts in GCP IAM policies. |
Optional |
DEPRECATED. This field will be removed in a future major release as it has been deprecated in the API. Use `workloadPool` instead; `workloadPool` field will supersede this field. Enables workload identity. |
Optional |
The workload pool to attach all Kubernetes service accounts to. |
* Field is required when parent field is specified
Status
Schema
conditions:
- lastTransitionTime: string
message: string
reason: string
status: string
type: string
endpoint: string
labelFingerprint: string
masterVersion: string
observedGeneration: integer
observedState:
masterAuth:
clientCertificate: string
clusterCaCertificate: string
privateClusterConfig:
privateEndpoint: string
publicEndpoint: string
operation: string
selfLink: string
servicesIpv4Cidr: string
tpuIpv4CidrBlock: string
Fields | |
---|---|
conditions |
Conditions represent the latest available observation of the resource's current state. |
conditions[] |
|
conditions[].lastTransitionTime |
Last time the condition transitioned from one status to another. |
conditions[].message |
Human-readable message indicating details about last transition. |
conditions[].reason |
Unique, one-word, CamelCase reason for the condition's last transition. |
conditions[].status |
Status is the status of the condition. Can be True, False, Unknown. |
conditions[].type |
Type is the type of the condition. |
endpoint |
The IP address of this cluster's Kubernetes master. |
labelFingerprint |
The fingerprint of the set of labels for this cluster. |
masterVersion |
The current version of the master in the cluster. This may be different than the min_master_version set in the config if the master has been updated by GKE. |
observedGeneration |
ObservedGeneration is the generation of the resource that was most recently observed by the Config Connector controller. If this is equal to metadata.generation, then that means that the current reported status reflects the most recent desired state of the resource. |
observedState |
The observed state of the underlying GCP resource. |
observedState.masterAuth |
DEPRECATED. Basic authentication was removed for GKE cluster versions >= 1.19. The authentication information for accessing the Kubernetes master. Some values in this block are only returned by the API if your service account has permission to get credentials for your GKE cluster. If you see an unexpected diff unsetting your client cert, ensure you have the container.clusters.getCredentials permission. |
observedState.masterAuth.clientCertificate |
Base64 encoded public certificate used by clients to authenticate to the cluster endpoint. |
observedState.masterAuth.clusterCaCertificate |
Base64 encoded public certificate that is the root of trust for the cluster. |
observedState.privateClusterConfig |
Configuration for private clusters, clusters with private nodes. |
observedState.privateClusterConfig.privateEndpoint |
The internal IP address of this cluster's master endpoint. |
observedState.privateClusterConfig.publicEndpoint |
The external IP address of this cluster's master endpoint. |
operation |
|
selfLink |
Server-defined URL for the resource. |
servicesIpv4Cidr |
The IP address range of the Kubernetes services in this cluster, in CIDR notation (e.g. 1.2.3.4/29). Service addresses are typically put in the last /16 from the container CIDR. |
tpuIpv4CidrBlock |
The IP address range of the Cloud TPUs in this cluster, in CIDR notation (e.g. 1.2.3.4/29). |
Sample YAML(s)
Autopilot Cluster
# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
apiVersion: container.cnrm.cloud.google.com/v1beta1
kind: ContainerCluster
metadata:
name: containercluster-sample-autopilot
spec:
description: An autopilot cluster.
enableAutopilot: true
location: us-west1
releaseChannel:
channel: REGULAR
Routes Based Container Cluster
# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
apiVersion: container.cnrm.cloud.google.com/v1beta1
kind: ContainerCluster
metadata:
labels:
availability: dev
target-audience: development
name: containercluster-sample-routesbased
spec:
description: A routes-based cluster confined to one zone configured for development.
location: us-central1-a
initialNodeCount: 1
networkingMode: ROUTES
clusterIpv4Cidr: 10.96.0.0/14
masterAuthorizedNetworksConfig:
cidrBlocks:
- displayName: Trusted external network
cidrBlock: 10.2.0.0/16
addonsConfig:
gcePersistentDiskCsiDriverConfig:
enabled: true
kalmConfig:
enabled: true
horizontalPodAutoscaling:
disabled: true
httpLoadBalancing:
disabled: false
loggingConfig:
enableComponents:
- "SYSTEM_COMPONENTS"
- "WORKLOADS"
monitoringConfig:
enableComponents:
- "SYSTEM_COMPONENTS"
workloadIdentityConfig:
# Replace ${PROJECT_ID?} with your project ID.
workloadPool: "${PROJECT_ID?}.svc.id.goog"
Vpc Native Container Cluster
# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
apiVersion: container.cnrm.cloud.google.com/v1beta1
kind: ContainerCluster
metadata:
labels:
availability: high
target-audience: production
name: containercluster-sample-vpcnative
spec:
description: A large regional VPC-native cluster set up with special networking considerations.
location: us-central1
initialNodeCount: 1
defaultMaxPodsPerNode: 16
nodeLocations:
- us-central1-a
- us-central1-b
- us-central1-c
- us-central1-f
workloadIdentityConfig:
# Workload Identity supports only a single namespace based on your project name.
# Replace ${PROJECT_ID?} below with your project ID.
workloadPool: ${PROJECT_ID?}.svc.id.goog
networkingMode: VPC_NATIVE
networkRef:
name: containercluster-dep-vpcnative
subnetworkRef:
name: containercluster-dep-vpcnative
ipAllocationPolicy:
servicesSecondaryRangeName: servicesrange
clusterSecondaryRangeName: clusterrange
clusterAutoscaling:
enabled: true
autoscalingProfile: BALANCED
resourceLimits:
- resourceType: cpu
maximum: 100
minimum: 10
- resourceType: memory
maximum: 1000
minimum: 100
maintenancePolicy:
dailyMaintenanceWindow:
startTime: 00:00
releaseChannel:
channel: STABLE
notificationConfig:
pubsub:
enabled: true
topicRef:
name: containercluster-dep-vpcnative
enableBinaryAuthorization: true
enableIntranodeVisibility: true
enableShieldedNodes: true
addonsConfig:
networkPolicyConfig:
disabled: false
dnsCacheConfig:
enabled: true
configConnectorConfig:
enabled: true
networkPolicy:
enabled: true
podSecurityPolicyConfig:
enabled: true
verticalPodAutoscaling:
enabled: true
---
apiVersion: compute.cnrm.cloud.google.com/v1beta1
kind: ComputeNetwork
metadata:
name: containercluster-dep-vpcnative
spec:
routingMode: REGIONAL
autoCreateSubnetworks: false
---
apiVersion: compute.cnrm.cloud.google.com/v1beta1
kind: ComputeSubnetwork
metadata:
name: containercluster-dep-vpcnative
spec:
ipCidrRange: 10.2.0.0/16
region: us-central1
networkRef:
name: containercluster-dep-vpcnative
secondaryIpRange:
- rangeName: servicesrange
ipCidrRange: 10.3.0.0/16
- rangeName: clusterrange
ipCidrRange: 10.4.0.0/16
---
apiVersion: pubsub.cnrm.cloud.google.com/v1beta1
kind: PubSubTopic
metadata:
name: containercluster-dep-vpcnative