使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

huangapple
go评论97阅读模式
英文:

When using Terraform to increase the number of max_pods in the default_node_pool of AKS, you must recreate the cluster itself

问题

Here's the translation of the code and relevant information you provided:

  1. 使用Terraform，我们将AKS的default_node_pool的max_pods从20调整为30。
  2. network_policy和network_plugin都是"azure"。

请注意，这是您提供的翻译，不包括代码部分。如果您有其他需要，请随时提出。

英文:
  1. Using Terraform, we adjusted the number of max_pods of default_node_pool of AKS to 20 -> 30.
  2. network_policy and network_plugin is a "azure"

The code is as follows.

  • var.tf
  1. variable "system_rg" {
  2.   type        = string
  3.   default     = "aks-test-resourcegroup"
  4. }
  6. variable "location" {
  7.   type        = string
  8.   default     = "Korea Central"
  9. }
  11. ###################
  12. # k8s cluster
  13. ###################
  14. variable "cluster_name" {
  15.   default     = "Test-AKS"
  16. }
  18. variable "aks_version" {
  19.   type    = string
  20.   default = "1.25.5"
  21. }
  23. variable "private_cluster_enabled" {
  24.   type    = string
  25.   default = "true"
  26. }
  28. variable "private_cluster_public_fqdn_enabled" {
  29.   type    = string
  30.   default = "true"
  31. }
  33. variable "private_dns_zone_id" {
  34.   type    = string
  35.   default = "None"
  36. }
  38. variable "sku_tier" {
  39.   type    = string
  40.   default = "Free"
  41. }
  42. ################### 
  43. # default_node_pool
  44. ###################
  45. variable "only_critical_addons_enabled" {
  46.   type        = string
  47.   default     = "true"
  48. }
  50. variable "temporary_name_for_rotation" {
  51.   type    = string
  52.   default = "tempsys01"
  53. }
  55. variable "orchestrator_version" {
  56.   type    = string
  57.   default = "1.25.5"
  58. }
  60. variable "agents_count" {
  61.   type    = number
  62.   default = "3"
  63. }
  65. variable "agents_size" {
  66.   type    = string
  67.   default = "Standard_D4s_v5"
  68. }
  70. variable "os_disk_size_gb" {
  71.   description = "The size of the OS Disk which should be used for each agent in the Node Pool. Changing this forces a new resource to be created."
  72.   type        = number
  73.   default     = 256
  74. }
  76. variable "max_pods" {
  77.   description = "The maximum number of pods that can run on each agent. Changing this forces a new resource to be created."
  78.   type        = number
  79.   default     = "30" # 20 => 30
  80. }
  81. ###################
  82. # linux_profile
  83. ###################
  84. variable "admin_username" {
  85.   type    = string
  86.   default = "azureuser"
  87. }
  89. variable "ssh_public_key" {
  90.   type        = string
  91.   default     = ""
  92. }
  94. ################### 
  95. # network_profile
  96. ###################
  97. variable "service_cidr" {
  98.   type    = string
  99.   default = "10.254.0.0/24"
  100. }
  102. variable "dns_service_ip" {
  103.   type    = string
  104.   default = "10.254.0.10"
  105. }
  107. variable "docker_bridge_cidr" {
  108.   type    = string
  109.   default = "172.17.0.1/16"
  110. }
  112. # ###############################
  113. # # user_node_pool
  114. # ###############################
  115. variable "usernodepoo_vm" {
  116.   description = "VM of AKS Cluster"
  117.   type        = map(any)
  118.   default = {
  119.     vm1 = {
  120.       user_agents_name         = "upool01"
  121.       user_agents_size         = "Standard_D4s_v5"
  122.       user_agents_count        = "4"
  123.       user_agents_os_disk_size = "256" 
  124.       max_pods                 = "20"
  125.       orchestrator_version     = "1.25.5"
  126.     }
  127.   }
  128. }
  • cluster.tf
  1. ############################################################
  2. # AKS Cluster
  3. ############################################################
  5. resource "azurerm_kubernetes_cluster" "aks" {
  6.   name                                = var.cluster_name
  7.   location                            = var.location
  8.   resource_group_name                 = data.azurerm_resource_group.aks-rg.name 
  9.   node_resource_group                 = "${var.system_rg}-node"
  10.   dns_prefix                          = var.cluster_name
  11.   kubernetes_version                  = var.aks_version
  12.   private_cluster_enabled             = var.private_cluster_enabled
  13.   private_cluster_public_fqdn_enabled = var.private_cluster_public_fqdn_enabled 
  14.   private_dns_zone_id                 = var.private_dns_zone_id
  15.   sku_tier                            = var.sku_tier
  17.   default_node_pool {
  18.     name                         = "syspool01"
  19.     vm_size                      = var.agents_size
  20.     os_disk_size_gb              = var.os_disk_size_gb
  21.     node_count                   = var.agents_count
  22.     vnet_subnet_id               = data.azurerm_subnet.subnet.id
  23.     zones                        = [1, 2, 3]
  24.     kubelet_disk_type            = "OS"
  25.     os_sku                       = "Ubuntu"
  26.     os_disk_type                 = "Managed"
  27.     ultra_ssd_enabled            = "false"
  28.     max_pods                     = var.max_pods
  29.     only_critical_addons_enabled = var.only_critical_addons_enabled 
  30.     temporary_name_for_rotation  = var.temporary_name_for_rotation 
  31.     orchestrator_version         = var.aks_version
  32.   }
  34.   linux_profile {
  35.     admin_username = var.admin_username
  37.     ssh_key {
  38.       key_data = replace(coalesce("${var.ssh_public_key}", tls_private_key.ssh[0].public_key_openssh), "\n", "")
  39.     }
  40.   }
  42.   network_profile {
  43.     network_plugin    = "azure"
  44.     network_policy    = "azure"
  45.     load_balancer_sku = "standard"
  46.     outbound_type     = "userDefinedRouting"
  47.     service_cidr      = var.service_cidr
  48.     dns_service_ip    = var.dns_service_ip
  49.   }
  51.   tags = {
  52.     Environment = "${var.tag}"
  53.   }
  55.   identity {
  56.     type = "SystemAssigned"
  57.   }
  58. }
  60. ## usernodepool
  61. resource "azurerm_kubernetes_cluster_node_pool" "usernodepool" {
  62.   for_each = var.usernodepoo_vm
  64.   name                  = each.value.user_agents_name
  65.   kubernetes_cluster_id = azurerm_kubernetes_cluster.aks.id
  66.   vm_size               = each.value.user_agents_size
  67.   os_disk_size_gb       = each.value.user_agents_os_disk_size 
  68.   node_count            = each.value.user_agents_count
  69.   vnet_subnet_id        = data.azurerm_subnet.subnet.id
  70.   zones                 = [1, 2, 3]
  71.   mode                  = "User"
  72.   kubelet_disk_type     = "OS"
  73.   os_sku                = "Ubuntu"
  74.   os_disk_type          = "Managed"
  75.   ultra_ssd_enabled     = "false"
  76.   max_pods              = each.value.max_pods
  77.   orchestrator_version  = each.value.orchestrator_version
  78. }

Applying this Terraform code will attempt to recreate the entire cluster. Is there a way to prevent this and just increase the number of max_pods?

I tried setting it up as below, but it was the same.

  1. resource "azurerm_kubernetes_cluster" "aks" {
  2. ...
  3.   lifecycle {
  4.     prevent_destroy = true
  5.   }
  6. }
  1. │ Error: Instance cannot be destroyed
  2. │
  3. │   on cluster.tf line 63:
  4. │   63: resource "azurerm_kubernetes_cluster" "aks" {
  5. │
  6. │ Resource azurerm_kubernetes_cluster.aks has lifecycle.prevent_destroy set, but the plan calls for this resource to be destroyed. To avoid this error and continue with the plan, either disable lifecycle.prevent_destroy or reduce the
  7. │ scope of the plan using the -target flag.

答案1

得分: 2

应用此Terraform代码将尝试重新创建整个集群。是否有一种方法可以防止这种情况，只增加max_pods的数量？

为了防止重新创建整个集群，只需更新max_pods的值。您可以使用Terraform生命周期配置块来管理资源在更新期间的行为。

以下是使用相同代码更新max_pods的示例代码，而不会销毁现有的AKS集群。

  1. provider "azurerm" {
  2.   features {}
  3. }
  5. resource "azurerm_resource_group" "aksdemo-rg" {
  6.   name     = "demo-rg-aks-test"
  7.   location = "West Europe"
  8. }
  10. resource "azurerm_kubernetes_cluster" "hellaks" {
  11.   name                = "example-aks1"
  12.   location            = azurerm_resource_group.aksdemo-rg.location
  13.   resource_group_name = azurerm_resource_group.aksdemo-rg.name
  14.   dns_prefix          = "exampleaks1"
  16.   default_node_pool {
  17.     name       = "default"
  18.     node_count = 3
  19.     max_pods   = 30
  20.     vm_size    = "Standard_D2_v2"
  21.     temporary_name_for_rotation = "exampleaks1temp"
  22.   }
  24.   identity {
  25.     type = "SystemAssigned"
  26.   }
  28.   tags = {
  29.     Environment = "Production"
  30.   }
  32.   lifecycle {
  33.     prevent_destroy = true
  34.   }
  35. }

Terraform计划：

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

Terraform应用：

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

输出：

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

英文:

> Applying this Terraform code will attempt to recreate the entire cluster. Is there a way to prevent this and just increase the number of max_pods?

To prevent recreating the entire cluster and only update the max_pods value. You can use the Terraform lifecycle configuration block to manage the behavior of the resource during updates.

Here is sample code to update the max_pods with same code without destroying existing AKS cluster

  1. provider "azurerm" {
  2.   features {}
  3. }
  4. resource "azurerm_resource_group" "aksdemo-rg" {
  5.   name     = "demo-rg-aks-test"
  6.   location = "West Europe"
  7. }
  8. resource "azurerm_kubernetes_cluster" "hellaks" {
  9.   name                = "example-aks1"
  10.   location            = azurerm_resource_group.aksdemo-rg.location
  11.   resource_group_name = azurerm_resource_group.aksdemo-rg.name
  12.   dns_prefix          = "exampleaks1"
  14.   default_node_pool {
  15.     name       = "default"
  16.     node_count = 3
  17.     max_pods   = 30
  18.     vm_size    = "Standard_D2_v2"
  19.     temporary_name_for_rotation = "exampleaks1temp"
  20.   }
  21.   identity {
  22.     type = "SystemAssigned"
  23.   }
  24.   tags = {
  25.     Environment = "Production"
  26.   }
  27.     lifecycle {
  28.     prevent_destroy = true
  29.   }
  30. }

Terraform Plan

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

Terraform Apply:

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

Output:

使用Terraform增加AKS的default_node_pool中max_pods数量时，必须重新创建集群本身。

huangapple
  • 本文由 发表于 2023年6月9日 10:09:25
  • 转载请务必保留本文链接：https://go.coder-hub.com/76436762.html
  • azure
  • azure-aks
  • terraform
匿名

发表评论

匿名网友

:?: :razz: :sad: :evil: :!: :smile: :oops: :grin: :eek: :shock: :???: :cool: :lol: :mad: :twisted: :roll: :wink: :idea: :arrow: :neutral: :cry: :mrgreen:

确定