Dynamic node pools in digitalocean kubernetes with terraform

huangapple
go评论98阅读模式
英文:

Dynamic node pools in digitalocean kubernetes with terraform

问题

我试图添加一个动态节点池，但出现了一些错误。

main.tf：

  1. resource "digitalocean_kubernetes_cluster" "example_cluster" {
  2.   name    = var.name
  3.   region  = var.region
  4.   version = "1.24.12-do.0"
  6.   dynamic "node_pool" {
  7.     for_each = var.node_pools
  8.     content {
  9.       name       = node_pool.value.name
  10.       size       = node_pool.value.size
  11.       node_count = node_pool.value.node_count
  12.       labels     = node_pool.value.labels
  13.       auto_scale = "true"
  14.       
  15.       dynamic "auto_scale" {
  16.         for_each = node_pool.value.auto_scale ? [node_pool.value.auto_scale] : []
  17.         content {
  18.           min_nodes = node_pool.value.min_nodes
  19.           max_nodes = node_pool.value.max_nodes
  20.         }
  21.       }
  22.     }
  23.   }
  24. }

veriables.tf：

  1. variable "name" {
  2.   type        = string
  3.   description = "The name of the Kubernetes cluster to be created."
  4. }
  6. variable "region" {
  7.   type        = string
  8.   description = "The region in which to create the Kubernetes cluster."
  9. }
  11. variable "node_pools" {
  12.   description = "List of node pools"
  13.   type = list(object({
  14.     name       = string
  15.     size       = string
  16.     node_count = number
  17.     min_nodes  = number
  18.     max_nodes  = number
  19.     auto_scale = bool
  20.     labels     = map(string)
  21.   }))
  22. }

my app.tf：

  1. module "kubernetes" {
  2.   source = "../modules/kubernetes"
  4.   name   = "test-cluster"
  5.   region = "fra1"
  6.   node_pools = [
  7.     {
  8.       name       = "pool-test1-8c-16gb-tests"
  9.       size       = "s-8vcpu-16gb"
  10.       node_count = 2
  11.       auto_scale = "true"
  12.       min_nodes  = 1
  13.       max_nodes  = 15
  14.       labels = {
  15.         runner = "test1"
  16.       }
  17.     },
  18.     {
  19.       name       = "pool-test2-4c-8gb"
  20.       size       = "s-4vcpu-8gb"
  21.       node_count = 1
  22.       auto_scale = "true"
  23.       min_nodes  = 1
  24.       max_nodes  = 15
  25.       labels = {
  26.         runner = "test2"
  27.       }
  28.     }
  29.   ]
  30. }

我遇到的错误是：

  1. > │ Error: Unsupported block type
  2. │ 
  3. │   on ../modules/DO/kubernetes/main.tf line 32, in resource "digitalocean_kubernetes_cluster" "example_cluster":
  4. │   32:       dynamic "auto_scale" {
  5. │ 
  6. │ Blocks of type "auto_scale" are not expected here.
  9. 如果我硬编码 auto_scale，我得到这个错误：
  11. >  ╷
  12. │ Error: Too many node_pool blocks
  13. │ 
  14. │   on ../modules/DO/kubernetes/main.tf line 22, in resource "digitalocean_kubernetes_cluster" "example_cluster":
  15. │   22:     content {
  16. │ 
  17. │ No more than 1 "node_pool" blocks are allowed
  18. ╵
  20. 有人能指出我做错了什么吗？
英文:

I'm trying to add a dynamic node pool but I'm getting a few errors.

main.tf

  1. resource "digitalocean_kubernetes_cluster" "example_cluster" {
  2.   name    = var.name
  3.   region  = var.region
  4.   version = "1.24.12-do.0"
  6.   dynamic "node_pool" {
  7.     for_each = var.node_pools
  8.     content {
  9.       name       = node_pool.value.name
  10.       size       = node_pool.value.size
  11.       node_count = node_pool.value.node_count
  12.       labels     = node_pool.value.labels
  13.       auto_scale = "true"
  14.       #min_nodes  = "1"
  15.       #max_nodes  = "15"
  16.       #count = node_pool.value.auto_scale ? 1 : 0
  17.      
  18.       dynamic "auto_scale" {
  19.         for_each = node_pool.value.auto_scale ? [node_pool.value.auto_scale] : []
  20.         content {
  21.           min_nodes = node_pool.value.min_nodes
  22.           max_nodes = node_pool.value.max_nodes
  24.         }
  25.       } 
  26.     }
  27.   }

veriables.tf

  1. variable "name" {
  2.   type        = string
  3.   description = "The name of the Kubernetes cluster to be created."
  4. }
  6. variable "region" {
  7.   type        = string
  8.   description = "The region in which to create the Kubernetes cluster."
  9. }
  11. #variable "version" {
  12.  # description = "Version of the Kubernetes cluster"
  13. #}
  15. variable "node_pools" {
  16.   description = "List of node pools"
  17.   type = list(object({
  18.     name       = string
  19.     size       = string
  20.     node_count = number
  21.     min_nodes  = number
  22.     max_nodes  = number
  23.     auto_scale = bool
  24.     labels     = map(string)
  25.   }))
  26. }

and my app.tf

  1. module "kubernetes" {
  2.   source = "../modules/kubernetes"
  4.   name   = "test-cluster"
  5.   region = "fra1"
  6.   # version = "1.24.12-do.0"
  7.   node_pools = [
  8.     {
  9.       name       = "pool-test1-8c-16gb-tests"
  10.       size       = "s-8vcpu-16gb"
  11.       node_count = 2
  12.       auto_scale = "true"
  13.       min_nodes  = 1
  14.       max_nodes  = 15
  15.       labels = {
  16.         runner = "test1"
  17.       }
  18.     },
  19.     {
  20.       name       = "pool-test2-4c-8gb"
  21.       size       = "s-4vcpu-8gb"
  22.       node_count = 1
  23.       auto_scale = "true"
  24.       min_nodes  = 1
  25.       max_nodes  = 15
  26.       labels = {
  27.         runner = "test2"
  28.       }
  29.     }
  30.   ]
  31. }

the error I'm getting is

> │ Error: Unsupported block type
│
│ on ../modules/DO/kubernetes/main.tf line 32, in resource "digitalocean_kubernetes_cluster" "example_cluster":
│ 32: dynamic "auto_scale" {
│
│ Blocks of type "auto_scale" are not expected here.

if I hardcode the auto_scale I'm getting this

> ╷
│ Error: Too many node_pool blocks
│
│ on ../modules/DO/kubernetes/main.tf line 22, in resource "digitalocean_kubernetes_cluster" "example_cluster":
│ 22: content {
│
│ No more than 1 "node_pool" blocks are allowed
╵

can someone point out what am I doing wrong?

答案1

得分: 2

The DO provider does not allow for more than one node_pool block:

> (Required) A block representing the cluster's default node pool. Additional node pools may be added to the cluster using the digitalocean_kubernetes_node_pool resource.

Furthermore, the auto_scale option is not a block, rather an argument which should have a boolean value:

  1. resource "digitalocean_kubernetes_cluster" "foo" {
  2.   name    = "foo"
  3.   region  = "nyc1"
  4.   version = "1.22.8-do.1"
  6.   node_pool {
  7.     name       = "autoscale-worker-pool"
  8.     size       = "s-2vcpu-2gb"
  9.     auto_scale = true
  10.     min_nodes  = 1
  11.     max_nodes  = 5
  12.   }
  13. }

This example is taken from the resource documentation.

Here is how I would approach the refactoring:

  1. Define two variables, one for default node group, one for additional node groups
  2. Use the digitalocean_kubernetes_node_pool resource for additional node pools

Variables would then look like the following:

  1. variable "default_node_pool" {
  2.   type = object({
  3.     name       = string
  4.     size       = string
  5.     node_count = number
  6.     min_nodes  = number
  7.     max_nodes  = number
  8.     auto_scale = bool
  9.     labels     = map(string)
  10.     }
  11.   )
  12.   description = "Default node pool."
  14.   default = {
  15.     name       = "pool-test1-8c-16gb-tests"
  16.     size       = "s-8vcpu-16gb"
  17.     node_count = 2
  18.     auto_scale = true
  19.     min_nodes  = 1
  20.     max_nodes  = 15
  21.     labels = {
  22.       runner = "test1"
  23.     }
  24.   }
  25. }
  27. variable "additional_node_pools" {
  28.   description = "Additional node pools."
  29.   type = map(object({
  30.     name       = string
  31.     size       = string
  32.     node_count = number
  33.     min_nodes  = number
  34.     max_nodes  = number
  35.     auto_scale = bool
  36.     labels     = map(string)
  37.     }
  38.   ))
  40.   default = {
  41.     "test1" = {
  42.       name       = "pool-test2-4c-8gb"
  43.       size       = "s-4vcpu-8gb"
  44.       node_count = 1
  45.       auto_scale = true
  46.       min_nodes  = 1
  47.       max_nodes  = 15
  48.       labels = {
  49.         runner = "test2"
  50.       }
  51.     }
  52.   }
  53. }

Then, in the module code, you would change to the following:

  1. resource "digitalocean_kubernetes_cluster" "example_cluster" {
  2.   name    = var.name
  3.   region  = var.region
  4.   version = "1.24.12-do.0"
  6.   node_pool {
  7.     name       = var.default_node_pool.name
  8.     size       = var.default_node_pool.size
  9.     node_count = var.default_node_pool.node_count
  10.     labels     = var.default_node_pool.labels
  11.     auto_scale = var.default_node_pool.auto_scale
  12.     max_nodes  = var.default_node_pool.max_nodes
  13.     min_nodes  = var.default_node_pool.min_nodes
  14.   }
  15. }
  17. resource "digitalocean_kubernetes_node_pool" "bar" {
  18.   for_each   = var.additional_node_pools
  19.   cluster_id = digitalocean_kubernetes_cluster.example_cluster.id
  21.   name       = each.value.name
  22.   size       = each.value.size
  23.   node_count = each.value.node_count
  24.   min_nodes  = each.value.min_nodes
  25.   max_nodes  = each.value.max_nodes
  26.   auto_scale = each.value.auto_scale
  28.   labels = each.value.labels
  29. }

When calling the module you would of course have to adjust how you are passing the variables according to the module definition:

  1. module "kubernetes" {
  2.   source = "../modules/kubernetes"
  4.   name   = "test-cluster"
  5.   region = "fra1"
  6.   # version = "1.24.12-do.0"
  7.   default_node_pool = {
  8.     name       = "pool-test1-8c-16gb-tests"
  9.     size       = "s-8vcpu-16gb"
  10.     node_count = 2
  11.     auto_scale = true
  12.     min_nodes  = 1
  13.     max_nodes  = 15
  14.     labels = {
  15.       runner = "test1"
  16.     }
  17.   }
  18.   additional_node_pools = {
  19.     "test1" = {
  20.       name       = "pool-test2-4c-8gb"
  21.       size       = "s-4vcpu-8gb"
  22.       node_count = 1
  23.       auto_scale = true
  24.       min_nodes  = 1
  25.       max_nodes  = 15
  26.       labels = {
  27.         runner = "test2"
  28.       }
  29.     }
  30.   }
  31. }
英文:

The DO provider does not allow for more than one node_pool block:

> (Required) A block representing the cluster's default node pool. Additional node pools may be added to the cluster using the digitalocean_kubernetes_node_pool resource.

Furthermore, the auto_scale option is not a block, rather an argument which should have a boolean value:

  1. resource "digitalocean_kubernetes_cluster" "foo" {
  2.   name    = "foo"
  3.   region  = "nyc1"
  4.   version = "1.22.8-do.1"
  6.   node_pool {
  7.     name       = "autoscale-worker-pool"
  8.     size       = "s-2vcpu-2gb"
  9.     auto_scale = true
  10.     min_nodes  = 1
  11.     max_nodes  = 5
  12.   }
  13. }

This example is taken from the resource documentation.

Here is how I would approach the refactoring:

  1. Define two variables, one for default node group, one for additional node groups
  2. Use the digitalocean_kubernetes_node_pool resource for additional node pools

Variables would then look like the following:

  1. variable "default_node_pool" {
  2.   type = object({
  3.     name       = string
  4.     size       = string
  5.     node_count = number
  6.     min_nodes  = number
  7.     max_nodes  = number
  8.     auto_scale = bool
  9.     labels     = map(string)
  10.     }
  11.   )
  12.   description = "Default node pool."
  14.   default = {
  15.     name       = "pool-test1-8c-16gb-tests"
  16.     size       = "s-8vcpu-16gb"
  17.     node_count = 2
  18.     auto_scale = true
  19.     min_nodes  = 1
  20.     max_nodes  = 15
  21.     labels = {
  22.       runner = "test1"
  23.     }
  24.   }
  25. }
  27. variable "additional_node_pools" {
  28.   description = "Additional node pools."
  29.   type = map(object({
  30.     name       = string
  31.     size       = string
  32.     node_count = number
  33.     min_nodes  = number
  34.     max_nodes  = number
  35.     auto_scale = bool
  36.     labels     = map(string)
  37.     }
  38.   ))
  40.   default = {
  41.     "test1" = {
  42.       name       = "pool-test2-4c-8gb"
  43.       size       = "s-4vcpu-8gb"
  44.       node_count = 1
  45.       auto_scale = true
  46.       min_nodes  = 1
  47.       max_nodes  = 15
  48.       labels = {
  49.         runner = "test2"
  50.       }
  51.     }
  52.   }
  53. }

Then, in the module code, you would change to the following:

  1. resource "digitalocean_kubernetes_cluster" "example_cluster" {
  2.   name    = var.name
  3.   region  = var.region
  4.   version = "1.24.12-do.0"
  6.   node_pool {
  7.     name       = var.default_node_pool.name
  8.     size       = var.default_node_pool.size
  9.     node_count = var.default_node_pool.node_count
  10.     labels     = var.default_node_pool.labels
  11.     auto_scale = var.default_node_pool.auto_scale
  12.     max_nodes  = var.default_node_pool.max_nodes
  13.     min_nodes  = var.default_node_pool.min_nodes
  14.   }
  15. }
  17. resource "digitalocean_kubernetes_node_pool" "bar" {
  18.   for_each   = var.additional_node_pools
  19.   cluster_id = digitalocean_kubernetes_cluster.example_cluster.id
  21.   name       = each.value.name
  22.   size       = each.value.size
  23.   node_count = each.value.node_count
  24.   min_nodes  = each.value.min_nodes
  25.   max_nodes  = each.value.max_nodes
  26.   auto_scale = each.value.auto_scale
  28.   labels = each.value.labels
  29. }

When calling the module you would of course have to adjust how you are passing the variables according to the module definition:

  1. module "kubernetes" {
  2.   source = "../modules/kubernetes"
  5.   name   = "test-cluster"
  6.   region = "fra1"
  7.   # version = "1.24.12-do.0"
  8.   default_node_pool = {
  9.     name       = "pool-test1-8c-16gb-tests"
  10.     size       = "s-8vcpu-16gb"
  11.     node_count = 2
  12.     auto_scale = true
  13.     min_nodes  = 1
  14.     max_nodes  = 15
  15.     labels = {
  16.       runner = "test1"
  17.     }
  18.   }
  19.   additional_node_pools = {
  20.     "test1" = {
  21.       name       = "pool-test2-4c-8gb"
  22.       size       = "s-4vcpu-8gb"
  23.       node_count = 1
  24.       auto_scale = true
  25.       min_nodes  = 1
  26.       max_nodes  = 15
  27.       labels = {
  28.         runner = "test2"
  29.       }
  30.     }
  31.   }
  32. }

huangapple
  • 本文由 发表于 2023年5月10日 19:04:34
  • 转载请务必保留本文链接：https://go.coder-hub.com/76217643.html
  • digital-ocean
  • kubernetes
  • terraform
匿名

发表评论

匿名网友

:?: :razz: :sad: :evil: :!: :smile: :oops: :grin: :eek: :shock: :???: :cool: :lol: :mad: :twisted: :roll: :wink: :idea: :arrow: :neutral: :cry: :mrgreen:

确定