Container Service for Kubernetes：使用Terraform備份和恢複應用

建立立即備份任務

1. 在csdr.tf設定檔中加入以下內容，並根據實際需求修改。

   resource "kubernetes_manifest" "applicationbackup-demo" {
     manifest = {
       apiVersion  	= "csdr.alibabacloud.com/v1beta1"
       kind        	= "ApplicationBackup"
       metadata = {
         name		= "<yourApplicationBackupName>"
         namespace 	= "csdr"
         annotations = {
           "csdr.alibabacloud.com/backuplocations" = "{\"name\":\"<yourBackuplocationName>\",\"region\":\"cn-beijing\",\"bucket\":\"<cnfs-oss-yourBucketName>\",\"prefix\":\"<subDir>\",\"provider\":\"alibabacloud\"}"
       }
       spec = {
         includedNamespaces 	= ["default","default1"]
         includedResources 	= ["statefulset"]
         excludedResources 	= ["excludedResources"]
         labelSelector 		= {
           matchLabels 		= {
             "app" = "mysql-sts"
           }
         }
         pvBackup = {
           defaultPvBackup 	= "false"
         } 
         storageLocation 		= "<yourBackuplocationName>"
         ttl									= "720h0m0s"
         includeClusterResources = "false"
       }
     }
     
     #備份成功完成的標誌為status.phase轉化為Completed階段
     #備份時間長度與叢集應用數量、儲存卷資料量有關
     #wait {
     #  fields = {
     #    "status.phase" = "Completed"
     #  }
     #}
   
     #timeouts {
     #  create = "60m"
     #}
    }
   }

   參數	是否必選	說明
   csdr.alibabacloud.com/backuplocations	是	備份所在的備份倉庫資訊，需與備份倉庫的配置一致。
   name	是	立即備份任務的名稱。
   includedNamespaces	是	指定命名空間名稱。
   includedResources	否	指定叢集資源類型。 重要 為避免非預期備份結果，includedResources和excludedResources您只需配置一項。當兩者均為空白時，表示備份所有資源類型。
   excludedResources	否	排除叢集資源類型。 重要 為避免非預期備份結果，includedResources和excludedResources您只需配置一項。當兩者均為空白時，表示備份所有資源類型。
   matchLabels	否	指定標籤，只備份符合的資源。
   includeClusterResources	否	是否備份Cluster層級的資源，例如StorageClass、CRD、Webhook等。 true：備份所有Cluster層級資源。 false：僅備份被選擇的命名空間中的Namespace層級資源引用的Cluster層級資源。例如，備份Pod時，引用的ServiceAccount授權了某ClusterRole，該ClusterRole將被自動備份；備份CR時，CRD將被自動備份。 說明 通過Container Service管理主控台建立的備份任務，預設IncludeClusterResources欄位為false。
   defaultPvBackup		是否備份儲存卷，開啟資料備份。取值： true：備份應用和儲存卷。 false：只備份應用。
   storageLocation	是	備份倉庫名稱。 說明 若您的叢集已使用Velero，請加入DingTalk使用者群（DingTalk群號：35532895）諮詢。
   ttl	是	備份有效期間，即備份任務的資料存放區有效期間，到期之後資料將無法恢複。格式如720h0m0s，取值範圍：24h0m0s~1572864h0m0s。

2. 執行以下命令，產生資源規劃。

   terraform plan

   返回資訊如下，表明資源規劃產生成功。

   展開查看返回資訊

     # kubernetes_manifest.applicationbackup-demo will be created
     + resource "kubernetes_manifest" "applicationbackup-demo" {
         + manifest = {
             + apiVersion = "csdr.alibabacloud.com/v1beta1"
             + kind       = "ApplicationBackup"
             + metadata   = {
                 + annotations = {
                     + "csdr.alibabacloud.com/backuplocations" = "{name:<yourBackuplocationName>,region:cn-beijing,bucket:<cnfs-oss-yourBucketName>,prefix:<subDir>,provider:alibabacloud}"
                   }
                 + name        = "<yourApplicationBackupName>"
                 + namespace   = "csdr"
               }
             + spec       = {
                 + excludedResources  = [
                     + "excludedResources",
                   ]
                 + includedNamespaces = [
                     + "default",
                     + "default1",
                   ]
                 + includedResources  = [
                     + "statefulset",
                   ]
                 + labelSelector      = {
                     + matchLabels = {
                         + app = "mysql-sts"
                       }
                   }
                 + pvBackup           = {
                     + defaultPvBackup = "false"
                   }
                 + storageLocation    = "vault-a"
                 + ttl                = "720h0m0s"
               }
           }
         + object   = {
             + apiVersion = "csdr.alibabacloud.com/v1beta1"
             + kind       = "ApplicationBackup"
             + metadata   = {
                 + annotations                = (known after apply)
                 + creationTimestamp          = (known after apply)
                 + deletionGracePeriodSeconds = (known after apply)
                 + deletionTimestamp          = (known after apply)
                 + finalizers                 = (known after apply)
                 + generateName               = (known after apply)
                 + generation                 = (known after apply)
                 + labels                     = (known after apply)
                 + managedFields              = (known after apply)
                 + name                       = "<yourApplicationBackupName>"
                 + namespace                  = "csdr"
                 + ownerReferences            = (known after apply)
                 + resourceVersion            = (known after apply)
                 + selfLink                   = (known after apply)
                 + uid                        = (known after apply)
               }
             + spec       = {
                 + backupType              = (known after apply)
                 + excludedNamespaces      = (known after apply)
                 + excludedResources       = [
                     + "excludedResources",
                   ]
                 + includeClusterResources = (known after apply)
                 + includedNamespaces      = [
                     + "default",
                     + "default1",
                   ]
                 + includedResources       = [
                     + "statefulset",
                   ]
                 + labelSelector           = {
                     + matchExpressions = (known after apply)
                     + matchLabels      = {
                         + app = "mysql-sts"
                       }
                   }
                 + orderedResources        = (known after apply)
                 + pvBackup                = {
                     + defaultPvBackup  = false
                     + pvcList          = (known after apply)
                     + pvcSelector      = {
                         + matchExpressions = (known after apply)
                         + matchLabels      = (known after apply)
                       }
                     + snapshotPostRule = (known after apply)
                     + snapshotPreRule  = (known after apply)
                   }
                 + storageLocation     = "<yourBackuplocationName>"
                 + ttl                 = "720h0m0s"
               }
           }
       }
   

3. 執行以下命令，建立立即備份任務。

   terraform apply

   返回資訊如下，表明立即備份任務建立成功。

   kubernetes_manifest.applicationbackup-demo: Creating...
   kubernetes_manifest.applicationbackup-demo: Creation complete after 1s
   
   Apply complete! Resources: 1 added, 0 changed, 0 destroyed.

建立定時備份計劃

1. 在csdr.tf設定檔中加入以下內容，並根據實際需求修改。

   展開查看設定檔

   resource "kubernetes_manifest" "backupschedule-demo" {
     manifest = {
       apiVersion  	= "csdr.alibabacloud.com/v1beta1"
       kind        	= "BackupSchedule"
       metadata = {
         name		= "<yourBackupScheduleName>"
         namespace 	= "csdr"
         annotations = {
           "csdr.alibabacloud.com/backuplocations" = "{\"name\":\"<yourBackuplocationName>\",\"region\":\"cn-beijing\",\"bucket\":\"<cnfs-oss-yourBucketName>\",\"prefix\":\"<subDir>\",\"provider\":\"alibabacloud\"}"
         }
       }
       spec = {
         schedule = "1 4 * * *"
         template = {
           includedNamespaces 			= ["default","default1"]
           includedResources 			= ["statefulset"]
           excludedResources 			= ["excludedResources"]
           labelSelector 				= {
             matchLabels 				= {
               "app" = "mysql-sts"
             }
           }
           pvBackup = {
             defaultPvBackup 			= "false"
           } 
           storageLocation 			= "<yourBackuplocationName>"
           ttl											= "720h0m0s"
           includeClusterResources = "false"
         }
       }
     }
     wait {
       fields = {
         "status.phase" = "Enabled"
       }
     }
     timeouts {
       create = "10m"
     }
   }

   參數	是否必選	說明
   csdr.alibabacloud.com/backuplocations	是	備份所在的備份倉庫資訊，需與備份倉庫的配置一致。
   name	是	定時備份計劃的名稱。
   schedule	是	備份周期，請使用Cron運算式。
   includedNamespaces	是	指定命名空間名稱。
   includedResources	否	指定叢集資源類型。 重要 為避免非預期備份結果，includedResources和excludedResources您只需配置一項。當兩者均為空白時，表示備份所有資源類型。
   excludedResources	否	排除叢集資源類型。 重要 為避免非預期備份結果，includedResources和excludedResources您只需配置一項。當兩者均為空白時，表示備份所有資源類型。
   matchLabels	否	指定標籤，只備份合格資源。
   includeClusterResources	否	是否備份Cluster層級的資源，例如StorageClass、CRD、Webhook等。 true：備份所有Cluster層級資源。 false：僅備份被選擇的命名空間中的Namespace層級資源引用的Cluster層級資源。例如，備份Pod時，引用的ServiceAccount授權了某ClusterRole，該ClusterRole將被自動備份；備份CR時，CRD將被自動備份。 說明 通過Container Service管理主控台建立的備份任務，預設IncludeClusterResources欄位為false。
   defaultPvBackup	是	是否備份儲存卷，開啟資料備份。取值： true：備份應用和儲存卷。 false：只備份應用。
   storageLocation	是	備份倉庫名稱。 說明 若您的叢集已使用Velero，請加入DingTalk使用者群（DingTalk群號：35532895）諮詢。
   ttl	是	備份有效期間，即備份任務的資料存放區有效期間，到期之後資料將無法恢複。格式如720h0m0s，取值範圍：24h0m0s~1572864h0m0s。

2. 執行以下命令，產生資源規劃。

   terraform plan

   返回資訊如下，表明資源規劃產生成功。

   展開查看返回資訊

     # kubernetes_manifest.backupschedule-demo will be created
     + resource "kubernetes_manifest" "backupschedule-demo" {
         + manifest = {
             + apiVersion = "csdr.alibabacloud.com/v1beta1"
             + kind       = "BackupSchedule"
             + metadata   = {
                 + annotations = {
                     + "csdr.alibabacloud.com/backuplocations" = "{name:<yourBackuplocationName>,region:cn-beijing,bucket:<cnfs-oss-yourBucketName>,prefix:<subDir>,provider:alibabacloud}"
                   }
                 + name        = "<yourBackupscheduleName>"
                 + namespace   = "csdr"
               }
             + spec       = {
                 + schedule = "1 4 * * *"
                 + template = {
                     + excludedResources  = [
                         + "excludedResources",
                       ]
                     + includedNamespaces = [
                         + "default",
                         + "default1",
                       ]
                     + includedResources  = [
                         + "statefulset",
                       ]
                     + labelSelector      = {
                         + matchLabels = {
                             + app = "mysql-sts"
                           }
                       }
                     + pvBackup           = {
                         + defaultPvBackup = "false"
                       }
                     + storageLocation    = "<yourBackuplocationName>"
                     + ttl                = "720h0m0s"
                   }
               }
           }
         + object   = {
             + apiVersion = "csdr.alibabacloud.com/v1beta1"
             + kind       = "BackupSchedule"
             + metadata   = {
                 + annotations                = (known after apply)
                 + creationTimestamp          = (known after apply)
                 + deletionGracePeriodSeconds = (known after apply)
                 + deletionTimestamp          = (known after apply)
                 + finalizers                 = (known after apply)
                 + generateName               = (known after apply)
                 + generation                 = (known after apply)
                 + labels                     = (known after apply)
                 + managedFields              = (known after apply)
                 + name                       = "<yourBackupscheduleName>"
                 + namespace                  = "csdr"
                 + ownerReferences            = (known after apply)
                 + resourceVersion            = (known after apply)
                 + selfLink                   = (known after apply)
                 + uid                        = (known after apply)
               }
             + spec       = {
                 + backupAll = (known after apply)
                 + paused    = (known after apply)
                 + schedule  = "1 4 * * *"
                 + template  = {
                     + backupType              = (known after apply)
                     + excludedNamespaces      = (known after apply)
                     + excludedResources       = [
                         + "excludedResources",
                       ]
                     + includeClusterResources = (known after apply)
                     + includedNamespaces      = [
                         + "default",
                         + "default1",
                       ]
                     + includedResources       = [
                         + "statefulset",
                       ]
                     + labelSelector           = {
                         + matchExpressions = (known after apply)
                         + matchLabels      = {
                             + app = "mysql-sts"
                           }
                       }
                     + orderedResources        = (known after apply)
                     + pvBackup                = {
                         + defaultPvBackup  = false
                         + pvcList          = (known after apply)
                         + pvcSelector      = {
                             + matchExpressions = (known after apply)
                             + matchLabels      = (known after apply)
                           }
                         + snapshotPostRule = (known after apply)
                         + snapshotPreRule  = (known after apply)
                       }
                     + storageLocation         = "<yourBackuplocationName>"
                     + ttl                     = "720h0m0s"
                   }
               }
           }
         + timeouts {
             + create = "10m"
           }
   
         + wait {
             + fields = {
                 + "status.phase" = "Enabled"
               }
           }
       }

3. 執行以下命令，建立定時備份計劃。

   terraform apply

   返回資訊如下，表明定時備份計劃建立成功。

   kubernetes_manifest.backupschedule-demo: Creating...
   kubernetes_manifest.backupschedule-demo: Creation complete after 1s
   
   Apply complete! Resources: 1 added, 0 changed, 0 destroyed.

相關操作

• 通過定時備份計劃，尋找備份。

  通過labelSelector可以尋找由備份計劃建立的備份。

  data "kubernetes_resources" "list-applicationbackup" {
    api_version 			= "csdr.alibabacloud.com/v1beta1"
    kind       				= "ApplicationBackup"
    namespace         = "csdr"
    label_selector    = "csdr/schedule-name=terraform-schedule-test"
  }
  
  # 通過Output進行輸出。
  output "applicationbackup-name" {
    value = data.kubernetes_resources.list-applicationbackup.objects
  }

• 修改定時備份計劃。

  1. 將spec.paused設定為true，以暫停定時備份計劃，然後根據需求修改spec中用於設定備份計劃中定義備份行為的其他欄位（spec.schedule）等，樣本如下。

     resource "kubernetes_manifest" "backupschedule-demo" {
       manifest = {
         apiVersion          = "csdr.alibabacloud.com/v1beta1"
         kind                = "BackupSchedule"
         metadata = {
           name                              = "<yourBackcupscheduleName>"
           namespace         = "csdr"
           annotations = {
             "csdr.alibabacloud.com/backuplocations" = "{\"name\":\"<yourBackuplocationName>\",\"region\":\"cn-beijing\",\"bucket\":\"<cnfs-oss-yourBucketName>\",\"prefix\":\"<subDir>\",\"provider\":\"alibabacloud\"}"
           }
         }
         spec = {
           # 暫停備份計劃。
           paused = "true" 
           # 修改備份計劃的備份周期。
           schedule = "0 5 * * *"
           template = {
             includedNamespaces      = ["default","default1"]
             includedResources       = ["statefulset"]
             excludedResources       = ["excludedResources"]
             labelSelector                   = {
               matchLabels                   = {
                 "app" = "mysql-sts"
               }
             }
             pvBackup = {
               defaultPvBackup       = "false"
             }
             storageLocation                 = "vault-a"
             ttl                                                                     = "720h0m0s"
             includeClusterResources = "false"
           }
         }
       }
       wait {
         fields = {
           # 暫停備份計劃後，預期的狀態應為Paused。
           "status.phase" = "Paused"
         }
       }
       timeouts {
         create = "10m"
       }
     }

  2. 執行以下命令，產生資源規劃。

     terraform plan

     返回如下資訊，表明資源規劃產生成功。

     kubernetes_manifest.backupschedule-demo: Refreshing state...
     
     Terraform used the selected providers to generate the following execution plan. Resource actions
     are indicated with the following symbols:
       ~ update in-place
     
     Terraform will perform the following actions:
     
       # kubernetes_manifest.backupschedule-demo will be updated in-place
       ~ resource "kubernetes_manifest" "backupschedule-demo" {
           ~ manifest = {
               ~ spec       = {
                   ~ paused   = "false" -> "true"
                   ~ schedule = "1 4 * * *" -> "0 5 * * *"
                     # (1 unchanged attribute hidden)
                 }
                 # (3 unchanged attributes hidden)
             }
           ~ object   = {
               ~ spec       = {
                   ~ paused    = false -> true
                   ~ schedule  = "1 4 * * *" -> "0 5 * * *"
                     # (2 unchanged attributes hidden)
                 }
                 # (3 unchanged attributes hidden)
             }
     
           ~ wait {
               ~ fields = {
                   ~ "status.phase" = "Enabled" -> "Paused"
                 }
             }
     
             # (1 unchanged block hidden)
         }
     
     Plan: 0 to add, 1 to change, 0 to destroy.

  3. 執行以下命令，使定時備份計劃修改生效。

     terraform apply

     返回資訊如下，表明定時備份計劃修改成功。

     kubernetes_manifest.backupschedule-demo: Modifying...
     kubernetes_manifest.backupschedule-demo: Modifications complete after 1s
     
     Apply complete! Resources: 0 added, 1 changed, 0 destroyed.