diff --git a/kubernetes-MD/kubernetes工作负载资源StatefulSet.md b/kubernetes-MD/kubernetes工作负载资源StatefulSet.md index a9c8449..468f2e3 100644 --- a/kubernetes-MD/kubernetes工作负载资源StatefulSet.md +++ b/kubernetes-MD/kubernetes工作负载资源StatefulSet.md @@ -208,19 +208,310 @@ $(pod name).$(service name).$(namespace).svc.cluster.local +## 二：案例 +#### 1.利用Statefulset构建Mysql主从集群 +准备工作： +​ NFS共享存储为Kubernetes集群提供持久化存储 +​ 配置Kubernetes集群链接企业私有Harbor仓库 +​ Kubernetes集群安装NFS插件Provisioner,利用NFS存储在Kubernetes集群创建StorageClass使用 +注意： +​ 部署NFS插件Provisioner方式 +​ Kuboard方式 +​ yaml文件方式（见新文档） +##### 创建共享目录 +​ 略 共享目录为 /data/ha-mysql +##### 创建命名空间 +```shell +[root@xingdiancloud-native-master-a mysql]# kubectl create ns mysql +``` +##### 创建存储类 +![image-20241221163057079](https://xingdian-home.oss-cn-beijing.aliyuncs.com/imagesimage-20241221163057079.png) + +![image-20241221163210967](https://xingdian-home.oss-cn-beijing.aliyuncs.com/imagesimage-20241221163210967.png) + +![image-20241221163251629](https://xingdian-home.oss-cn-beijing.aliyuncs.com/imagesimage-20241221163251629.png) + +##### 创建ConfigMap + +​ Kuboard方式 + +![image-20241221231643049](https://xingdian-home.oss-cn-beijing.aliyuncs.com/imagesimage-20241221231643049.png) + +![image-20241221231712133](https://xingdian-home.oss-cn-beijing.aliyuncs.com/imagesimage-20241221231712133.png) + +​ Yaml文件方式 + +```yaml +[root@xingdiancloud-native-master-a mysql]# cat 01-configmap.yaml +apiVersion: v1 +kind: ConfigMap +metadata: + namespace: mysql + name: mysql + labels: + app: mysql +data: + master.cnf: | + [mysqld] + log-bin + log_bin_trust_function_creators=1 + lower_case_table_names=1 + slave.cnf: | + [mysqld] + super-read-only + log_bin_trust_function_creators=1 + +[root@xingdiancloud-native-master-a mysql]# kubectl apply -f 01-configmap.yaml +``` + +##### 创建Service + +​ Kuboard方式：略 + +​ Yaml文件方式 + +```yaml +[root@xingdiancloud-native-master-a mysql]# cat 02-service.yaml +# Headless service for stable DNS entries of StatefulSet members. +apiVersion: v1 +kind: Service +metadata: + namespace: mysql + name: mysql + labels: + app: mysql +spec: + ports: + - name: mysql + port: 3306 + clusterIP: None + selector: + app: mysql +--- +# Client service for connecting to any MySQL instance for reads. +# For writes, you must instead connect to the master: mysql-0.mysql. +apiVersion: v1 +kind: Service +metadata: + namespace: mysql + name: mysql-read + labels: + app: mysql +spec: + ports: + - name: mysql + port: 3306 + selector: + app: mysql + +[root@xingdiancloud-native-master-a mysql]# kubectl apply -f 02-service.yaml +``` + +##### 创建StatefulSet控制器 + +```yaml +[root@xingdiancloud-native-master-a mysql]# cat 03-statefulset.yaml +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: mysql + namespace: mysql +spec: + selector: + matchLabels: + app: mysql + serviceName: mysql + replicas: 3 + template: + metadata: + labels: + app: mysql + spec: + initContainers: + - name: init-mysql + image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/mysql:5.7.26 + env: + - name: TZ + value: Asia/Shanghai + command: + - bash + - "-c" + - | + set -ex + # Generate mysql server-id from pod ordinal index. + [[ `hostname` =~ -([0-9]+)$ ]] || exit 1 + ordinal=${BASH_REMATCH[1]} + echo [mysqld] > /mnt/conf.d/server-id.cnf + # Add an offset to avoid reserved server-id=0 value. + echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf + # Copy appropriate conf.d files from config-map to emptyDir. + if [[ $ordinal -eq 0 ]]; then + cp /mnt/config-map/master.cnf /mnt/conf.d/ + else + cp /mnt/config-map/slave.cnf /mnt/conf.d/ + fi + volumeMounts: + - name: conf + mountPath: /mnt/conf.d + - name: config-map + mountPath: /mnt/config-map + - name: clone-mysql + image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/gcr.io/google-samples/xtrabackup:1.0 + env: + - name: TZ + value: Asia/Shanghai + command: + - bash + - "-c" + - | + set -ex + # Skip the clone if data already exists. + [[ -d /var/lib/mysql/mysql ]] && exit 0 + # Skip the clone on master (ordinal index 0). + [[ `hostname` =~ -([0-9]+)$ ]] || exit 1 + ordinal=${BASH_REMATCH[1]} + [[ $ordinal -eq 0 ]] && exit 0 + # Clone data from previous peer. + ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | xbstream -x -C /var/lib/mysql + # Prepare the backup. + xtrabackup --prepare --target-dir=/var/lib/mysql + volumeMounts: + - name: data + mountPath: /var/lib/mysql + subPath: mysql + - name: conf + mountPath: /etc/mysql/conf.d + containers: + - name: mysql + image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/mysql:5.7.26 + env: + - name: MYSQL_ALLOW_EMPTY_PASSWORD + value: "1" + - name: TZ + value: Asia/Shanghai + ports: + - name: mysql + containerPort: 3306 + volumeMounts: + - name: data + mountPath: /var/lib/mysql + subPath: mysql + - name: conf + mountPath: /etc/mysql/conf.d + resources: + requests: + cpu: 500m + memory: 1Gi + livenessProbe: + exec: + command: ["mysqladmin", "ping"] + initialDelaySeconds: 30 + periodSeconds: 10 + timeoutSeconds: 5 + readinessProbe: + exec: + # Check we can execute queries over TCP (skip-networking is off). + command: ["mysql", "-h", "127.0.0.1", "-e", "SELECT 1"] + initialDelaySeconds: 5 + periodSeconds: 2 + timeoutSeconds: 1 + - name: xtrabackup + image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/gcr.io/google-samples/xtrabackup:1.0 + ports: + - name: xtrabackup + containerPort: 3307 + command: + - bash + - "-c" + - | + set -ex + cd /var/lib/mysql + # Determine binlog position of cloned data, if any. + if [[ -f xtrabackup_slave_info ]]; then + # XtraBackup already generated a partial "CHANGE MASTER TO" query + # because we're cloning from an existing slave. + mv xtrabackup_slave_info change_master_to.sql.in + # Ignore xtrabackup_binlog_info in this case (it's useless). + rm -f xtrabackup_binlog_info + elif [[ -f xtrabackup_binlog_info ]]; then + # We're cloning directly from master. Parse binlog position. + [[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1 + rm xtrabackup_binlog_info + echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\ + MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in + fi + # Check if we need to complete a clone by starting replication. + if [[ -f change_master_to.sql.in ]]; then + echo "Waiting for mysqld to be ready (accepting connections)" + until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done + echo "Initializing replication from clone position" + # In case of container restart, attempt this at-most-once. + mv change_master_to.sql.in change_master_to.sql.orig + mysql -h 127.0.0.1 <