上传文件至 'kubernetes-MD'
This commit is contained in:
diandian
parent
bb2403d365
commit
05d5d4a8b0
@ -208,19 +208,310 @@ $(pod name).$(service name).$(namespace).svc.cluster.local
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
## 二：案例
|
||||||
|
|
||||||
|
#### 1.利用Statefulset构建Mysql主从集群
|
||||||
|
|
||||||
|
准备工作：
|
||||||
|
|
||||||
|
NFS共享存储为Kubernetes集群提供持久化存储
|
||||||
|
|
||||||
|
配置Kubernetes集群链接企业私有Harbor仓库
|
||||||
|
|
||||||
|
Kubernetes集群安装NFS插件Provisioner,利用NFS存储在Kubernetes集群创建StorageClass使用
|
||||||
|
|
||||||
|
注意：
|
||||||
|
|
||||||
|
部署NFS插件Provisioner方式
|
||||||
|
|
||||||
|
Kuboard方式
|
||||||
|
|
||||||
|
yaml文件方式（见新文档）
|
||||||
|
|
||||||
|
##### 创建共享目录
|
||||||
|
|
||||||
|
略 共享目录为 /data/ha-mysql
|
||||||
|
|
||||||
|
##### 创建命名空间
|
||||||
|
|
||||||
|
```shell
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# kubectl create ns mysql
|
||||||
|
```
|
||||||
|
|
||||||
|
##### 创建存储类
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
##### 创建ConfigMap
|
||||||
|
|
||||||
|
Kuboard方式
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
Yaml文件方式
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# cat 01-configmap.yaml
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ConfigMap
|
||||||
|
metadata:
|
||||||
|
namespace: mysql
|
||||||
|
name: mysql
|
||||||
|
labels:
|
||||||
|
app: mysql
|
||||||
|
data:
|
||||||
|
master.cnf: |
|
||||||
|
[mysqld]
|
||||||
|
log-bin
|
||||||
|
log_bin_trust_function_creators=1
|
||||||
|
lower_case_table_names=1
|
||||||
|
slave.cnf: |
|
||||||
|
[mysqld]
|
||||||
|
super-read-only
|
||||||
|
log_bin_trust_function_creators=1
|
||||||
|
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# kubectl apply -f 01-configmap.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
##### 创建Service
|
||||||
|
|
||||||
|
Kuboard方式：略
|
||||||
|
|
||||||
|
Yaml文件方式
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# cat 02-service.yaml
|
||||||
|
# Headless service for stable DNS entries of StatefulSet members.
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
namespace: mysql
|
||||||
|
name: mysql
|
||||||
|
labels:
|
||||||
|
app: mysql
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- name: mysql
|
||||||
|
port: 3306
|
||||||
|
clusterIP: None
|
||||||
|
selector:
|
||||||
|
app: mysql
|
||||||
|
---
|
||||||
|
# Client service for connecting to any MySQL instance for reads.
|
||||||
|
# For writes, you must instead connect to the master: mysql-0.mysql.
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
namespace: mysql
|
||||||
|
name: mysql-read
|
||||||
|
labels:
|
||||||
|
app: mysql
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- name: mysql
|
||||||
|
port: 3306
|
||||||
|
selector:
|
||||||
|
app: mysql
|
||||||
|
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# kubectl apply -f 02-service.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
##### 创建StatefulSet控制器
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# cat 03-statefulset.yaml
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: StatefulSet
|
||||||
|
metadata:
|
||||||
|
name: mysql
|
||||||
|
namespace: mysql
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: mysql
|
||||||
|
serviceName: mysql
|
||||||
|
replicas: 3
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: mysql
|
||||||
|
spec:
|
||||||
|
initContainers:
|
||||||
|
- name: init-mysql
|
||||||
|
image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/mysql:5.7.26
|
||||||
|
env:
|
||||||
|
- name: TZ
|
||||||
|
value: Asia/Shanghai
|
||||||
|
command:
|
||||||
|
- bash
|
||||||
|
- "-c"
|
||||||
|
- |
|
||||||
|
set -ex
|
||||||
|
# Generate mysql server-id from pod ordinal index.
|
||||||
|
[[ `hostname` =~ -([0-9]+)$ ]] || exit 1
|
||||||
|
ordinal=${BASH_REMATCH[1]}
|
||||||
|
echo [mysqld] > /mnt/conf.d/server-id.cnf
|
||||||
|
# Add an offset to avoid reserved server-id=0 value.
|
||||||
|
echo server-id=$((100 + $ordinal)) >> /mnt/conf.d/server-id.cnf
|
||||||
|
# Copy appropriate conf.d files from config-map to emptyDir.
|
||||||
|
if [[ $ordinal -eq 0 ]]; then
|
||||||
|
cp /mnt/config-map/master.cnf /mnt/conf.d/
|
||||||
|
else
|
||||||
|
cp /mnt/config-map/slave.cnf /mnt/conf.d/
|
||||||
|
fi
|
||||||
|
volumeMounts:
|
||||||
|
- name: conf
|
||||||
|
mountPath: /mnt/conf.d
|
||||||
|
- name: config-map
|
||||||
|
mountPath: /mnt/config-map
|
||||||
|
- name: clone-mysql
|
||||||
|
image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/gcr.io/google-samples/xtrabackup:1.0
|
||||||
|
env:
|
||||||
|
- name: TZ
|
||||||
|
value: Asia/Shanghai
|
||||||
|
command:
|
||||||
|
- bash
|
||||||
|
- "-c"
|
||||||
|
- |
|
||||||
|
set -ex
|
||||||
|
# Skip the clone if data already exists.
|
||||||
|
[[ -d /var/lib/mysql/mysql ]] && exit 0
|
||||||
|
# Skip the clone on master (ordinal index 0).
|
||||||
|
[[ `hostname` =~ -([0-9]+)$ ]] || exit 1
|
||||||
|
ordinal=${BASH_REMATCH[1]}
|
||||||
|
[[ $ordinal -eq 0 ]] && exit 0
|
||||||
|
# Clone data from previous peer.
|
||||||
|
ncat --recv-only mysql-$(($ordinal-1)).mysql 3307 | xbstream -x -C /var/lib/mysql
|
||||||
|
# Prepare the backup.
|
||||||
|
xtrabackup --prepare --target-dir=/var/lib/mysql
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /var/lib/mysql
|
||||||
|
subPath: mysql
|
||||||
|
- name: conf
|
||||||
|
mountPath: /etc/mysql/conf.d
|
||||||
|
containers:
|
||||||
|
- name: mysql
|
||||||
|
image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/mysql:5.7.26
|
||||||
|
env:
|
||||||
|
- name: MYSQL_ALLOW_EMPTY_PASSWORD
|
||||||
|
value: "1"
|
||||||
|
- name: TZ
|
||||||
|
value: Asia/Shanghai
|
||||||
|
ports:
|
||||||
|
- name: mysql
|
||||||
|
containerPort: 3306
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /var/lib/mysql
|
||||||
|
subPath: mysql
|
||||||
|
- name: conf
|
||||||
|
mountPath: /etc/mysql/conf.d
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 500m
|
||||||
|
memory: 1Gi
|
||||||
|
livenessProbe:
|
||||||
|
exec:
|
||||||
|
command: ["mysqladmin", "ping"]
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 10
|
||||||
|
timeoutSeconds: 5
|
||||||
|
readinessProbe:
|
||||||
|
exec:
|
||||||
|
# Check we can execute queries over TCP (skip-networking is off).
|
||||||
|
command: ["mysql", "-h", "127.0.0.1", "-e", "SELECT 1"]
|
||||||
|
initialDelaySeconds: 5
|
||||||
|
periodSeconds: 2
|
||||||
|
timeoutSeconds: 1
|
||||||
|
- name: xtrabackup
|
||||||
|
image: swr.cn-north-4.myhuaweicloud.com/ddn-k8s/gcr.io/google-samples/xtrabackup:1.0
|
||||||
|
ports:
|
||||||
|
- name: xtrabackup
|
||||||
|
containerPort: 3307
|
||||||
|
command:
|
||||||
|
- bash
|
||||||
|
- "-c"
|
||||||
|
- |
|
||||||
|
set -ex
|
||||||
|
cd /var/lib/mysql
|
||||||
|
# Determine binlog position of cloned data, if any.
|
||||||
|
if [[ -f xtrabackup_slave_info ]]; then
|
||||||
|
# XtraBackup already generated a partial "CHANGE MASTER TO" query
|
||||||
|
# because we're cloning from an existing slave.
|
||||||
|
mv xtrabackup_slave_info change_master_to.sql.in
|
||||||
|
# Ignore xtrabackup_binlog_info in this case (it's useless).
|
||||||
|
rm -f xtrabackup_binlog_info
|
||||||
|
elif [[ -f xtrabackup_binlog_info ]]; then
|
||||||
|
# We're cloning directly from master. Parse binlog position.
|
||||||
|
[[ `cat xtrabackup_binlog_info` =~ ^(.*?)[[:space:]]+(.*?)$ ]] || exit 1
|
||||||
|
rm xtrabackup_binlog_info
|
||||||
|
echo "CHANGE MASTER TO MASTER_LOG_FILE='${BASH_REMATCH[1]}',\
|
||||||
|
MASTER_LOG_POS=${BASH_REMATCH[2]}" > change_master_to.sql.in
|
||||||
|
fi
|
||||||
|
# Check if we need to complete a clone by starting replication.
|
||||||
|
if [[ -f change_master_to.sql.in ]]; then
|
||||||
|
echo "Waiting for mysqld to be ready (accepting connections)"
|
||||||
|
until mysql -h 127.0.0.1 -e "SELECT 1"; do sleep 1; done
|
||||||
|
echo "Initializing replication from clone position"
|
||||||
|
# In case of container restart, attempt this at-most-once.
|
||||||
|
mv change_master_to.sql.in change_master_to.sql.orig
|
||||||
|
mysql -h 127.0.0.1 <<EOF
|
||||||
|
$(<change_master_to.sql.orig),
|
||||||
|
MASTER_HOST='mysql-0.mysql',
|
||||||
|
MASTER_USER='root',
|
||||||
|
MASTER_PASSWORD='',
|
||||||
|
MASTER_CONNECT_RETRY=10;
|
||||||
|
START SLAVE;
|
||||||
|
EOF
|
||||||
|
fi
|
||||||
|
# Start a server to send backups when requested by peers.
|
||||||
|
exec ncat --listen --keep-open --send-only --max-conns=1 3307 -c \
|
||||||
|
"xtrabackup --backup --slave-info --stream=xbstream --host=127.0.0.1 --user=root"
|
||||||
|
volumeMounts:
|
||||||
|
- name: data
|
||||||
|
mountPath: /var/lib/mysql
|
||||||
|
subPath: mysql
|
||||||
|
- name: conf
|
||||||
|
mountPath: /etc/mysql/conf.d
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
memory: 100Mi
|
||||||
|
volumes:
|
||||||
|
- name: conf
|
||||||
|
emptyDir: {}
|
||||||
|
- name: config-map
|
||||||
|
configMap:
|
||||||
|
name: mysql
|
||||||
|
volumeClaimTemplates:
|
||||||
|
- metadata:
|
||||||
|
name: data
|
||||||
|
spec:
|
||||||
|
accessModes: ["ReadWriteOnce"]
|
||||||
|
storageClassName: mysql
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 1Gi
|
||||||
|
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# kubectl apply -f 03-statefulset.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
##### 验证集群状态
|
||||||
|
|
||||||
|
注意：因服务运行需要时间，需要耐心等待一段时间后在验证，验证的结果如下
|
||||||
|
|
||||||
|
```shell
|
||||||
|
[root@xingdiancloud-native-master-a mysql]# kubectl get pod -n mysql
|
||||||
|
NAME READY STATUS RESTARTS AGE
|
||||||
|
mysql-0 2/2 Running 0 37m
|
||||||
|
mysql-1 2/2 Running 0 38m
|
||||||
|
mysql-2 2/2 Running 0 39m
|
||||||
|
```
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user