部署簡介：
1. 控制器：采用StatefulSet進行redis的部署，它為了解決有狀態服務的問題，它所管理的Pod擁有固定的Pod名稱，啟停順序，
2. 服務發現：兩個svc，一個是暴露對外（NodePort service），一個是StatefulSet部署使用（headless service），
在StatefulSet中與之對應的headless service，headless service，即無頭服務，與service的區別就是它沒有Cluster IP，決議它的名稱時將回傳該Headless Service對應的全部Pod的Endpoint串列，
3. 存盤：資料存盤：nfs，使用nfs作為后端存盤，創建pv,pvc達到redis data資料存盤持久化；配置存盤：configmaps，創建configmaps存盤，存盤redis.conf配置資訊
4. redis鏡像：直接在redis官網下載制作，目前redis官網引入了docker hub，也可以直接跳轉到docker hub下載最新版本
開始部署：
一、下載redis鏡像
redis官網：https://redis.io/download/
目前官網最新版本是7.0.5，跳轉到docker hub，看到目前最新的鏡像是7.0.4版本
docker hub上最新版本，這次部署就是用7.0.4版本鏡像，直接在服務器上：docker pull redis:7.0.4
二、創建存盤共享目錄
部署好nfs后，在本地創建存盤共享目錄，pv1-6
[root@k8s-master1 ~]# cd /data/k8s/redis/
[root@k8s-master1 redis]# ll
total 0
drwxr-xr-x 3 root root 61 Sep 22 09:13 pv1
drwxr-xr-x 3 root root 61 Sep 22 09:13 pv2
drwxr-xr-x 3 root root 45 Sep 21 18:10 pv3
drwxr-xr-x 3 root root 61 Sep 22 09:40 pv4
drwxr-xr-x 3 root root 45 Sep 21 18:10 pv5
drwxr-xr-x 3 root root 61 Sep 22 09:13 pv6
三、創建pv
創建6個pv，用于存盤redis data資料
[root@k8s-master1 redis]# cat redis-pv.yaml
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv1 #pv名稱
labels:
type: sata #標記存盤型別
namespace: my-ns-redis #所屬命名空間
spec:
capacity: #存盤能力
storage: 2Gi
accessModes:
- ReadWriteMany #可以被多節點多次讀寫
persistentVolumeReclaimPolicy: Retain #pvc洗掉后資料保留模式
storageClassName: "redis" #storageClass名稱，使用nfs不需要單獨傳教storageClass，直接標記名稱后續參考，nfs不支持動態pv
nfs: #nfs存盤
path: "/data/k8s/redis/pv1" #共享目錄，需要主機上真實存在
server: 192.168.198.144 #nfs地址
readOnly: false
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv2
labels:
type: sata
namespace: my-ns-redis
spec:
capacity:
storage: 2Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Retain
storageClassName: "redis"
nfs:
path: "/data/k8s/redis/pv2"
server: 192.168.198.144
readOnly: false
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv3
labels:
type: sata
namespace: my-ns-redis
spec:
capacity:
storage: 2Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Retain
storageClassName: "redis"
nfs:
path: "/data/k8s/redis/pv3"
server: 192.168.198.144
readOnly: false
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv4
labels:
type: sata
namespace: my-ns-redis
spec:
capacity:
storage: 2Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Retain
storageClassName: "redis"
nfs:
path: "/data/k8s/redis/pv4"
server: 192.168.198.144
readOnly: false
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv5
labels:
type: sata
namespace: my-ns-redis
spec:
capacity:
storage: 2Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Retain
storageClassName: "redis"
nfs:
path: "/data/k8s/redis/pv5"
server: 192.168.198.144
readOnly: false
---
apiVersion: v1
kind: PersistentVolume
metadata:
name: redis-pv6
labels:
type: sata
namespace: my-ns-redis
spec:
capacity:
storage: 2Gi
accessModes:
- ReadWriteMany
persistentVolumeReclaimPolicy: Retain
storageClassName: "redis"
nfs:
path: "/data/k8s/redis/pv6"
server: 192.168.198.144
readOnly: false
#使用yaml檔案創建pv
[root@k8s-master1 redis]# kubectl create -f redis-pv.yaml
四、創建configmap
將Redis的組態檔轉化為Configmap，這是一種更方便的配置讀取方式，組態檔redis.conf如下
#redis配置，本地直接創建
[root@k8s-master1 redis]# cat redis.conf
appendonly yes
cluster-enabled yes
cluster-config-file /var/lib/redis/nodes.conf
cluster-node-timeout 5000
dir /var/lib/redis
port 6379
#創建configmap
[root@k8s-master1 redis]# kubectl create configmap redis-conf --from-file=redis.conf -n my-ns-redis
#查詢configmap資訊
[root@k8s-master1 redis]# kubectl get cm -n my-ns-redis
NAME DATA AGE
redis-conf 1 17h
[root@k8s-master1 redis]# kubectl describe cm -n my-ns-redis redis-conf
Name: redis-conf
Namespace: my-ns-redis
Labels: <none>
Annotations: <none>
Data
=https://www.cnblogs.com/xmwan/p/===
redis.conf:
----
appendonly yes
cluster-enabled yes
cluster-config-file /var/lib/redis/nodes.conf
cluster-node-timeout 5000
dir /var/lib/redis
port 6379
Events:
五、創建headless service
Headless service是StatefulSet實作穩定網路標識的基礎，我們需要提前創建
[root@k8s-master1 redis]# cat headless-service.yaml
apiVersion: v1
kind: Service
metadata:
name: redis-service
namespace: my-ns-redis
labels:
app: redis
spec:
ports:
- name: redis-port
port: 6379
clusterIP: None
selector:
app: redis
[root@k8s-master1 redis]# kubectl create -f headless-service.yaml
六、通過StatefulSet創建redis集群節點
通過StatefulSet創建6個redis的pod ，實作3主3從的redis集群
[root@k8s-master1 redis]# cat redis-sts.yaml
apiVersion: apps/v1
kind: StatefulSet #StatefulSet型別
metadata:
name: redis-app #StatefulSet名稱
namespace: my-ns-redis #使用的命名空間
spec:
serviceName: "redis-service" #參考上面創建的headless service，名字必須一致
replicas: 6 #副本數
selector: #標簽選擇器
matchLabels:
app: redis #選擇redis標簽
appCluster: redis-cluster
template: #容器模板
metadata:
labels:
app: redis #容器標簽：redis
appCluster: redis-cluster
spec:
containers:
- name: redis #容器名字
image: "redis:7.0.4" #使用的鏡像
command: ["/bin/bash", "-ce", "tail -f /dev/null"]
command: ["redis-server"]
args:
- "/etc/redis/redis.conf"
- "--protected-mode"
- "no"
ports:
- name: redis
containerPort: 6379
protocol: "TCP"
- name: cluster
containerPort: 16379
protocol: "TCP"
volumeMounts: #掛載卷
- name: "redis-conf" #自定義掛載卷1的名稱
mountPath: "/etc/redis" #掛載的路徑，這個是redis容器里面的路徑
- name: "redis-data" #自定義掛載卷2的名稱
mountPath: "/var/lib/redis" #掛載的路徑
volumes:
- name: "redis-conf" #參考掛載，名字要和上面自定義的一致，否則無法對應掛載
configMap: #使用的存盤型別
name: "redis-conf" #參考之前創建的configMap存盤，名字要和之前創建使用的名字一致
items: #可以不寫
- key: "redis.conf"
path: "redis.conf" #這個就表示mountPath: "/etc/redis"+path: "redis.conf" ，最終：/etc/redis/redis.conf
volumeClaimTemplates: #創建pvc的模板，我們沒有單獨創建pvc，直接使用模板創建
- metadata:
name: redis-data #參考上面自定義的掛載卷2的名稱，必須一致
spec: #元資料
accessModes: [ "ReadWriteMany" ] #必須和前面創建的pv的保持一致，否則pv，pvc可能系結失敗
storageClassName: "redis" #必須和前面創建的pv的保持一致
resources:
requests:
storage: 1Gi #需求的存盤大小，小于等于pv的存盤
#使用yaml檔案創建
[root@k8s-master1 redis]# kubectl create -f redis-sts.yaml
#查詢
[root@k8s-master1 redis]# kubectl get all -n my-ns-redis
NAME READY STATUS RESTARTS AGE
pod/redis-app-0 1/1 Running 0 64m
pod/redis-app-1 1/1 Running 1 16h
pod/redis-app-2 1/1 Running 1 16h
pod/redis-app-3 1/1 Running 1 16h
pod/redis-app-4 1/1 Running 1 16h
pod/redis-app-5 1/1 Running 1 16h
NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
service/redis-service ClusterIP None <none> 6379/TCP 17h
NAME READY AGE
statefulset.apps/redis-app 6/6 16h
#pv,pvc均已成功系結
[root@k8s-master1 redis]# kubectl get pv,pvc -n my-ns-redis
NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE 6d18h
persistentvolume/redis-pv1 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-3 redis 17h
persistentvolume/redis-pv2 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-5 redis 17h
persistentvolume/redis-pv3 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-2 redis 17h
persistentvolume/redis-pv4 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-0 redis 17h
persistentvolume/redis-pv5 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-1 redis 17h
persistentvolume/redis-pv6 2Gi RWX Retain Bound my-ns-redis/redis-data-redis-app-4 redis 17h
NAME STATUS VOLUME CAPACITY ACCESS MODES STORAGECLASS AGE
persistentvolumeclaim/redis-data-redis-app-0 Bound redis-pv4 2Gi RWX redis 16h
persistentvolumeclaim/redis-data-redis-app-1 Bound redis-pv5 2Gi RWX redis 16h
persistentvolumeclaim/redis-data-redis-app-2 Bound redis-pv3 2Gi RWX redis 16h
persistentvolumeclaim/redis-data-redis-app-3 Bound redis-pv1 2Gi RWX redis 16h
persistentvolumeclaim/redis-data-redis-app-4 Bound redis-pv6 2Gi RWX redis 16h
persistentvolumeclaim/redis-data-redis-app-5 Bound redis-pv2 2Gi RWX redis 16h
七、初始化集群
#進入其中一個容器
[root@k8s-master1 ~]# kubectl exec -it -n my-ns-redis redis-app-0 /bin/bash
kubectl exec [POD] [COMMAND] is DEPRECATED and will be removed in a future version. Use kubectl exec [POD] -- [COMMAND] instead.
root@redis-app-0:/data#
#查詢集群資訊，可以看到cluster_state:fail失敗，cluster_known_nodes:1節點數只有一個
root@redis-app-0:/data# redis-cli -c
127.0.0.1:6379> CLUSTER INFO
cluster_state:fail
cluster_slots_assigned:0
cluster_slots_ok:0
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:1
cluster_size:0
cluster_current_epoch:0
cluster_my_epoch:0
cluster_stats_messages_sent:0
cluster_stats_messages_received:0
total_cluster_links_buffer_limit_exceeded:0
127.0.0.1:6379>
127.0.0.1:6379> exit
#初始化集群，ip，埠為對應pod埠
root@redis-app-0:/data# redis-cli --cluster create 10.244.1.159:6379 10.244.2.136:6379 10.244.1.158:6379 10.244.2.139:6379 10.244.1.160:6379 10.244.1.157:6379 --cluster-replicas 1
>>> Performing hash slots allocation on 6 nodes...
Master[0] -> Slots 0 - 5460
Master[1] -> Slots 5461 - 10922
Master[2] -> Slots 10923 - 16383
Adding replica 10.244.1.160:6379 to 10.244.1.159:6379
Adding replica 10.244.1.157:6379 to 10.244.2.136:6379
Adding replica 10.244.2.139:6379 to 10.244.1.158:6379
M: d97f5acc6a803cc5ae1a0fd9a405e4cbc49cb72b 10.244.1.159:6379
slots:[0-5460] (5461 slots) master
M: d52754f0c6d7774430a4bb2e3abc05111421e854 10.244.2.136:6379
slots:[5461-10922] (5462 slots) master
M: fc2e51c0afc9f8b4440e652c366033ce277f9809 10.244.1.158:6379
slots:[10923-16383] (5461 slots) master
S: e645ed14a194b8e8d7b11d6e65035f14451010b6 10.244.2.139:6379
replicates fc2e51c0afc9f8b4440e652c366033ce277f9809
S: 8d0bdcdf5af3d8b1ce751b7a68e5261ac514e0bc 10.244.1.160:6379
replicates d97f5acc6a803cc5ae1a0fd9a405e4cbc49cb72b
S: de6607e6972983f38a9b66f7bfbac1e9eb112c63 10.244.1.157:6379
replicates d52754f0c6d7774430a4bb2e3abc05111421e854
Can I set the above configuration? (type 'yes' to accept): yes
>>> Nodes configuration updated
>>> Assign a different config epoch to each node
>>> Sending CLUSTER MEET messages to join the cluster
Waiting for the cluster to join
....
>>> Performing Cluster Check (using node 10.244.1.159:6379)
M: d97f5acc6a803cc5ae1a0fd9a405e4cbc49cb72b 10.244.1.159:6379
slots:[0-5460] (5461 slots) master
1 additional replica(s)
S: e645ed14a194b8e8d7b11d6e65035f14451010b6 10.244.2.139:6379
slots: (0 slots) slave
replicates fc2e51c0afc9f8b4440e652c366033ce277f9809
S: 8d0bdcdf5af3d8b1ce751b7a68e5261ac514e0bc 10.244.1.160:6379
slots: (0 slots) slave
replicates d97f5acc6a803cc5ae1a0fd9a405e4cbc49cb72b
M: d52754f0c6d7774430a4bb2e3abc05111421e854 10.244.2.136:6379
slots:[5461-10922] (5462 slots) master
1 additional replica(s)
S: de6607e6972983f38a9b66f7bfbac1e9eb112c63 10.244.1.157:6379
slots: (0 slots) slave
replicates d52754f0c6d7774430a4bb2e3abc05111421e854
M: fc2e51c0afc9f8b4440e652c366033ce277f9809 10.244.1.158:6379
slots:[10923-16383] (5461 slots) master
1 additional replica(s)
[OK] All nodes agree about slots configuration.
>>> Check for open slots...
>>> Check slots coverage...
[OK] All 16384 slots covered.
#至此初始化集群成功
#重新進入redis集群
root@redis-app-0:/data# redis-cli -c
#查詢集群資訊，集群狀態ok：cluster_state:ok；集群節點數6：cluster_known_nodes:6
127.0.0.1:6379> CLUSTER INFO
cluster_state:ok
cluster_slots_assigned:16384
cluster_slots_ok:16384
cluster_slots_pfail:0
cluster_slots_fail:0
cluster_known_nodes:6
cluster_size:3
cluster_current_epoch:6
cluster_my_epoch:1
cluster_stats_messages_ping_sent:94
cluster_stats_messages_pong_sent:94
cluster_stats_messages_sent:188
cluster_stats_messages_ping_received:89
cluster_stats_messages_pong_received:94
cluster_stats_messages_meet_received:5
cluster_stats_messages_received:188
total_cluster_links_buffer_limit_exceeded:0
#目前使用的主節點在10.244.1.158
127.0.0.1:6379> get a
-> Redirected to slot [15495] located at 10.244.1.158:6379
(nil)
#至此redis集群部署完成
8、主從測驗
洗掉一個pod：redis-app-0，k8s會自動重建一個名稱為：redis-app-0 的pod，名字始終保持不變，檢查集群資訊集群狀態ok：cluster_state:ok；集群節點數6：cluster_known_nodes:6
轉載請註明出處，本文鏈接：https://www.uj5u.com/qita/509325.html
標籤：其他
上一篇：「浙江理工大學ACM入隊200題系列」問題 A: 零基礎學C/C++34—— 3個數比較大小(冒泡排序與選擇排序演算法)