K8S中使用nfs

环境信息

三台机器，操作系统CentOS 7.4：
hanyu-210 10.20.0.210
hanyu-211 10.20.0.211
hanyu-212 10.20.0.212

前提条件：

已搭建K8S集群（1个master 2个node节点）

1、搭建nfs(hanyu211节点上搭建)

执行

[root@hanyu-211 ~]# yum -y install nfs-utils rpcbind

NFS 配置

[root@hanyu-211 ~]# mkdir -p /home/nfs
[root@hanyu-211 ~]# cat /etc/exports
/home/nfs *(rw, async)

启动NFS

[root@hanyu-211 ~]# systemctl start rpcbind.service
[root@hanyu-211 ~]# systemctl status rpcbind.service
[root@hanyu-211 ~]# systemctl enable rpcbind.service

[root@hanyu-211 ~]# systemctl start nfs.service
[root@hanyu-211 ~]# systemctl enable nfs.service
[root@hanyu-211 ~]# systemctl status nfs.service

验证nfs可用（hanyu-210 hanyu-212执行）

[root@hanyu-211 ~]# yum -y intall nfs-utils （客户端上不需要启动nfs服务，只是为了使用showmount工具）
检测rpc是否启动
[root@hanyu-211 ~]# showmount -e 10.20.0.211
[root@hanyu-211 ~]# mount -t nfs 10.20.0.211:/home/nfs /mnt  (挂载至本地/mnt目录)
[root@hanyu-211 ~]# df -h
[root@hanyu-211 ~]# umount /mnt

2、K8S中使用nfs作为存储卷

直接将nfs作为存储卷使用：kubectl appply -f redis-deployment.yaml

[root@hanyu-210 k8s_nfs]# cat redis-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: redis
spec:
  selector:
    matchLabels:
      app: redis
  revisionHistoryLimit: 2
  template:
    metadata:
      labels:
        app: redis
    spec:
      containers:
      - image: redis
        name: redis
        imagePullPolicy: IfNotPresent
        ports:
        - containerPort: 6379
          name: redis6379
        env:
        - name: ALLOW_EMPTY_PASSWORD
          value: "yes"
        - name: REDIS_PASSWORD
          value: "redis"
        volumeMounts:
        - name: redis-persistent-storage
          mountPath: /data
      volumes:
      - name: redis-persistent-storage
        nfs:
          path: /home/nfs
          server: 10.20.0.211

image.png

3、K8S中使用nfs结合pv使用

4、K8S中使用nfs结合storageClass动态供给使用

[root@hanyu-210 k8s_nfs]# cat nfs-provisioner-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nfs-provisioner
spec:
  replicas: 1
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: nfs-provisioner
  template:
    metadata:
      labels:
        app: nfs-provisioner
    spec:
      serviceAccount: nfs-provisioner
      containers:
        - name: nfs-provisioner
          image: quay.io/kubernetes_incubator/nfs-provisioner:v1.0.8
          ports:
            - name: nfs
              containerPort: 2049
            - name: mountd
              containerPort: 20048
            - name: rpcbind
              containerPort: 111
            - name: rpcbind-udp
              containerPort: 111
              protocol: UDP
          securityContext:
            capabilities:
              add:
                - DAC_READ_SEARCH
                - SYS_RESOURCE
          args:
            # 定义提供者的名称，存储类通过此名称指定提供者
            - "-provisioner=nfs-provisioner"
          env:
            - name: POD_IP
              valueFrom:
                fieldRef:
                  fieldPath: status.podIP
            - name: SERVICE_NAME
              value: nfs-provisioner
            - name: POD_NAMESPACE
              valueFrom:
                fieldRef:
                  fieldPath: metadata.namespace
          imagePullPolicy: "IfNotPresent"
          volumeMounts:
            - name: export-volume
              mountPath: /export
      volumes:
        - name: export-volume
          hostPath:
            path: /srv

[root@hanyu-210 k8s_nfs]# cat nfs-provisioner-service.yaml
kind: Service
apiVersion: v1
metadata:
  name: nfs-provisioner
  labels:
    app: nfs-provisioner
spec:
  ports:
    - name: nfs
      port: 2049
    - name: mountd
      port: 20048
    - name: rpcbind
      port: 111
    - name: rpcbind-udp
      port: 111
      protocol: UDP
  selector:
    app: nfs-provisioner

创建存储类：kubectl apply -f nfs-storageclass.yaml

[root@hanyu-210 k8s_nfs]# cat nfs-storageclass.yaml
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: nfs-storageclass
provisioner: nfs-provisioner

创建pvc：kubectl apply -f nfs-pvc.yaml

[root@hanyu-210 k8s_nfs]# cat nfs-pvc.yaml
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: nfs-pvc
spec:
  accessModes:
  - ReadWriteMany
  storageClassName: nfs-storageclass
  resources:
    requests:
      storage: 1Mi

创建应用使用nfs-pvc：kubectl apply -f busybox-deployment.yaml

[root@hanyu-210 k8s_nfs]# cat busybox-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: busybox-deployment
spec:
  replicas: 2
  selector:
    matchLabels:
      name: busybox-deployment
  template:
    metadata:
      labels:
        name: busybox-deployment
    spec:
      serviceAccount: nfs-provisioner
      containers:
      - image: busybox
        command:
        - sh
        - -c
        - 'while true; do date > /mnt/index.html; hostname >> /mnt/index.html; sleep $(($RANDOM % 5 + 5)); done'
        imagePullPolicy: IfNotPresent
        name: busybox
        volumeMounts:
        - name: nfs
          mountPath: /mnt
      volumes:
      - name: nfs
        persistentVolumeClaim:
          claimName: nfs-pvc