k8s部署使用nfs-client实现storageclass

此文章参考https://blog.51cto.com/wangpengtai/2418636?source=dra

https://github.com/kubernetes-incubator/external-storage/tree/master/nfs-client

一、nfs服务器部署

服务器端

yum install rpcbind -y

yum install nfs-utils -y

可用rpm -qa | grep nfs  &  rpm -qa | grep rpcbind  查询是否安装

service rpcbind start

service nfs start

mkdir /data/k8s    (创建共享)

生成主要配置文件（/etc/exports）

配置exports

cat /etc/exports
/data/k8s  172.17.0.0/24(rw,no_root_squash)

修改完后不会立即生效

需要使用如下命令来重新加载exports文件：

exportfs -a

showmount -e　　　　//默认查看自己共享的服务

showmount -a　　　　//显示已经与客户端连接上的目录信息

客户端配置，在k8s场景下需要配置node节点

首先添加hosts文件

[root@VM_0_7_centos k8s]# cat /etc/hosts

172.17.0.10  master01
172.17.0.4   master02
172.17.0.5   master03
172.17.0.8   node01
172.17.0.3   node02

 

# rpm -qa | grep nfs-utils

# yum install nfs-utils

service rpcbind start

service nfslock start

创建挂载目录


showmount -e　ip(nfs服务器)

二、k8s部署使用nfs-client实现storageclass

方法一：helm安装

helm install stable/nfs-client-provisioner --set nfs.server=172.17.0.7 --set nfs.path=/data/k8s

方法二：手动安装

1.创建账号

[root@master01 harbor]# cat rbac.yaml 
kind: ServiceAccount
apiVersion: v1
metadata:
  name: nfs-client-provisioner
---
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: nfs-client-provisioner-runner
rules:
  - apiGroups: [""]
    resources: ["persistentvolumes"]
    verbs: ["get", "list", "watch", "create", "delete"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims"]
    verbs: ["get", "list", "watch", "update"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["storageclasses"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["create", "update", "patch"]
---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: run-nfs-client-provisioner
subjects:
  - kind: ServiceAccount
    name: nfs-client-provisioner
    namespace: default
roleRef:
  kind: ClusterRole
  name: nfs-client-provisioner-runner
  apiGroup: rbac.authorization.k8s.io
---
kind: Role
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: leader-locking-nfs-client-provisioner
rules:
  - apiGroups: [""]
    resources: ["endpoints"]
    verbs: ["get", "list", "watch", "create", "update", "patch"]
---
kind: RoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: leader-locking-nfs-client-provisioner
subjects:
  - kind: ServiceAccount
    name: nfs-client-provisioner
    # replace with namespace where provisioner is deployed
    namespace: default
roleRef:
  kind: Role
  name: leader-locking-nfs-client-provisioner
  apiGroup: rbac.authorization.k8s.io

2. 创建nfs-client

将nfs配置成StorageClass，安装对应的自动配置程序nfs-client，可以来自动创建持久卷（pv）。每当创建storageclass时，就会在kubernetes里面自动创建pv，nfs目录下自动创建文件夹，省去生动创建的繁琐。

部署nfs-client

[root@master01 harbor]# cat nfs-client-deployment.yaml 
kind: Deployment
apiVersion: apps/v1
metadata:
  name: nfs-client-provisioner
spec:
  replicas: 1
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: nfs-client-provisioner
  template:
    metadata:
      labels:
        app: nfs-client-provisioner
    spec:
      serviceAccountName: nfs-client-provisioner
      containers:
        - name: nfs-client-provisioner
          image: quay.io/external_storage/nfs-client-provisioner:latest
          volumeMounts:
            - name: nfs-client-root
              mountPath: /persistentvolumes
          env:
            - name: PROVISIONER_NAME
              value: fuseim.pri/ifs
            - name: NFS_SERVER
              value: 172.17.0.7 #nfs服务器
            - name: NFS_PATH
              value: /data/k8s #共享目录
      volumes:
        - name: nfs-client-root
          nfs:
            server: 172.17.0.7
            path: /data/k8s

这里注意kubectl的版本信息

yaml关联关系

kubectl create -f nfs-client-deployment.yaml

3.创建nfs-client kubernetes storage class

创建一个test-calim的pvc

[root@master01 harbor]# cat nfs-client-sc.yaml 
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: managed-nfs-storage
provisioner: fuseim.pri/ifs # or choose another name, must match deployment's env PROVISIONER_NAME'
parameters:
  archiveOnDelete: "false" # When set to "false" your PVs will not be archived

kubectl create -f nfs-client-sc.yaml

4. 测试

[root@master01 harbor]# cat test-claim.yaml 
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
  name: test-claim
  annotations:
    volume.beta.kubernetes.io/storage-class: "managed-nfs-storage"
spec:
  accessModes:
    - ReadWriteMany
  resources:
    requests:
      storage: 1Mi

创建一个test-pod文件

[root@master01 harbor]# cat test-pod.yaml 
kind: Pod
apiVersion: v1
metadata:
  name: test-pod
spec:
  containers:
  - name: test-pod
    image: busybox:1.24
    command:
      - "/bin/sh"
    args:
      - "-c"
      - "touch /mnt/SUCCESS && exit 0 || exit 1"
    volumeMounts:
      - name: nfs-pvc
        mountPath: "/mnt"
  restartPolicy: "Never"
  volumes:
    - name: nfs-pvc
      persistentVolumeClaim:
        claimName: test-claim