Skip to content

NFS Storage for dynamic provisioning and image registry

Setup NFS-Server

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
yum -y install nfs-utils
systemctl enable --now rpcbind
# RHEL 8: systemctl enable --now nfs-server
# RHEL 7: systemctl enable --now nfs
mkdir -p /srv/nfs-storage-{pv-infra-registry,pv-user-pvs}
chmod 770 /srv/nfs-storage-{pv-infra-registry,pv-user-pvs}

echo "
/srv/nfs-storage-pv-infra-registry 192.168.51.0/24(rw,sync,no_root_squash)
/srv/nfs-storage-pv-user-pvs 192.168.51.0/24(rw,sync,no_root_squash)
" >> /etc/exports

exportfs -ra

Configure image registry

Create PersistentVolume for image registry

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
oc create -f - <<EOF
apiVersion: v1
kind: PersistentVolume
metadata:
  name: nfs-registry-storage
spec:
  accessModes:
  - ReadWriteMany
  capacity:
    storage: 100Gi
  nfs:
    path: "/srv/nfs-storage-pv-infra-registry"
    server: "192.168.51.1"
  persistentVolumeReclaimPolicy: Recycle
EOF

Create PersistentVolumeClaim for image registry

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
oc create -f - <<EOF
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: registry-storage
  namespace: openshift-image-registry
spec:
  accessModes:
  - ReadWriteMany
  resources:
    requests:
      storage: 100Gi
EOF

Patch Image registry

1
oc patch configs.imageregistry.operator.openshift.io cluster --type='json' -p='[{"op": "remove", "path": "/spec/storage" },{"op": "add", "path": "/spec/storage", "value": {"pvc":{"claim": "registry-storage"}}}]'

Deploy nfs-client-provisioner

Based on a retired project: https://github.com/kubernetes-retired/external-storage/tree/master/nfs-client

1
2
3
oc process -f  https://raw.githubusercontent.com/openshift-examples/external-storage-nfs-client/main/openshift-template-nfs-client-provisioner.yaml \
  -p NFS_SERVER=192.168.51.1 \
  -p NFS_PATH=/srv/nfs-storage-pv-user-pvs  | oc apply -f -

Air-gapped deployment

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
# Part of general oc adm release mirror
export LOCAL_REPOSITORY=ocp4/openshift4
export LOCAL_REGISTRY=host.compute.local:5000
export LOCAL_SECRET_JSON=pullsecret.json

# Mirror nfs-client-provisioner
oc image mirror -a ${LOCAL_SECRET_JSON} \
  quay.io/external_storage/nfs-client-provisioner:latest \
  ${LOCAL_REGISTRY}/${LOCAL_REPOSITORY}:nfs-client-provisioner-latest

# Deployment
oc process -f https://raw.githubusercontent.com/openshift-examples/external-storage-nfs-client/main/openshift-template-nfs-client-provisioner.yaml \
  -p NFS_SERVER=192.168.51.1 \
  -p NFS_PATH=/var/lib/libvirt/images/air-gapped-pv-user-pvs \
  -p PROVISIONER_IMAGE=${LOCAL_REGISTRY}/${LOCAL_REPOSITORY}:nfs-client-provisioner-latest | oc apply -f -
2020-12-06 2020-10-14 Contributors: Robert Bohne