Add provision support as a simplenfs plugin
This commit is contained in:
Masaki Kimura
parent
d74ee25bab
commit
2c9b076ea7
|
|
@ -1 +1,2 @@
|
|||
/bin
|
||||
simplenfs/bin
|
||||
|
|
|
|||
|
|
@ -2,6 +2,8 @@ FROM centos:7.4.1708
|
|||
|
||||
# Copy nfsplugin from build _output directory
|
||||
COPY bin/nfsplugin /nfsplugin
|
||||
RUN mkdir -p /simplenfs/bin
|
||||
COPY simplenfs/bin/plugin.so /simplenfs/plugin.so
|
||||
|
||||
RUN yum -y install nfs-utils && yum -y install epel-release && yum -y install jq && yum clean all
|
||||
|
||||
|
|
|
|||
|
|
@ -27,8 +27,9 @@ import (
|
|||
)
|
||||
|
||||
var (
|
||||
endpoint string
|
||||
nodeID string
|
||||
endpoint string
|
||||
nodeID string
|
||||
controllerPlugin string
|
||||
)
|
||||
|
||||
func init() {
|
||||
|
|
@ -55,6 +56,8 @@ func main() {
|
|||
cmd.PersistentFlags().StringVar(&endpoint, "endpoint", "", "CSI endpoint")
|
||||
cmd.MarkPersistentFlagRequired("endpoint")
|
||||
|
||||
cmd.PersistentFlags().StringVar(&controllerPlugin, "controllerPlugin", "", "Controller plugin")
|
||||
|
||||
cmd.ParseFlags(os.Args[1:])
|
||||
if err := cmd.Execute(); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "%s", err.Error())
|
||||
|
|
@ -65,6 +68,6 @@ func main() {
|
|||
}
|
||||
|
||||
func handle() {
|
||||
d := nfs.NewNFSdriver(nodeID, endpoint)
|
||||
d := nfs.NewNFSdriver(nodeID, endpoint, controllerPlugin)
|
||||
d.Run()
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,79 @@
|
|||
# This YAML file contains attacher & csi driver API objects that are necessary
|
||||
# to run external CSI attacher for nfs
|
||||
|
||||
kind: Service
|
||||
apiVersion: v1
|
||||
metadata:
|
||||
name: csi-attacher-nfsplugin
|
||||
labels:
|
||||
app: csi-attacher-nfsplugin
|
||||
spec:
|
||||
selector:
|
||||
app: csi-attacher-nfsplugin
|
||||
ports:
|
||||
- name: dummy
|
||||
port: 12345
|
||||
|
||||
---
|
||||
kind: StatefulSet
|
||||
apiVersion: apps/v1beta1
|
||||
metadata:
|
||||
name: csi-attacher-nfsplugin
|
||||
spec:
|
||||
serviceName: "csi-attacher"
|
||||
replicas: 1
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: csi-attacher-nfsplugin
|
||||
spec:
|
||||
serviceAccount: csi-attacher
|
||||
containers:
|
||||
- name: csi-attacher
|
||||
image: quay.io/k8scsi/csi-attacher:v1.0.1
|
||||
args:
|
||||
- "--v=5"
|
||||
- "--csi-address=$(ADDRESS)"
|
||||
env:
|
||||
- name: ADDRESS
|
||||
value: /csi/csi.sock
|
||||
imagePullPolicy: "IfNotPresent"
|
||||
volumeMounts:
|
||||
- name: socket-dir
|
||||
mountPath: /csi
|
||||
- name: csi-provisioner
|
||||
image: quay.io/k8scsi/csi-provisioner:v1.2.0
|
||||
args:
|
||||
- "--v=5"
|
||||
- "--csi-address=$(ADDRESS)"
|
||||
env:
|
||||
- name: ADDRESS
|
||||
value: unix:///csi/csi.sock
|
||||
imagePullPolicy: "IfNotPresent"
|
||||
volumeMounts:
|
||||
- name: socket-dir
|
||||
mountPath: /csi
|
||||
- name: nfs
|
||||
image: nfsplugin:latest
|
||||
args :
|
||||
- "--nodeid=$(NODE_ID)"
|
||||
- "--endpoint=$(CSI_ENDPOINT)"
|
||||
- "--controllerPlugin=/simplenfs/plugin.so"
|
||||
env:
|
||||
- name: NODE_ID
|
||||
valueFrom:
|
||||
fieldRef:
|
||||
fieldPath: spec.nodeName
|
||||
- name: CSI_ENDPOINT
|
||||
value: unix://plugin/csi.sock
|
||||
imagePullPolicy: "IfNotPresent"
|
||||
securityContext:
|
||||
capabilities:
|
||||
add:
|
||||
- SYS_ADMIN
|
||||
volumeMounts:
|
||||
- name: socket-dir
|
||||
mountPath: /plugin
|
||||
volumes:
|
||||
- name: socket-dir
|
||||
emptyDir:
|
||||
|
|
@ -0,0 +1,46 @@
|
|||
# This YAML file contains RBAC API objects that are necessary to run external
|
||||
# CSI attacher for nfs flex adapter
|
||||
|
||||
apiVersion: v1
|
||||
kind: ServiceAccount
|
||||
metadata:
|
||||
name: csi-attacher
|
||||
|
||||
---
|
||||
kind: ClusterRole
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
metadata:
|
||||
name: external-attacher-runner
|
||||
rules:
|
||||
- apiGroups: [""]
|
||||
resources: ["persistentvolumes"]
|
||||
verbs: ["get", "list", "watch", "create", "update", "delete"]
|
||||
- apiGroups: [""]
|
||||
resources: ["nodes"]
|
||||
verbs: ["get", "list", "watch"]
|
||||
- apiGroups: ["storage.k8s.io"]
|
||||
resources: ["volumeattachments"]
|
||||
verbs: ["get", "list", "watch", "update"]
|
||||
- apiGroups: [""]
|
||||
resources: ["persistentvolumeclaims"]
|
||||
verbs: ["get", "list", "watch", "update"]
|
||||
- apiGroups: ["storage.k8s.io"]
|
||||
resources: ["storageclasses"]
|
||||
verbs: ["get", "list", "watch"]
|
||||
- apiGroups: [""]
|
||||
resources: ["events"]
|
||||
verbs: ["list", "watch", "create", "update", "patch"]
|
||||
|
||||
---
|
||||
kind: ClusterRoleBinding
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
metadata:
|
||||
name: csi-attacher-role
|
||||
subjects:
|
||||
- kind: ServiceAccount
|
||||
name: csi-attacher
|
||||
namespace: default
|
||||
roleRef:
|
||||
kind: ClusterRole
|
||||
name: external-attacher-runner
|
||||
apiGroup: rbac.authorization.k8s.io
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
# This YAML file contains driver-registrar & csi driver nodeplugin API objects
|
||||
# that are necessary to run CSI nodeplugin for nfs
|
||||
kind: DaemonSet
|
||||
apiVersion: apps/v1beta2
|
||||
metadata:
|
||||
name: csi-nodeplugin-nfsplugin
|
||||
spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app: csi-nodeplugin-nfsplugin
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: csi-nodeplugin-nfsplugin
|
||||
spec:
|
||||
serviceAccount: csi-nodeplugin
|
||||
hostNetwork: true
|
||||
containers:
|
||||
- name: node-driver-registrar
|
||||
image: quay.io/k8scsi/csi-node-driver-registrar:v1.0.2
|
||||
lifecycle:
|
||||
preStop:
|
||||
exec:
|
||||
command: ["/bin/sh", "-c", "rm -rf /registration/csi-nfsplugin /registration/csi-nfsplugin-reg.sock"]
|
||||
args:
|
||||
- --v=5
|
||||
- --csi-address=/plugin/csi.sock
|
||||
- --kubelet-registration-path=/var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
|
||||
env:
|
||||
- name: KUBE_NODE_NAME
|
||||
valueFrom:
|
||||
fieldRef:
|
||||
fieldPath: spec.nodeName
|
||||
volumeMounts:
|
||||
- name: plugin-dir
|
||||
mountPath: /plugin
|
||||
- name: registration-dir
|
||||
mountPath: /registration
|
||||
- name: nfs
|
||||
securityContext:
|
||||
privileged: true
|
||||
capabilities:
|
||||
add: ["SYS_ADMIN"]
|
||||
allowPrivilegeEscalation: true
|
||||
image: nfsplugin:latest
|
||||
args :
|
||||
- "--nodeid=$(NODE_ID)"
|
||||
- "--endpoint=$(CSI_ENDPOINT)"
|
||||
env:
|
||||
- name: NODE_ID
|
||||
valueFrom:
|
||||
fieldRef:
|
||||
fieldPath: spec.nodeName
|
||||
- name: CSI_ENDPOINT
|
||||
value: unix://plugin/csi.sock
|
||||
imagePullPolicy: "IfNotPresent"
|
||||
volumeMounts:
|
||||
- name: plugin-dir
|
||||
mountPath: /plugin
|
||||
- name: pods-mount-dir
|
||||
mountPath: /var/lib/kubelet/pods
|
||||
mountPropagation: "Bidirectional"
|
||||
volumes:
|
||||
- name: plugin-dir
|
||||
hostPath:
|
||||
path: /var/lib/kubelet/plugins/csi-nfsplugin
|
||||
type: DirectoryOrCreate
|
||||
- name: pods-mount-dir
|
||||
hostPath:
|
||||
path: /var/lib/kubelet/pods
|
||||
type: Directory
|
||||
- hostPath:
|
||||
path: /var/lib/kubelet/plugins_registry
|
||||
type: Directory
|
||||
name: registration-dir
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
# This YAML defines all API objects to create RBAC roles for CSI node plugin
|
||||
apiVersion: v1
|
||||
kind: ServiceAccount
|
||||
metadata:
|
||||
name: csi-nodeplugin
|
||||
|
||||
---
|
||||
kind: ClusterRole
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
metadata:
|
||||
name: csi-nodeplugin
|
||||
rules:
|
||||
- apiGroups: [""]
|
||||
resources: ["persistentvolumes"]
|
||||
verbs: ["get", "list", "watch", "update"]
|
||||
- apiGroups: [""]
|
||||
resources: ["nodes"]
|
||||
verbs: ["get", "list", "watch", "update"]
|
||||
- apiGroups: ["storage.k8s.io"]
|
||||
resources: ["volumeattachments"]
|
||||
verbs: ["get", "list", "watch", "update"]
|
||||
---
|
||||
kind: ClusterRoleBinding
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
metadata:
|
||||
name: csi-nodeplugin
|
||||
subjects:
|
||||
- kind: ServiceAccount
|
||||
name: csi-nodeplugin
|
||||
namespace: default
|
||||
roleRef:
|
||||
kind: ClusterRole
|
||||
name: csi-nodeplugin
|
||||
apiGroup: rbac.authorization.k8s.io
|
||||
|
|
@ -0,0 +1,19 @@
|
|||
apiVersion: v1
|
||||
kind: Pod
|
||||
metadata:
|
||||
name: nginx-simplenfsplugin
|
||||
spec:
|
||||
containers:
|
||||
- image: maersk/nginx
|
||||
imagePullPolicy: Always
|
||||
name: nginx
|
||||
ports:
|
||||
- containerPort: 80
|
||||
protocol: TCP
|
||||
volumeMounts:
|
||||
- mountPath: /var/www
|
||||
name: data-simplenfsplugin
|
||||
volumes:
|
||||
- name: data-simplenfsplugin
|
||||
persistentVolumeClaim:
|
||||
claimName: data-simplenfsplugin
|
||||
|
|
@ -0,0 +1,11 @@
|
|||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: data-simplenfsplugin
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 1Gi
|
||||
storageClassName: csi-simplenfs-sc
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
apiVersion: storage.k8s.io/v1
|
||||
kind: StorageClass
|
||||
metadata:
|
||||
name: csi-simplenfs-sc
|
||||
provisioner: csi-nfsplugin
|
||||
parameters:
|
||||
server: 192.168.122.57
|
||||
rootpath: /exports
|
||||
reclaimPolicy: Delete
|
||||
|
|
@ -1,6 +1,8 @@
|
|||
package nfs
|
||||
|
||||
import (
|
||||
"plugin"
|
||||
|
||||
"github.com/container-storage-interface/spec/lib/go/csi"
|
||||
"github.com/golang/glog"
|
||||
"golang.org/x/net/context"
|
||||
|
|
@ -12,11 +14,51 @@ type ControllerServer struct {
|
|||
Driver *nfsDriver
|
||||
}
|
||||
|
||||
func isSupported(pluginName string, symbolName string) bool {
|
||||
symbol, err := lookupSymbol(pluginName, symbolName)
|
||||
return err == nil && symbol != nil
|
||||
}
|
||||
|
||||
func lookupSymbol(pluginName string, symbolName string) (interface{}, error) {
|
||||
if pluginName != "" {
|
||||
plug, err := plugin.Open(pluginName)
|
||||
if err != nil {
|
||||
glog.Infof("Failed to load plugin: %s error: %v", pluginName, err)
|
||||
return nil, err
|
||||
}
|
||||
symbol, err := plug.Lookup(symbolName)
|
||||
if err != nil {
|
||||
glog.Infof("Failed to lookup symbol: %s error: %v", symbolName, err)
|
||||
return nil, err
|
||||
}
|
||||
return symbol, nil
|
||||
}
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
func (cs *ControllerServer) CreateVolume(ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
||||
glog.Infof("CreateVolume called")
|
||||
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "CreateVolume")
|
||||
if err == nil && symbol != nil {
|
||||
createVolume, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error))
|
||||
if ok {
|
||||
return createVolume(cs, ctx, req)
|
||||
}
|
||||
}
|
||||
|
||||
return nil, status.Error(codes.Unimplemented, "")
|
||||
}
|
||||
|
||||
func (cs *ControllerServer) DeleteVolume(ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
||||
glog.Infof("DeleteVolume called")
|
||||
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "DeleteVolume")
|
||||
if err == nil && symbol != nil {
|
||||
deleteVolume, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error))
|
||||
if ok {
|
||||
return deleteVolume(cs, ctx, req)
|
||||
}
|
||||
}
|
||||
|
||||
return nil, status.Error(codes.Unimplemented, "")
|
||||
}
|
||||
|
||||
|
|
@ -29,6 +71,14 @@ func (cs *ControllerServer) ControllerUnpublishVolume(ctx context.Context, req *
|
|||
}
|
||||
|
||||
func (cs *ControllerServer) ValidateVolumeCapabilities(ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
||||
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "ValidateVolumeCapabilities")
|
||||
if err == nil && symbol != nil {
|
||||
validateVolumeCapabilities, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error))
|
||||
if ok {
|
||||
return validateVolumeCapabilities(cs, ctx, req)
|
||||
}
|
||||
}
|
||||
|
||||
return nil, status.Error(codes.Unimplemented, "")
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -26,7 +26,8 @@ type nfsDriver struct {
|
|||
nodeID string
|
||||
version string
|
||||
|
||||
endpoint string
|
||||
endpoint string
|
||||
controllerPlugin string
|
||||
|
||||
//ids *identityServer
|
||||
ns *nodeServer
|
||||
|
|
@ -42,21 +43,29 @@ var (
|
|||
version = "1.0.0-rc2"
|
||||
)
|
||||
|
||||
func NewNFSdriver(nodeID, endpoint string) *nfsDriver {
|
||||
func NewNFSdriver(nodeID, endpoint, controllerPlugin string) *nfsDriver {
|
||||
glog.Infof("Driver: %v version: %v", driverName, version)
|
||||
|
||||
n := &nfsDriver{
|
||||
name: driverName,
|
||||
version: version,
|
||||
nodeID: nodeID,
|
||||
endpoint: endpoint,
|
||||
name: driverName,
|
||||
version: version,
|
||||
nodeID: nodeID,
|
||||
endpoint: endpoint,
|
||||
controllerPlugin: controllerPlugin,
|
||||
}
|
||||
|
||||
n.AddVolumeCapabilityAccessModes([]csi.VolumeCapability_AccessMode_Mode{csi.VolumeCapability_AccessMode_MULTI_NODE_MULTI_WRITER})
|
||||
// NFS plugin does not support ControllerServiceCapability now.
|
||||
// If support is added, it should set to appropriate
|
||||
// ControllerServiceCapability RPC types.
|
||||
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_UNKNOWN})
|
||||
glog.Infof("controllerPlugin: %s", n.controllerPlugin)
|
||||
glog.Infof("CreateVolume: %v, DeleteVolume: %v", isSupported(n.controllerPlugin, "CreateVolume"), isSupported(n.controllerPlugin, "DeleteVolume"))
|
||||
createVolume, _ := lookupSymbol(n.controllerPlugin, "CreateVolume")
|
||||
deleteVolume, _ := lookupSymbol(n.controllerPlugin, "DeleteVolume")
|
||||
glog.Infof("CreateVolume: %v, DeleteVolume: %v", createVolume, deleteVolume)
|
||||
|
||||
if isSupported(n.controllerPlugin, "CreateVolume") && isSupported(n.controllerPlugin, "DeleteVolume") {
|
||||
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_CREATE_DELETE_VOLUME})
|
||||
} else {
|
||||
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_UNKNOWN})
|
||||
}
|
||||
|
||||
return n
|
||||
}
|
||||
|
|
|
|||
|
|
@ -62,7 +62,9 @@ endif
|
|||
|
||||
build-%:
|
||||
mkdir -p bin
|
||||
CGO_ENABLED=0 GOOS=linux go build -a -ldflags '-X main.version=$(REV) -extldflags "-static"' -o ./bin/$* ./cmd/$*
|
||||
# CGO_ENABLED=0 GOOS=linux go build -a -ldflags '-X main.version=$(REV) -extldflags "-static"' -o ./bin/$* ./cmd/$*
|
||||
CGO_ENABLED=1 GOOS=linux go build -a -ldflags '-X main.version=$(REV)' -o ./bin/$* ./cmd/$*
|
||||
CGO_ENABLED=1 GOOS=linux go build -tags simplenfs -buildmode=plugin -o simplenfs/bin/plugin.so simplenfs/plugin.go
|
||||
|
||||
container-%: build-%
|
||||
docker build -t $*:latest -f $(shell if [ -e ./cmd/$*/Dockerfile ]; then echo ./cmd/$*/Dockerfile; else echo Dockerfile; fi) --label revision=$(REV) .
|
||||
|
|
@ -90,7 +92,7 @@ container: $(CMDS:%=container-%)
|
|||
push: $(CMDS:%=push-%)
|
||||
|
||||
clean:
|
||||
-rm -rf bin
|
||||
-rm -rf bin simplenfs/bin
|
||||
|
||||
test:
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,206 @@
|
|||
// +build simplenfs
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/base64"
|
||||
"errors"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
|
||||
"github.com/container-storage-interface/spec/lib/go/csi"
|
||||
"github.com/golang/glog"
|
||||
"github.com/kubernetes-csi/csi-driver-nfs/pkg/nfs"
|
||||
"golang.org/x/net/context"
|
||||
"google.golang.org/grpc/codes"
|
||||
"google.golang.org/grpc/status"
|
||||
"k8s.io/apimachinery/pkg/util/uuid"
|
||||
"k8s.io/kubernetes/pkg/util/mount"
|
||||
)
|
||||
|
||||
const (
|
||||
mountPathBase = "/csi-nfs-volume"
|
||||
)
|
||||
|
||||
func CreateVolume(cs *nfs.ControllerServer, ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
||||
glog.Infof("plugin.CreateVolume called")
|
||||
var volSize int64
|
||||
if req.GetCapacityRange() != nil {
|
||||
volSize = req.GetCapacityRange().GetRequiredBytes()
|
||||
}
|
||||
volInfo := volumeInfo{req.GetParameters()["server"], req.GetParameters()["rootpath"], req.GetName()}
|
||||
volID, err := encodeVolID(volInfo)
|
||||
if err != nil {
|
||||
glog.Warningf("encodeVolID for volInfo %v failed: %v", volInfo, err)
|
||||
return nil, status.Error(codes.Internal, err.Error())
|
||||
}
|
||||
|
||||
// Create /csi-nfs-volume/{UUID}/ directory and mount nfs rootpath to it
|
||||
mountPath := filepath.Join(mountPathBase, string(uuid.NewUUID()))
|
||||
if err := setupMountPath(mountPath, volInfo.server, volInfo.rootpath); err != nil {
|
||||
return nil, status.Error(codes.Internal, err.Error())
|
||||
}
|
||||
// Unmount nfs rootpath from /csi-nfs-volume/{UUID}/{volID} directory and delete the directory
|
||||
defer teardownMountPath(mountPath)
|
||||
|
||||
// Create directory in nfs rootpath by creating directory /csi-nfs-volume/{UUID}/{volID}
|
||||
fullPath := filepath.Join(mountPath, volID)
|
||||
if _, err := os.Stat(fullPath); os.IsNotExist(err) {
|
||||
glog.V(4).Infof("creating path %s", fullPath)
|
||||
if err := os.MkdirAll(fullPath, 0777); err != nil {
|
||||
return nil, errors.New("unable to create directory to create volume: " + err.Error())
|
||||
}
|
||||
os.Chmod(fullPath, 0777)
|
||||
}
|
||||
|
||||
// Add share:{rootPath}/{volID} to volumeContext
|
||||
volContext := req.GetParameters()
|
||||
volContext["share"] = filepath.Join(volInfo.rootpath, volID)
|
||||
|
||||
return &csi.CreateVolumeResponse{
|
||||
Volume: &csi.Volume{
|
||||
VolumeId: volID,
|
||||
CapacityBytes: volSize,
|
||||
VolumeContext: volContext,
|
||||
},
|
||||
}, nil
|
||||
}
|
||||
|
||||
func DeleteVolume(cs *nfs.ControllerServer, ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
||||
glog.Infof("plugin.DeleteVolume called")
|
||||
volumeID := req.GetVolumeId()
|
||||
if volumeID == "" {
|
||||
return nil, status.Error(codes.InvalidArgument, "Empty volume ID in request")
|
||||
}
|
||||
glog.Infof("volumeID: %s", volumeID)
|
||||
|
||||
volInfo, err := decodeVolID(volumeID)
|
||||
if err != nil {
|
||||
glog.Warningf("decodeVolID for volumeID %s failed: %v", volumeID, err)
|
||||
return nil, status.Error(codes.Internal, err.Error())
|
||||
}
|
||||
|
||||
// Create /csi-nfs-volume/{UUID}/ directory and mount nfs rootpath to it
|
||||
mountPath := filepath.Join(mountPathBase, string(uuid.NewUUID()))
|
||||
if err := setupMountPath(mountPath, volInfo.server, volInfo.rootpath); err != nil {
|
||||
return nil, status.Error(codes.Internal, err.Error())
|
||||
}
|
||||
// Unmount nfs rootpath from /csi-nfs-volume/{UUID}/{volID} directory and delete the directory
|
||||
defer teardownMountPath(mountPath)
|
||||
|
||||
// Delete directory in nfs rootpath by deleting directory /csi-nfs-volume/{UUID}/{volID}
|
||||
fullPath := filepath.Join(mountPath, volumeID)
|
||||
glog.V(4).Infof("creating path %s", fullPath)
|
||||
|
||||
if _, err := os.Stat(fullPath); os.IsNotExist(err) {
|
||||
glog.Warningf("path %s does not exist, deletion skipped", fullPath)
|
||||
return &csi.DeleteVolumeResponse{}, nil
|
||||
}
|
||||
if err := os.RemoveAll(fullPath); err != nil {
|
||||
glog.Warningf("Failed to remove %s: %v", fullPath, err)
|
||||
return nil, status.Error(codes.Internal, err.Error())
|
||||
}
|
||||
|
||||
return &csi.DeleteVolumeResponse{}, nil
|
||||
}
|
||||
|
||||
func ValidateVolumeCapabilities(cs *nfs.ControllerServer, ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
||||
if req.GetVolumeId() == "" {
|
||||
return nil, status.Error(codes.InvalidArgument, "Empty volume ID in request")
|
||||
}
|
||||
|
||||
if len(req.VolumeCapabilities) == 0 {
|
||||
return nil, status.Error(codes.InvalidArgument, "Empty volume capabilities in request")
|
||||
}
|
||||
|
||||
return &csi.ValidateVolumeCapabilitiesResponse{
|
||||
Confirmed: &csi.ValidateVolumeCapabilitiesResponse_Confirmed{
|
||||
VolumeCapabilities: req.VolumeCapabilities,
|
||||
},
|
||||
}, nil
|
||||
}
|
||||
|
||||
func setupMountPath(mountPath string, server string, rootpath string) error {
|
||||
// Create mountPath /csi-nfs-volume/{UUID}
|
||||
if err := os.MkdirAll(mountPath, 0750); err != nil {
|
||||
glog.Warningf("Failed to create mountPath %s: %v", mountPath, err)
|
||||
return err
|
||||
}
|
||||
|
||||
// Mount nfs rootpath to mountPath /csi-nfs-volume/{UUID}
|
||||
source := fmt.Sprintf("%s:%s", server, rootpath)
|
||||
|
||||
mounter := mount.New("")
|
||||
if err := mounter.Mount(source, mountPath, "nfs", []string{"nolock"}); err != nil {
|
||||
glog.Warningf("Failed to mount source %s to mountPath %s: %v", source, mountPath, err)
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func teardownMountPath(mountPath string) error {
|
||||
// Unmount nfs rootpath from mountPath /csi-nfs-volume/{UUID} and delete the path
|
||||
if err := mount.CleanupMountPoint(mountPath, mount.New(""), false); err != nil {
|
||||
glog.Warningf("Failed to cleanup mountPath %s: %v", mountPath, err)
|
||||
return err
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
type volumeInfo struct {
|
||||
server string
|
||||
rootpath string
|
||||
volID string
|
||||
}
|
||||
|
||||
func encodeVolID(vol volumeInfo) (string, error) {
|
||||
if len(vol.server) == 0 {
|
||||
return "", fmt.Errorf("Server information in VolumeInfo shouldn't be empty: %v", vol)
|
||||
}
|
||||
|
||||
if len(vol.rootpath) == 0 {
|
||||
return "", fmt.Errorf("Rootpath information in VolumeInfo shouldn't be empty: %v", vol)
|
||||
}
|
||||
|
||||
if len(vol.volID) == 0 {
|
||||
return "", fmt.Errorf("volID information in VolumeInfo shouldn't be empty: %v", vol)
|
||||
}
|
||||
|
||||
encServer := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.server)), "/", "-")
|
||||
encRootpath := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.rootpath)), "/", "-")
|
||||
encVolID := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.volID)), "/", "-")
|
||||
return strings.Join([]string{encServer, encRootpath, encVolID}, "_"), nil
|
||||
}
|
||||
|
||||
func decodeVolID(volID string) (*volumeInfo, error) {
|
||||
var volInfo volumeInfo
|
||||
volIDs := strings.SplitN(volID, "_", 3)
|
||||
|
||||
if len(volIDs) != 3 {
|
||||
return nil, fmt.Errorf("Failed to decode information from %s: not enough fields", volID)
|
||||
}
|
||||
|
||||
serverByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[0], "-", "/"))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("Failed to decode server information from %s: %v", volID, err)
|
||||
}
|
||||
volInfo.server = string(serverByte)
|
||||
|
||||
rootpathByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[1], "-", "/"))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("Failed to decode rootpath information from %s: %v", volID, err)
|
||||
}
|
||||
volInfo.rootpath = string(rootpathByte)
|
||||
|
||||
volIDByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[2], "-", "/"))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("Failed to decode volID information from %s: %v", volID, err)
|
||||
}
|
||||
volInfo.volID = string(volIDByte)
|
||||
|
||||
return &volInfo, nil
|
||||
}
|
||||
Loading…
Reference in New Issue