Add provision support as a simplenfs plugin
This commit is contained in:
parent
d74ee25bab
commit
2c9b076ea7
|
|
@ -1 +1,2 @@
|
||||||
/bin
|
/bin
|
||||||
|
simplenfs/bin
|
||||||
|
|
|
||||||
|
|
@ -2,6 +2,8 @@ FROM centos:7.4.1708
|
||||||
|
|
||||||
# Copy nfsplugin from build _output directory
|
# Copy nfsplugin from build _output directory
|
||||||
COPY bin/nfsplugin /nfsplugin
|
COPY bin/nfsplugin /nfsplugin
|
||||||
|
RUN mkdir -p /simplenfs/bin
|
||||||
|
COPY simplenfs/bin/plugin.so /simplenfs/plugin.so
|
||||||
|
|
||||||
RUN yum -y install nfs-utils && yum -y install epel-release && yum -y install jq && yum clean all
|
RUN yum -y install nfs-utils && yum -y install epel-release && yum -y install jq && yum clean all
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -29,6 +29,7 @@ import (
|
||||||
var (
|
var (
|
||||||
endpoint string
|
endpoint string
|
||||||
nodeID string
|
nodeID string
|
||||||
|
controllerPlugin string
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
|
|
@ -55,6 +56,8 @@ func main() {
|
||||||
cmd.PersistentFlags().StringVar(&endpoint, "endpoint", "", "CSI endpoint")
|
cmd.PersistentFlags().StringVar(&endpoint, "endpoint", "", "CSI endpoint")
|
||||||
cmd.MarkPersistentFlagRequired("endpoint")
|
cmd.MarkPersistentFlagRequired("endpoint")
|
||||||
|
|
||||||
|
cmd.PersistentFlags().StringVar(&controllerPlugin, "controllerPlugin", "", "Controller plugin")
|
||||||
|
|
||||||
cmd.ParseFlags(os.Args[1:])
|
cmd.ParseFlags(os.Args[1:])
|
||||||
if err := cmd.Execute(); err != nil {
|
if err := cmd.Execute(); err != nil {
|
||||||
fmt.Fprintf(os.Stderr, "%s", err.Error())
|
fmt.Fprintf(os.Stderr, "%s", err.Error())
|
||||||
|
|
@ -65,6 +68,6 @@ func main() {
|
||||||
}
|
}
|
||||||
|
|
||||||
func handle() {
|
func handle() {
|
||||||
d := nfs.NewNFSdriver(nodeID, endpoint)
|
d := nfs.NewNFSdriver(nodeID, endpoint, controllerPlugin)
|
||||||
d.Run()
|
d.Run()
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,79 @@
|
||||||
|
# This YAML file contains attacher & csi driver API objects that are necessary
|
||||||
|
# to run external CSI attacher for nfs
|
||||||
|
|
||||||
|
kind: Service
|
||||||
|
apiVersion: v1
|
||||||
|
metadata:
|
||||||
|
name: csi-attacher-nfsplugin
|
||||||
|
labels:
|
||||||
|
app: csi-attacher-nfsplugin
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
app: csi-attacher-nfsplugin
|
||||||
|
ports:
|
||||||
|
- name: dummy
|
||||||
|
port: 12345
|
||||||
|
|
||||||
|
---
|
||||||
|
kind: StatefulSet
|
||||||
|
apiVersion: apps/v1beta1
|
||||||
|
metadata:
|
||||||
|
name: csi-attacher-nfsplugin
|
||||||
|
spec:
|
||||||
|
serviceName: "csi-attacher"
|
||||||
|
replicas: 1
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: csi-attacher-nfsplugin
|
||||||
|
spec:
|
||||||
|
serviceAccount: csi-attacher
|
||||||
|
containers:
|
||||||
|
- name: csi-attacher
|
||||||
|
image: quay.io/k8scsi/csi-attacher:v1.0.1
|
||||||
|
args:
|
||||||
|
- "--v=5"
|
||||||
|
- "--csi-address=$(ADDRESS)"
|
||||||
|
env:
|
||||||
|
- name: ADDRESS
|
||||||
|
value: /csi/csi.sock
|
||||||
|
imagePullPolicy: "IfNotPresent"
|
||||||
|
volumeMounts:
|
||||||
|
- name: socket-dir
|
||||||
|
mountPath: /csi
|
||||||
|
- name: csi-provisioner
|
||||||
|
image: quay.io/k8scsi/csi-provisioner:v1.2.0
|
||||||
|
args:
|
||||||
|
- "--v=5"
|
||||||
|
- "--csi-address=$(ADDRESS)"
|
||||||
|
env:
|
||||||
|
- name: ADDRESS
|
||||||
|
value: unix:///csi/csi.sock
|
||||||
|
imagePullPolicy: "IfNotPresent"
|
||||||
|
volumeMounts:
|
||||||
|
- name: socket-dir
|
||||||
|
mountPath: /csi
|
||||||
|
- name: nfs
|
||||||
|
image: nfsplugin:latest
|
||||||
|
args :
|
||||||
|
- "--nodeid=$(NODE_ID)"
|
||||||
|
- "--endpoint=$(CSI_ENDPOINT)"
|
||||||
|
- "--controllerPlugin=/simplenfs/plugin.so"
|
||||||
|
env:
|
||||||
|
- name: NODE_ID
|
||||||
|
valueFrom:
|
||||||
|
fieldRef:
|
||||||
|
fieldPath: spec.nodeName
|
||||||
|
- name: CSI_ENDPOINT
|
||||||
|
value: unix://plugin/csi.sock
|
||||||
|
imagePullPolicy: "IfNotPresent"
|
||||||
|
securityContext:
|
||||||
|
capabilities:
|
||||||
|
add:
|
||||||
|
- SYS_ADMIN
|
||||||
|
volumeMounts:
|
||||||
|
- name: socket-dir
|
||||||
|
mountPath: /plugin
|
||||||
|
volumes:
|
||||||
|
- name: socket-dir
|
||||||
|
emptyDir:
|
||||||
|
|
@ -0,0 +1,46 @@
|
||||||
|
# This YAML file contains RBAC API objects that are necessary to run external
|
||||||
|
# CSI attacher for nfs flex adapter
|
||||||
|
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: csi-attacher
|
||||||
|
|
||||||
|
---
|
||||||
|
kind: ClusterRole
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: external-attacher-runner
|
||||||
|
rules:
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["persistentvolumes"]
|
||||||
|
verbs: ["get", "list", "watch", "create", "update", "delete"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["nodes"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: ["storage.k8s.io"]
|
||||||
|
resources: ["volumeattachments"]
|
||||||
|
verbs: ["get", "list", "watch", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["persistentvolumeclaims"]
|
||||||
|
verbs: ["get", "list", "watch", "update"]
|
||||||
|
- apiGroups: ["storage.k8s.io"]
|
||||||
|
resources: ["storageclasses"]
|
||||||
|
verbs: ["get", "list", "watch"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["events"]
|
||||||
|
verbs: ["list", "watch", "create", "update", "patch"]
|
||||||
|
|
||||||
|
---
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: csi-attacher-role
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: csi-attacher
|
||||||
|
namespace: default
|
||||||
|
roleRef:
|
||||||
|
kind: ClusterRole
|
||||||
|
name: external-attacher-runner
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
|
@ -0,0 +1,75 @@
|
||||||
|
# This YAML file contains driver-registrar & csi driver nodeplugin API objects
|
||||||
|
# that are necessary to run CSI nodeplugin for nfs
|
||||||
|
kind: DaemonSet
|
||||||
|
apiVersion: apps/v1beta2
|
||||||
|
metadata:
|
||||||
|
name: csi-nodeplugin-nfsplugin
|
||||||
|
spec:
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: csi-nodeplugin-nfsplugin
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: csi-nodeplugin-nfsplugin
|
||||||
|
spec:
|
||||||
|
serviceAccount: csi-nodeplugin
|
||||||
|
hostNetwork: true
|
||||||
|
containers:
|
||||||
|
- name: node-driver-registrar
|
||||||
|
image: quay.io/k8scsi/csi-node-driver-registrar:v1.0.2
|
||||||
|
lifecycle:
|
||||||
|
preStop:
|
||||||
|
exec:
|
||||||
|
command: ["/bin/sh", "-c", "rm -rf /registration/csi-nfsplugin /registration/csi-nfsplugin-reg.sock"]
|
||||||
|
args:
|
||||||
|
- --v=5
|
||||||
|
- --csi-address=/plugin/csi.sock
|
||||||
|
- --kubelet-registration-path=/var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
|
||||||
|
env:
|
||||||
|
- name: KUBE_NODE_NAME
|
||||||
|
valueFrom:
|
||||||
|
fieldRef:
|
||||||
|
fieldPath: spec.nodeName
|
||||||
|
volumeMounts:
|
||||||
|
- name: plugin-dir
|
||||||
|
mountPath: /plugin
|
||||||
|
- name: registration-dir
|
||||||
|
mountPath: /registration
|
||||||
|
- name: nfs
|
||||||
|
securityContext:
|
||||||
|
privileged: true
|
||||||
|
capabilities:
|
||||||
|
add: ["SYS_ADMIN"]
|
||||||
|
allowPrivilegeEscalation: true
|
||||||
|
image: nfsplugin:latest
|
||||||
|
args :
|
||||||
|
- "--nodeid=$(NODE_ID)"
|
||||||
|
- "--endpoint=$(CSI_ENDPOINT)"
|
||||||
|
env:
|
||||||
|
- name: NODE_ID
|
||||||
|
valueFrom:
|
||||||
|
fieldRef:
|
||||||
|
fieldPath: spec.nodeName
|
||||||
|
- name: CSI_ENDPOINT
|
||||||
|
value: unix://plugin/csi.sock
|
||||||
|
imagePullPolicy: "IfNotPresent"
|
||||||
|
volumeMounts:
|
||||||
|
- name: plugin-dir
|
||||||
|
mountPath: /plugin
|
||||||
|
- name: pods-mount-dir
|
||||||
|
mountPath: /var/lib/kubelet/pods
|
||||||
|
mountPropagation: "Bidirectional"
|
||||||
|
volumes:
|
||||||
|
- name: plugin-dir
|
||||||
|
hostPath:
|
||||||
|
path: /var/lib/kubelet/plugins/csi-nfsplugin
|
||||||
|
type: DirectoryOrCreate
|
||||||
|
- name: pods-mount-dir
|
||||||
|
hostPath:
|
||||||
|
path: /var/lib/kubelet/pods
|
||||||
|
type: Directory
|
||||||
|
- hostPath:
|
||||||
|
path: /var/lib/kubelet/plugins_registry
|
||||||
|
type: Directory
|
||||||
|
name: registration-dir
|
||||||
|
|
@ -0,0 +1,34 @@
|
||||||
|
# This YAML defines all API objects to create RBAC roles for CSI node plugin
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: csi-nodeplugin
|
||||||
|
|
||||||
|
---
|
||||||
|
kind: ClusterRole
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: csi-nodeplugin
|
||||||
|
rules:
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["persistentvolumes"]
|
||||||
|
verbs: ["get", "list", "watch", "update"]
|
||||||
|
- apiGroups: [""]
|
||||||
|
resources: ["nodes"]
|
||||||
|
verbs: ["get", "list", "watch", "update"]
|
||||||
|
- apiGroups: ["storage.k8s.io"]
|
||||||
|
resources: ["volumeattachments"]
|
||||||
|
verbs: ["get", "list", "watch", "update"]
|
||||||
|
---
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
metadata:
|
||||||
|
name: csi-nodeplugin
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: csi-nodeplugin
|
||||||
|
namespace: default
|
||||||
|
roleRef:
|
||||||
|
kind: ClusterRole
|
||||||
|
name: csi-nodeplugin
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
|
@ -0,0 +1,19 @@
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
name: nginx-simplenfsplugin
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- image: maersk/nginx
|
||||||
|
imagePullPolicy: Always
|
||||||
|
name: nginx
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
protocol: TCP
|
||||||
|
volumeMounts:
|
||||||
|
- mountPath: /var/www
|
||||||
|
name: data-simplenfsplugin
|
||||||
|
volumes:
|
||||||
|
- name: data-simplenfsplugin
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: data-simplenfsplugin
|
||||||
|
|
@ -0,0 +1,11 @@
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: data-simplenfsplugin
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 1Gi
|
||||||
|
storageClassName: csi-simplenfs-sc
|
||||||
|
|
@ -0,0 +1,9 @@
|
||||||
|
apiVersion: storage.k8s.io/v1
|
||||||
|
kind: StorageClass
|
||||||
|
metadata:
|
||||||
|
name: csi-simplenfs-sc
|
||||||
|
provisioner: csi-nfsplugin
|
||||||
|
parameters:
|
||||||
|
server: 192.168.122.57
|
||||||
|
rootpath: /exports
|
||||||
|
reclaimPolicy: Delete
|
||||||
|
|
@ -1,6 +1,8 @@
|
||||||
package nfs
|
package nfs
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"plugin"
|
||||||
|
|
||||||
"github.com/container-storage-interface/spec/lib/go/csi"
|
"github.com/container-storage-interface/spec/lib/go/csi"
|
||||||
"github.com/golang/glog"
|
"github.com/golang/glog"
|
||||||
"golang.org/x/net/context"
|
"golang.org/x/net/context"
|
||||||
|
|
@ -12,11 +14,51 @@ type ControllerServer struct {
|
||||||
Driver *nfsDriver
|
Driver *nfsDriver
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func isSupported(pluginName string, symbolName string) bool {
|
||||||
|
symbol, err := lookupSymbol(pluginName, symbolName)
|
||||||
|
return err == nil && symbol != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func lookupSymbol(pluginName string, symbolName string) (interface{}, error) {
|
||||||
|
if pluginName != "" {
|
||||||
|
plug, err := plugin.Open(pluginName)
|
||||||
|
if err != nil {
|
||||||
|
glog.Infof("Failed to load plugin: %s error: %v", pluginName, err)
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
symbol, err := plug.Lookup(symbolName)
|
||||||
|
if err != nil {
|
||||||
|
glog.Infof("Failed to lookup symbol: %s error: %v", symbolName, err)
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return symbol, nil
|
||||||
|
}
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
|
||||||
func (cs *ControllerServer) CreateVolume(ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
func (cs *ControllerServer) CreateVolume(ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
||||||
|
glog.Infof("CreateVolume called")
|
||||||
|
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "CreateVolume")
|
||||||
|
if err == nil && symbol != nil {
|
||||||
|
createVolume, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error))
|
||||||
|
if ok {
|
||||||
|
return createVolume(cs, ctx, req)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return nil, status.Error(codes.Unimplemented, "")
|
return nil, status.Error(codes.Unimplemented, "")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cs *ControllerServer) DeleteVolume(ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
func (cs *ControllerServer) DeleteVolume(ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
||||||
|
glog.Infof("DeleteVolume called")
|
||||||
|
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "DeleteVolume")
|
||||||
|
if err == nil && symbol != nil {
|
||||||
|
deleteVolume, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error))
|
||||||
|
if ok {
|
||||||
|
return deleteVolume(cs, ctx, req)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return nil, status.Error(codes.Unimplemented, "")
|
return nil, status.Error(codes.Unimplemented, "")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -29,6 +71,14 @@ func (cs *ControllerServer) ControllerUnpublishVolume(ctx context.Context, req *
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cs *ControllerServer) ValidateVolumeCapabilities(ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
func (cs *ControllerServer) ValidateVolumeCapabilities(ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
||||||
|
symbol, err := lookupSymbol(cs.Driver.controllerPlugin, "ValidateVolumeCapabilities")
|
||||||
|
if err == nil && symbol != nil {
|
||||||
|
validateVolumeCapabilities, ok := symbol.(func(cs *ControllerServer, ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error))
|
||||||
|
if ok {
|
||||||
|
return validateVolumeCapabilities(cs, ctx, req)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return nil, status.Error(codes.Unimplemented, "")
|
return nil, status.Error(codes.Unimplemented, "")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -27,6 +27,7 @@ type nfsDriver struct {
|
||||||
version string
|
version string
|
||||||
|
|
||||||
endpoint string
|
endpoint string
|
||||||
|
controllerPlugin string
|
||||||
|
|
||||||
//ids *identityServer
|
//ids *identityServer
|
||||||
ns *nodeServer
|
ns *nodeServer
|
||||||
|
|
@ -42,7 +43,7 @@ var (
|
||||||
version = "1.0.0-rc2"
|
version = "1.0.0-rc2"
|
||||||
)
|
)
|
||||||
|
|
||||||
func NewNFSdriver(nodeID, endpoint string) *nfsDriver {
|
func NewNFSdriver(nodeID, endpoint, controllerPlugin string) *nfsDriver {
|
||||||
glog.Infof("Driver: %v version: %v", driverName, version)
|
glog.Infof("Driver: %v version: %v", driverName, version)
|
||||||
|
|
||||||
n := &nfsDriver{
|
n := &nfsDriver{
|
||||||
|
|
@ -50,13 +51,21 @@ func NewNFSdriver(nodeID, endpoint string) *nfsDriver {
|
||||||
version: version,
|
version: version,
|
||||||
nodeID: nodeID,
|
nodeID: nodeID,
|
||||||
endpoint: endpoint,
|
endpoint: endpoint,
|
||||||
|
controllerPlugin: controllerPlugin,
|
||||||
}
|
}
|
||||||
|
|
||||||
n.AddVolumeCapabilityAccessModes([]csi.VolumeCapability_AccessMode_Mode{csi.VolumeCapability_AccessMode_MULTI_NODE_MULTI_WRITER})
|
n.AddVolumeCapabilityAccessModes([]csi.VolumeCapability_AccessMode_Mode{csi.VolumeCapability_AccessMode_MULTI_NODE_MULTI_WRITER})
|
||||||
// NFS plugin does not support ControllerServiceCapability now.
|
glog.Infof("controllerPlugin: %s", n.controllerPlugin)
|
||||||
// If support is added, it should set to appropriate
|
glog.Infof("CreateVolume: %v, DeleteVolume: %v", isSupported(n.controllerPlugin, "CreateVolume"), isSupported(n.controllerPlugin, "DeleteVolume"))
|
||||||
// ControllerServiceCapability RPC types.
|
createVolume, _ := lookupSymbol(n.controllerPlugin, "CreateVolume")
|
||||||
|
deleteVolume, _ := lookupSymbol(n.controllerPlugin, "DeleteVolume")
|
||||||
|
glog.Infof("CreateVolume: %v, DeleteVolume: %v", createVolume, deleteVolume)
|
||||||
|
|
||||||
|
if isSupported(n.controllerPlugin, "CreateVolume") && isSupported(n.controllerPlugin, "DeleteVolume") {
|
||||||
|
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_CREATE_DELETE_VOLUME})
|
||||||
|
} else {
|
||||||
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_UNKNOWN})
|
n.AddControllerServiceCapabilities([]csi.ControllerServiceCapability_RPC_Type{csi.ControllerServiceCapability_RPC_UNKNOWN})
|
||||||
|
}
|
||||||
|
|
||||||
return n
|
return n
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -62,7 +62,9 @@ endif
|
||||||
|
|
||||||
build-%:
|
build-%:
|
||||||
mkdir -p bin
|
mkdir -p bin
|
||||||
CGO_ENABLED=0 GOOS=linux go build -a -ldflags '-X main.version=$(REV) -extldflags "-static"' -o ./bin/$* ./cmd/$*
|
# CGO_ENABLED=0 GOOS=linux go build -a -ldflags '-X main.version=$(REV) -extldflags "-static"' -o ./bin/$* ./cmd/$*
|
||||||
|
CGO_ENABLED=1 GOOS=linux go build -a -ldflags '-X main.version=$(REV)' -o ./bin/$* ./cmd/$*
|
||||||
|
CGO_ENABLED=1 GOOS=linux go build -tags simplenfs -buildmode=plugin -o simplenfs/bin/plugin.so simplenfs/plugin.go
|
||||||
|
|
||||||
container-%: build-%
|
container-%: build-%
|
||||||
docker build -t $*:latest -f $(shell if [ -e ./cmd/$*/Dockerfile ]; then echo ./cmd/$*/Dockerfile; else echo Dockerfile; fi) --label revision=$(REV) .
|
docker build -t $*:latest -f $(shell if [ -e ./cmd/$*/Dockerfile ]; then echo ./cmd/$*/Dockerfile; else echo Dockerfile; fi) --label revision=$(REV) .
|
||||||
|
|
@ -90,7 +92,7 @@ container: $(CMDS:%=container-%)
|
||||||
push: $(CMDS:%=push-%)
|
push: $(CMDS:%=push-%)
|
||||||
|
|
||||||
clean:
|
clean:
|
||||||
-rm -rf bin
|
-rm -rf bin simplenfs/bin
|
||||||
|
|
||||||
test:
|
test:
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,206 @@
|
||||||
|
// +build simplenfs
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/base64"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/container-storage-interface/spec/lib/go/csi"
|
||||||
|
"github.com/golang/glog"
|
||||||
|
"github.com/kubernetes-csi/csi-driver-nfs/pkg/nfs"
|
||||||
|
"golang.org/x/net/context"
|
||||||
|
"google.golang.org/grpc/codes"
|
||||||
|
"google.golang.org/grpc/status"
|
||||||
|
"k8s.io/apimachinery/pkg/util/uuid"
|
||||||
|
"k8s.io/kubernetes/pkg/util/mount"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
mountPathBase = "/csi-nfs-volume"
|
||||||
|
)
|
||||||
|
|
||||||
|
func CreateVolume(cs *nfs.ControllerServer, ctx context.Context, req *csi.CreateVolumeRequest) (*csi.CreateVolumeResponse, error) {
|
||||||
|
glog.Infof("plugin.CreateVolume called")
|
||||||
|
var volSize int64
|
||||||
|
if req.GetCapacityRange() != nil {
|
||||||
|
volSize = req.GetCapacityRange().GetRequiredBytes()
|
||||||
|
}
|
||||||
|
volInfo := volumeInfo{req.GetParameters()["server"], req.GetParameters()["rootpath"], req.GetName()}
|
||||||
|
volID, err := encodeVolID(volInfo)
|
||||||
|
if err != nil {
|
||||||
|
glog.Warningf("encodeVolID for volInfo %v failed: %v", volInfo, err)
|
||||||
|
return nil, status.Error(codes.Internal, err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create /csi-nfs-volume/{UUID}/ directory and mount nfs rootpath to it
|
||||||
|
mountPath := filepath.Join(mountPathBase, string(uuid.NewUUID()))
|
||||||
|
if err := setupMountPath(mountPath, volInfo.server, volInfo.rootpath); err != nil {
|
||||||
|
return nil, status.Error(codes.Internal, err.Error())
|
||||||
|
}
|
||||||
|
// Unmount nfs rootpath from /csi-nfs-volume/{UUID}/{volID} directory and delete the directory
|
||||||
|
defer teardownMountPath(mountPath)
|
||||||
|
|
||||||
|
// Create directory in nfs rootpath by creating directory /csi-nfs-volume/{UUID}/{volID}
|
||||||
|
fullPath := filepath.Join(mountPath, volID)
|
||||||
|
if _, err := os.Stat(fullPath); os.IsNotExist(err) {
|
||||||
|
glog.V(4).Infof("creating path %s", fullPath)
|
||||||
|
if err := os.MkdirAll(fullPath, 0777); err != nil {
|
||||||
|
return nil, errors.New("unable to create directory to create volume: " + err.Error())
|
||||||
|
}
|
||||||
|
os.Chmod(fullPath, 0777)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add share:{rootPath}/{volID} to volumeContext
|
||||||
|
volContext := req.GetParameters()
|
||||||
|
volContext["share"] = filepath.Join(volInfo.rootpath, volID)
|
||||||
|
|
||||||
|
return &csi.CreateVolumeResponse{
|
||||||
|
Volume: &csi.Volume{
|
||||||
|
VolumeId: volID,
|
||||||
|
CapacityBytes: volSize,
|
||||||
|
VolumeContext: volContext,
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func DeleteVolume(cs *nfs.ControllerServer, ctx context.Context, req *csi.DeleteVolumeRequest) (*csi.DeleteVolumeResponse, error) {
|
||||||
|
glog.Infof("plugin.DeleteVolume called")
|
||||||
|
volumeID := req.GetVolumeId()
|
||||||
|
if volumeID == "" {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "Empty volume ID in request")
|
||||||
|
}
|
||||||
|
glog.Infof("volumeID: %s", volumeID)
|
||||||
|
|
||||||
|
volInfo, err := decodeVolID(volumeID)
|
||||||
|
if err != nil {
|
||||||
|
glog.Warningf("decodeVolID for volumeID %s failed: %v", volumeID, err)
|
||||||
|
return nil, status.Error(codes.Internal, err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create /csi-nfs-volume/{UUID}/ directory and mount nfs rootpath to it
|
||||||
|
mountPath := filepath.Join(mountPathBase, string(uuid.NewUUID()))
|
||||||
|
if err := setupMountPath(mountPath, volInfo.server, volInfo.rootpath); err != nil {
|
||||||
|
return nil, status.Error(codes.Internal, err.Error())
|
||||||
|
}
|
||||||
|
// Unmount nfs rootpath from /csi-nfs-volume/{UUID}/{volID} directory and delete the directory
|
||||||
|
defer teardownMountPath(mountPath)
|
||||||
|
|
||||||
|
// Delete directory in nfs rootpath by deleting directory /csi-nfs-volume/{UUID}/{volID}
|
||||||
|
fullPath := filepath.Join(mountPath, volumeID)
|
||||||
|
glog.V(4).Infof("creating path %s", fullPath)
|
||||||
|
|
||||||
|
if _, err := os.Stat(fullPath); os.IsNotExist(err) {
|
||||||
|
glog.Warningf("path %s does not exist, deletion skipped", fullPath)
|
||||||
|
return &csi.DeleteVolumeResponse{}, nil
|
||||||
|
}
|
||||||
|
if err := os.RemoveAll(fullPath); err != nil {
|
||||||
|
glog.Warningf("Failed to remove %s: %v", fullPath, err)
|
||||||
|
return nil, status.Error(codes.Internal, err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
return &csi.DeleteVolumeResponse{}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func ValidateVolumeCapabilities(cs *nfs.ControllerServer, ctx context.Context, req *csi.ValidateVolumeCapabilitiesRequest) (*csi.ValidateVolumeCapabilitiesResponse, error) {
|
||||||
|
if req.GetVolumeId() == "" {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "Empty volume ID in request")
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(req.VolumeCapabilities) == 0 {
|
||||||
|
return nil, status.Error(codes.InvalidArgument, "Empty volume capabilities in request")
|
||||||
|
}
|
||||||
|
|
||||||
|
return &csi.ValidateVolumeCapabilitiesResponse{
|
||||||
|
Confirmed: &csi.ValidateVolumeCapabilitiesResponse_Confirmed{
|
||||||
|
VolumeCapabilities: req.VolumeCapabilities,
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func setupMountPath(mountPath string, server string, rootpath string) error {
|
||||||
|
// Create mountPath /csi-nfs-volume/{UUID}
|
||||||
|
if err := os.MkdirAll(mountPath, 0750); err != nil {
|
||||||
|
glog.Warningf("Failed to create mountPath %s: %v", mountPath, err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Mount nfs rootpath to mountPath /csi-nfs-volume/{UUID}
|
||||||
|
source := fmt.Sprintf("%s:%s", server, rootpath)
|
||||||
|
|
||||||
|
mounter := mount.New("")
|
||||||
|
if err := mounter.Mount(source, mountPath, "nfs", []string{"nolock"}); err != nil {
|
||||||
|
glog.Warningf("Failed to mount source %s to mountPath %s: %v", source, mountPath, err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func teardownMountPath(mountPath string) error {
|
||||||
|
// Unmount nfs rootpath from mountPath /csi-nfs-volume/{UUID} and delete the path
|
||||||
|
if err := mount.CleanupMountPoint(mountPath, mount.New(""), false); err != nil {
|
||||||
|
glog.Warningf("Failed to cleanup mountPath %s: %v", mountPath, err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type volumeInfo struct {
|
||||||
|
server string
|
||||||
|
rootpath string
|
||||||
|
volID string
|
||||||
|
}
|
||||||
|
|
||||||
|
func encodeVolID(vol volumeInfo) (string, error) {
|
||||||
|
if len(vol.server) == 0 {
|
||||||
|
return "", fmt.Errorf("Server information in VolumeInfo shouldn't be empty: %v", vol)
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(vol.rootpath) == 0 {
|
||||||
|
return "", fmt.Errorf("Rootpath information in VolumeInfo shouldn't be empty: %v", vol)
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(vol.volID) == 0 {
|
||||||
|
return "", fmt.Errorf("volID information in VolumeInfo shouldn't be empty: %v", vol)
|
||||||
|
}
|
||||||
|
|
||||||
|
encServer := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.server)), "/", "-")
|
||||||
|
encRootpath := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.rootpath)), "/", "-")
|
||||||
|
encVolID := strings.ReplaceAll(base64.RawStdEncoding.EncodeToString([]byte(vol.volID)), "/", "-")
|
||||||
|
return strings.Join([]string{encServer, encRootpath, encVolID}, "_"), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func decodeVolID(volID string) (*volumeInfo, error) {
|
||||||
|
var volInfo volumeInfo
|
||||||
|
volIDs := strings.SplitN(volID, "_", 3)
|
||||||
|
|
||||||
|
if len(volIDs) != 3 {
|
||||||
|
return nil, fmt.Errorf("Failed to decode information from %s: not enough fields", volID)
|
||||||
|
}
|
||||||
|
|
||||||
|
serverByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[0], "-", "/"))
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to decode server information from %s: %v", volID, err)
|
||||||
|
}
|
||||||
|
volInfo.server = string(serverByte)
|
||||||
|
|
||||||
|
rootpathByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[1], "-", "/"))
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to decode rootpath information from %s: %v", volID, err)
|
||||||
|
}
|
||||||
|
volInfo.rootpath = string(rootpathByte)
|
||||||
|
|
||||||
|
volIDByte, err := base64.RawStdEncoding.DecodeString(strings.ReplaceAll(volIDs[2], "-", "/"))
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("Failed to decode volID information from %s: %v", volID, err)
|
||||||
|
}
|
||||||
|
volInfo.volID = string(volIDByte)
|
||||||
|
|
||||||
|
return &volInfo, nil
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue