2019-09-12 12:32:17 +05:30
|
|
|
/*
|
|
|
|
|
Copyright 2019 The OpenEBS Authors
|
|
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
|
limitations under the License.
|
|
|
|
|
*/
|
|
|
|
|
|
feat(zfspv): adding snapshot and clone support for ZFSPV (#39)
This commits support snapshot and clone commands via CSI driver. User can create snap and clone using the following steps.
Note:
- Snapshot is created via reconciliation CR
- Cloned volume will be on the same zpool where the snapshot is taken
- Cloned volume will have same properties as source volume.
-----------------------------------
Create a Snapshotclass
```
kind: VolumeSnapshotClass
apiVersion: snapshot.storage.k8s.io/v1beta1
metadata:
name: zfspv-snapclass
annotations:
snapshot.storage.kubernetes.io/is-default-class: "true"
driver: zfs.csi.openebs.io
deletionPolicy: Delete
```
Once snapshotclass is created, we can use this class to create a Snapshot
```
apiVersion: snapshot.storage.k8s.io/v1beta1
kind: VolumeSnapshot
metadata:
name: zfspv-snap
spec:
volumeSnapshotClassName: zfspv-snapclass
source:
persistentVolumeClaimName: csi-zfspv
```
```
$ kubectl get volumesnapshot
NAME AGE
zfspv-snap 7m52s
```
```
$ kubectl get volumesnapshot -o yaml
apiVersion: v1
items:
- apiVersion: snapshot.storage.k8s.io/v1beta1
kind: VolumeSnapshot
metadata:
annotations:
kubectl.kubernetes.io/last-applied-configuration: |
{"apiVersion":"snapshot.storage.k8s.io/v1beta1","kind":"VolumeSnapshot","metadata":{"annotations":{},"name":"zfspv-snap","namespace":"default"},"spec":{"source":{"persistentVolumeClaimName":"csi-zfspv"},"volumeSnapshotClassName":"zfspv-snapclass"}}
creationTimestamp: "2020-01-30T10:31:24Z"
finalizers:
- snapshot.storage.kubernetes.io/volumesnapshot-as-source-protection
- snapshot.storage.kubernetes.io/volumesnapshot-bound-protection
generation: 1
name: zfspv-snap
namespace: default
resourceVersion: "30040"
selfLink: /apis/snapshot.storage.k8s.io/v1beta1/namespaces/default/volumesnapshots/zfspv-snap
uid: 1a5cf166-c599-4f58-9f3c-f1148be47fca
spec:
source:
persistentVolumeClaimName: csi-zfspv
volumeSnapshotClassName: zfspv-snapclass
status:
boundVolumeSnapshotContentName: snapcontent-1a5cf166-c599-4f58-9f3c-f1148be47fca
creationTime: "2020-01-30T10:31:24Z"
readyToUse: true
restoreSize: "0"
kind: List
metadata:
resourceVersion: ""
selfLink: ""
```
Openebs resource for the created snapshot
```
$ kubectl get snap -n openebs -o yaml
apiVersion: v1
items:
- apiVersion: openebs.io/v1alpha1
kind: ZFSSnapshot
metadata:
creationTimestamp: "2020-01-30T10:31:24Z"
finalizers:
- zfs.openebs.io/finalizer
generation: 2
labels:
kubernetes.io/nodename: pawan-2
openebs.io/persistent-volume: pvc-18cab7c3-ec5e-4264-8507-e6f7df4c789a
name: snapshot-1a5cf166-c599-4f58-9f3c-f1148be47fca
namespace: openebs
resourceVersion: "30035"
selfLink: /apis/openebs.io/v1alpha1/namespaces/openebs/zfssnapshots/snapshot-1a5cf166-c599-4f58-9f3c-f1148be47fca
uid: e29d571c-42b5-4fb7-9110-e1cfc9b96641
spec:
capacity: "4294967296"
fsType: zfs
ownerNodeID: pawan-2
poolName: zfspv-pool
status: Ready
volumeType: DATASET
kind: List
metadata:
resourceVersion: ""
selfLink: ""
```
Create a clone volume
We can provide a datasource as snapshot name to create a clone volume
```yaml
kind: PersistentVolumeClaim
apiVersion: v1
metadata:
name: zfspv-clone
spec:
storageClassName: openebs-zfspv
dataSource:
name: zfspv-snap
kind: VolumeSnapshot
apiGroup: snapshot.storage.k8s.io
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 4Gi
```
It will create a ZFS clone volume from the mentioned snapshot and create the PV on the same node where original volume is there.
Here, As resize is not supported yet, the clone PVC size should match the size of the snapshot.
Also, all the properties from the storageclass will not be considered for the clone case, it will take the properties from the snapshot and create the clone volume. One thing to note here is that, the storageclass in clone PVC should have the same poolname as that of the original volume as across the pool, clone is not supported.
Signed-off-by: Pawan <pawan@mayadata.io>
2020-02-13 13:31:17 +05:30
|
|
|
package volume
|
2019-09-12 12:32:17 +05:30
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"github.com/Sirupsen/logrus"
|
|
|
|
|
|
|
|
|
|
clientset "github.com/openebs/zfs-localpv/pkg/generated/clientset/internalclientset"
|
|
|
|
|
openebsScheme "github.com/openebs/zfs-localpv/pkg/generated/clientset/internalclientset/scheme"
|
|
|
|
|
informers "github.com/openebs/zfs-localpv/pkg/generated/informer/externalversions"
|
2020-05-22 18:07:17 +05:30
|
|
|
listers "github.com/openebs/zfs-localpv/pkg/generated/lister/zfs/v1"
|
2019-09-12 12:32:17 +05:30
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
|
|
|
"k8s.io/client-go/kubernetes"
|
|
|
|
|
"k8s.io/client-go/kubernetes/scheme"
|
|
|
|
|
typedcorev1 "k8s.io/client-go/kubernetes/typed/core/v1"
|
|
|
|
|
"k8s.io/client-go/tools/cache"
|
|
|
|
|
"k8s.io/client-go/tools/record"
|
|
|
|
|
"k8s.io/client-go/util/workqueue"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const controllerAgentName = "zfsvolume-controller"
|
|
|
|
|
|
|
|
|
|
// ZVController is the controller implementation for ZV resources
|
|
|
|
|
type ZVController struct {
|
|
|
|
|
// kubeclientset is a standard kubernetes clientset
|
|
|
|
|
kubeclientset kubernetes.Interface
|
|
|
|
|
|
|
|
|
|
// clientset is a openebs custom resource package generated for custom API group.
|
|
|
|
|
clientset clientset.Interface
|
|
|
|
|
|
|
|
|
|
zvLister listers.ZFSVolumeLister
|
|
|
|
|
|
|
|
|
|
// zvSynced is used for caches sync to get populated
|
|
|
|
|
zvSynced cache.InformerSynced
|
|
|
|
|
|
|
|
|
|
// workqueue is a rate limited work queue. This is used to queue work to be
|
|
|
|
|
// processed instead of performing it as soon as a change happens. This
|
|
|
|
|
// means we can ensure we only process a fixed amount of resources at a
|
|
|
|
|
// time, and makes it easy to ensure we are never processing the same item
|
|
|
|
|
// simultaneously in two different workers.
|
|
|
|
|
workqueue workqueue.RateLimitingInterface
|
|
|
|
|
|
|
|
|
|
// recorder is an event recorder for recording Event resources to the
|
|
|
|
|
// Kubernetes API.
|
|
|
|
|
recorder record.EventRecorder
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ZVControllerBuilder is the builder object for controller.
|
|
|
|
|
type ZVControllerBuilder struct {
|
|
|
|
|
ZVController *ZVController
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// NewZVControllerBuilder returns an empty instance of controller builder.
|
|
|
|
|
func NewZVControllerBuilder() *ZVControllerBuilder {
|
|
|
|
|
return &ZVControllerBuilder{
|
|
|
|
|
ZVController: &ZVController{},
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withKubeClient fills kube client to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withKubeClient(ks kubernetes.Interface) *ZVControllerBuilder {
|
|
|
|
|
cb.ZVController.kubeclientset = ks
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withOpenEBSClient fills openebs client to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withOpenEBSClient(cs clientset.Interface) *ZVControllerBuilder {
|
|
|
|
|
cb.ZVController.clientset = cs
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withZVLister fills zv lister to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withZVLister(sl informers.SharedInformerFactory) *ZVControllerBuilder {
|
2020-05-22 18:07:17 +05:30
|
|
|
zvInformer := sl.Zfs().V1().ZFSVolumes()
|
2019-09-12 12:32:17 +05:30
|
|
|
cb.ZVController.zvLister = zvInformer.Lister()
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withZVSynced adds object sync information in cache to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withZVSynced(sl informers.SharedInformerFactory) *ZVControllerBuilder {
|
2020-05-22 18:07:17 +05:30
|
|
|
zvInformer := sl.Zfs().V1().ZFSVolumes()
|
2019-09-12 12:32:17 +05:30
|
|
|
cb.ZVController.zvSynced = zvInformer.Informer().HasSynced
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withWorkqueue adds workqueue to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withWorkqueueRateLimiting() *ZVControllerBuilder {
|
|
|
|
|
cb.ZVController.workqueue = workqueue.NewNamedRateLimitingQueue(workqueue.DefaultControllerRateLimiter(), "ZV")
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withRecorder adds recorder to controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withRecorder(ks kubernetes.Interface) *ZVControllerBuilder {
|
|
|
|
|
logrus.Infof("Creating event broadcaster")
|
|
|
|
|
eventBroadcaster := record.NewBroadcaster()
|
|
|
|
|
eventBroadcaster.StartLogging(logrus.Infof)
|
|
|
|
|
eventBroadcaster.StartRecordingToSink(&typedcorev1.EventSinkImpl{Interface: ks.CoreV1().Events("")})
|
|
|
|
|
recorder := eventBroadcaster.NewRecorder(scheme.Scheme, corev1.EventSource{Component: controllerAgentName})
|
|
|
|
|
cb.ZVController.recorder = recorder
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// withEventHandler adds event handlers controller object.
|
|
|
|
|
func (cb *ZVControllerBuilder) withEventHandler(cvcInformerFactory informers.SharedInformerFactory) *ZVControllerBuilder {
|
2020-05-22 18:07:17 +05:30
|
|
|
cvcInformer := cvcInformerFactory.Zfs().V1().ZFSVolumes()
|
2019-09-12 12:32:17 +05:30
|
|
|
// Set up an event handler for when ZV resources change
|
|
|
|
|
cvcInformer.Informer().AddEventHandler(cache.ResourceEventHandlerFuncs{
|
|
|
|
|
AddFunc: cb.ZVController.addZV,
|
|
|
|
|
UpdateFunc: cb.ZVController.updateZV,
|
|
|
|
|
DeleteFunc: cb.ZVController.deleteZV,
|
|
|
|
|
})
|
|
|
|
|
return cb
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Build returns a controller instance.
|
|
|
|
|
func (cb *ZVControllerBuilder) Build() (*ZVController, error) {
|
|
|
|
|
err := openebsScheme.AddToScheme(scheme.Scheme)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
return cb.ZVController, nil
|
|
|
|
|
}
|