mirror of
https://github.com/TECHNOFAB11/zfs-localpv.git
synced 2025-12-12 06:20:11 +01:00
90ecfe9c73
The ZFS Driver will use capacity scheduler to pick a node which has less capacity occupied by the volumes. Making this as default scheduler as it is better than the volume count based scheduling. We can use below storageclass to specify the scheduler ```yaml apiVersion: storage.k8s.io/v1 kind: StorageClass metadata: name: openebs-zfspv allowVolumeExpansion: true parameters: scheduler: "CapacityWeighted" poolname: "zfspv-pool" provisioner: zfs.csi.openebs.io ``` Please Note that after the upgrade, there will be a change in the behavior. If we are not using `scheduler` parameter in the storage class then after the upgrade ZFS Driver will pick the node bases on volume capacity weight instead of the count. Signed-off-by: Pawan <pawan@mayadata.io>
103 lines
2.9 KiB
Go
103 lines
2.9 KiB
Go
/*
|
|
Copyright 2020 The OpenEBS Authors
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package driver
|
|
|
|
import (
|
|
"github.com/openebs/zfs-localpv/pkg/builder/volbuilder"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"strconv"
|
|
|
|
zfs "github.com/openebs/zfs-localpv/pkg/zfs"
|
|
)
|
|
|
|
// scheduling algorithm constants
|
|
const (
|
|
// pick the node where less volumes are provisioned for the given pool
|
|
VolumeWeighted = "VolumeWeighted"
|
|
|
|
// pick the node where total provisioned volumes have occupied less capacity from the given pool
|
|
// this will be the default scheduler when none provided
|
|
CapacityWeighted = "CapacityWeighted"
|
|
)
|
|
|
|
// getVolumeWeightedMap goes through all the pools on all the nodes
|
|
// and creates the node mapping of the volume for all the nodes.
|
|
// It returns a map which has nodes as key and volumes present
|
|
// on the nodes as corresponding value.
|
|
func getVolumeWeightedMap(pool string) (map[string]int64, error) {
|
|
nmap := map[string]int64{}
|
|
|
|
zvlist, err := volbuilder.NewKubeclient().
|
|
WithNamespace(zfs.OpenEBSNamespace).
|
|
List(metav1.ListOptions{})
|
|
|
|
if err != nil {
|
|
return nmap, err
|
|
}
|
|
|
|
// create the map of the volume count
|
|
// for the given pool
|
|
for _, zv := range zvlist.Items {
|
|
if zv.Spec.PoolName == pool {
|
|
nmap[zv.Spec.OwnerNodeID]++
|
|
}
|
|
}
|
|
|
|
return nmap, nil
|
|
}
|
|
|
|
// getCapacityWeightedMap goes through all the pools on all the nodes
|
|
// and creates the node mapping of the capacity for all the nodes.
|
|
// It returns a map which has nodes as key and capacity provisioned
|
|
// on the nodes as corresponding value. The scheduler will use this map
|
|
// and picks the node which is less weighted.
|
|
func getCapacityWeightedMap(pool string) (map[string]int64, error) {
|
|
nmap := map[string]int64{}
|
|
|
|
zvlist, err := volbuilder.NewKubeclient().
|
|
WithNamespace(zfs.OpenEBSNamespace).
|
|
List(metav1.ListOptions{})
|
|
|
|
if err != nil {
|
|
return nmap, err
|
|
}
|
|
|
|
// create the map of the volume capacity
|
|
// for the given pool
|
|
for _, zv := range zvlist.Items {
|
|
if zv.Spec.PoolName == pool {
|
|
volsize, err := strconv.ParseInt(zv.Spec.Capacity, 10, 64)
|
|
if err == nil {
|
|
nmap[zv.Spec.OwnerNodeID] += volsize
|
|
}
|
|
}
|
|
}
|
|
|
|
return nmap, nil
|
|
}
|
|
|
|
// getNodeMap returns the node mapping for the given scheduling algorithm
|
|
func getNodeMap(schd string, pool string) (map[string]int64, error) {
|
|
switch schd {
|
|
case VolumeWeighted:
|
|
return getVolumeWeightedMap(pool)
|
|
case CapacityWeighted:
|
|
return getCapacityWeightedMap(pool)
|
|
}
|
|
// return CapacityWeighted(default) if not specified
|
|
return getCapacityWeightedMap(pool)
|
|
}
|