/* Copyright 2017 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package portworx import ( "github.com/golang/glog" osdapi "github.com/libopenstorage/openstorage/api" osdclient "github.com/libopenstorage/openstorage/api/client" volumeclient "github.com/libopenstorage/openstorage/api/client/volume" osdspec "github.com/libopenstorage/openstorage/api/spec" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/kubernetes/pkg/api" "k8s.io/kubernetes/pkg/api/v1" "k8s.io/kubernetes/pkg/volume" ) const ( osdMgmtPort = "9001" osdDriverVersion = "v1" pxdDriverName = "pxd" pvcClaimLabel = "pvc" pxServiceName = "portworx-service" ) type PortworxVolumeUtil struct { portworxClient *osdclient.Client } // CreateVolume creates a Portworx volume. func (util *PortworxVolumeUtil) CreateVolume(p *portworxVolumeProvisioner) (string, int, map[string]string, error) { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(p.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return "", 0, nil, err } } driver := volumeclient.VolumeDriver(util.portworxClient) capacity := p.options.PVC.Spec.Resources.Requests[v1.ResourceName(v1.ResourceStorage)] // Portworx Volumes are specified in GB requestGB := int(volume.RoundUpSize(capacity.Value(), 1024*1024*1024)) specHandler := osdspec.NewSpecHandler() spec, err := specHandler.SpecFromOpts(p.options.Parameters) if err != nil { return "", 0, nil, err } spec.Size = uint64(requestGB * 1024 * 1024 * 1024) source := osdapi.Source{} locator := osdapi.VolumeLocator{ Name: p.options.PVName, } // Add claim Name as a part of Portworx Volume Labels locator.VolumeLabels = make(map[string]string) locator.VolumeLabels[pvcClaimLabel] = p.options.PVC.Name volumeID, err := driver.Create(&locator, &source, spec) if err != nil { glog.V(2).Infof("Error creating Portworx Volume : %v", err) } return volumeID, requestGB, nil, err } // DeleteVolume deletes a Portworx volume func (util *PortworxVolumeUtil) DeleteVolume(d *portworxVolumeDeleter) error { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(d.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return err } } driver := volumeclient.VolumeDriver(util.portworxClient) err := driver.Delete(d.volumeID) if err != nil { glog.V(2).Infof("Error deleting Portworx Volume (%v): %v", d.volName, err) return err } return nil } // AttachVolume attaches a Portworx Volume func (util *PortworxVolumeUtil) AttachVolume(m *portworxVolumeMounter) (string, error) { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(m.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return "", err } } driver := volumeclient.VolumeDriver(util.portworxClient) devicePath, err := driver.Attach(m.volName) if err != nil { glog.V(2).Infof("Error attaching Portworx Volume (%v): %v", m.volName, err) return "", err } return devicePath, nil } // DetachVolume detaches a Portworx Volume func (util *PortworxVolumeUtil) DetachVolume(u *portworxVolumeUnmounter) error { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(u.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return err } } driver := volumeclient.VolumeDriver(util.portworxClient) err := driver.Detach(u.volName) if err != nil { glog.V(2).Infof("Error detaching Portworx Volume (%v): %v", u.volName, err) return err } return nil } // MountVolume mounts a Portworx Volume on the specified mountPath func (util *PortworxVolumeUtil) MountVolume(m *portworxVolumeMounter, mountPath string) error { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(m.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return err } } driver := volumeclient.VolumeDriver(util.portworxClient) err := driver.Mount(m.volName, mountPath) if err != nil { glog.V(2).Infof("Error mounting Portworx Volume (%v) on Path (%v): %v", m.volName, mountPath, err) return err } return nil } // UnmountVolume unmounts a Portworx Volume func (util *PortworxVolumeUtil) UnmountVolume(u *portworxVolumeUnmounter, mountPath string) error { if util.portworxClient == nil || !isValid(util.portworxClient) { var err error util.portworxClient, err = getPortworxClient(u.plugin.host) if err != nil || util.portworxClient == nil { glog.Errorf("Failed to get portworx client. Err: %v", err) return err } } driver := volumeclient.VolumeDriver(util.portworxClient) err := driver.Unmount(u.volName, mountPath) if err != nil { glog.V(2).Infof("Error unmounting Portworx Volume (%v) on Path (%v): %v", u.volName, mountPath, err) return err } return nil } func isValid(client *osdclient.Client) bool { _, err := client.Versions(osdapi.OsdVolumePath) if err != nil { glog.Errorf("portworx client failed driver versions check. Err: %v", err) return false } return true } func testDriverClient(hostname string) (*osdclient.Client, error) { client, err := volumeclient.NewDriverClient("http://"+hostname+":"+osdMgmtPort, pxdDriverName, osdDriverVersion) if err != nil { return nil, err } if isValid(client) { return client, nil } else { return nil, nil } } func getPortworxClient(volumeHost volume.VolumeHost) (*osdclient.Client, error) { pxClient, err := testDriverClient(volumeHost.GetHostName()) // for backward compatibility if err != nil || pxClient == nil { // Create client from portworx service kubeClient := volumeHost.GetKubeClient() if kubeClient == nil { glog.Error("Failed to get kubeclient when creating portworx client") return nil, nil } opts := metav1.GetOptions{} svc, err := kubeClient.CoreV1().Services(api.NamespaceSystem).Get(pxServiceName, opts) if err != nil { glog.Errorf("Failed to get service. Err: %v", err) return nil, err } if svc == nil { glog.Errorf("Service: %v not found. Consult Portworx install docs to "+ "deploy it.", pxServiceName) return nil, err } pxClient, err = testDriverClient(svc.Spec.ClusterIP) if err != nil || pxClient == nil { glog.Errorf("Failed to connect to portworx service. Err: %v", err) return nil, err } glog.Infof("Using portworx service at: %v as api endpoint", svc.Spec.ClusterIP) } return pxClient, nil }