¡@

Home 

OpenStack Study: eqlx.py

OpenStack Index

**** CubicPower OpenStack Study ****

# Copyright (c) 2013 Dell Inc.

# Copyright 2013 OpenStack LLC

#

# Licensed under the Apache License, Version 2.0 (the "License"); you may

# not use this file except in compliance with the License. You may obtain

# a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT

# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the

# License for the specific language governing permissions and limitations

# under the License.

"""Volume driver for Dell EqualLogic Storage."""

import functools

import random

import eventlet

from eventlet import greenthread

import greenlet

from oslo.config import cfg

from cinder import exception

from cinder.openstack.common import excutils

from cinder.openstack.common import log as logging

from cinder.openstack.common import processutils

from cinder import utils

from cinder.volume.drivers.san import SanISCSIDriver

LOG = logging.getLogger(__name__)

eqlx_opts = [

cfg.StrOpt('eqlx_group_name',

default='group-0',

help='Group name to use for creating volumes'),

cfg.IntOpt('eqlx_cli_timeout',

default=30,

help='Timeout for the Group Manager cli command execution'),

cfg.IntOpt('eqlx_cli_max_retries',

default=5,

help='Maximum retry count for reconnection'),

cfg.BoolOpt('eqlx_use_chap',

default=False,

help='Use CHAP authentication for targets?'),

cfg.StrOpt('eqlx_chap_login',

default='admin',

help='Existing CHAP account name'),

cfg.StrOpt('eqlx_chap_password',

default='password',

help='Password for specified CHAP account name',

secret=True),

cfg.StrOpt('eqlx_pool',

default='default',

help='Pool in which volumes will be created')

]

CONF = cfg.CONF

CONF.register_opts(eqlx_opts)

**** CubicPower OpenStack Study ****

def with_timeout(f):

    @functools.wraps(f)

    def __inner(self, *args, **kwargs):

        timeout = kwargs.pop('timeout', None)

        gt = eventlet.spawn(f, self, *args, **kwargs)

        if timeout is None:

            return gt.wait()

        else:

            kill_thread = eventlet.spawn_after(timeout, gt.kill)

            try:

                res = gt.wait()

            except greenlet.GreenletExit:

                raise exception.VolumeBackendAPIException(

                    data="Command timed out")

            else:

                kill_thread.cancel()

                return res

    return __inner

**** CubicPower OpenStack Study ****

 def __inner(self, *args, **kwargs):

        timeout = kwargs.pop('timeout', None)

        gt = eventlet.spawn(f, self, *args, **kwargs)

        if timeout is None:

            return gt.wait()

        else:

            kill_thread = eventlet.spawn_after(timeout, gt.kill)

            try:

                res = gt.wait()

            except greenlet.GreenletExit:

                raise exception.VolumeBackendAPIException(

                    data="Command timed out")

            else:

                kill_thread.cancel()

                return res

    return __inner

**** CubicPower OpenStack Study ****

class DellEQLSanISCSIDriver(SanISCSIDriver):

"""Implements commands for Dell EqualLogic SAN ISCSI management.

To enable the driver add the following line to the cinder configuration:

volume_driver=cinder.volume.drivers.eqlx.DellEQLSanISCSIDriver

Driver's prerequisites are:

- a separate volume group set up and running on the SAN

- SSH access to the SAN

- a special user must be created which must be able to

- create/delete volumes and snapshots;

- clone snapshots into volumes;

- modify volume access records;

The access credentials to the SAN are provided by means of the following

flags

san_ip=

san_login=

san_password=

san_private_key=

Thin provision of volumes is enabled by

**** CubicPower OpenStack Study ****

    def __init__(self, *args, **kwargs):

        super(DellEQLSanISCSIDriver, self).__init__(*args, **kwargs)

        self.configuration.append_config_values(eqlx_opts)

        self._group_ip = None

        self.sshpool = None

**** CubicPower OpenStack Study ****

    def _get_output(self, chan):

        out = ''

        ending = '%s> ' % self.configuration.eqlx_group_name

        while not out.endswith(ending):

            out += chan.recv(102400)

        LOG.debug(_("CLI output\n%s"), out)

        return out.splitlines()

**** CubicPower OpenStack Study ****

    def _get_prefixed_value(self, lines, prefix):

        for line in lines:

            if line.startswith(prefix):

                return line[len(prefix):]

        return

    @with_timeout

**** CubicPower OpenStack Study ****

    def _ssh_execute(self, ssh, command, *arg, **kwargs):

        transport = ssh.get_transport()

        chan = transport.open_session()

        chan.invoke_shell()

        LOG.debug(_("Reading CLI MOTD"))

        self._get_output(chan)

        cmd = 'stty columns 255'

        LOG.debug(_("Setting CLI terminal width: '%s'"), cmd)

        chan.send(cmd + '\r')

        out = self._get_output(chan)

        LOG.debug(_("Sending CLI command: '%s'"), command)

        chan.send(command + '\r')

        out = self._get_output(chan)

        chan.close()

        if any(line.startswith(('% Error', 'Error:')) for line in out):

            desc = _("Error executing EQL command")

            cmdout = '\n'.join(out)

            LOG.error(cmdout)

            raise processutils.ProcessExecutionError(

                stdout=cmdout, cmd=command, description=desc)

        return out

**** CubicPower OpenStack Study ****

    def _run_ssh(self, cmd_list, attempts=1):

        utils.check_ssh_injection(cmd_list)

        command = ' '. join(cmd_list)

        if not self.sshpool:

            password = self.configuration.san_password

            privatekey = self.configuration.san_private_key

            min_size = self.configuration.ssh_min_pool_conn

            max_size = self.configuration.ssh_max_pool_conn

            self.sshpool = utils.SSHPool(self.configuration.san_ip,

                                         self.configuration.san_ssh_port,

                                         self.configuration.ssh_conn_timeout,

                                         self.configuration.san_login,

                                         password=password,

                                         privatekey=privatekey,

                                         min_size=min_size,

                                         max_size=max_size)

        try:

            total_attempts = attempts

            with self.sshpool.item() as ssh:

                while attempts > 0:

                    attempts -= 1

                    try:

                        LOG.info(_('EQL-driver: executing "%s"') % command)

                        return self._ssh_execute(

                            ssh, command,

                            timeout=self.configuration.eqlx_cli_timeout)

                    except processutils.ProcessExecutionError:

                        raise

                    except Exception as e:

                        LOG.exception(e)

                        greenthread.sleep(random.randint(20, 500) / 100.0)

                msg = (_("SSH Command failed after '%(total_attempts)r' "

                         "attempts : '%(command)s'") %

                       {'total_attempts': total_attempts, 'command': command})

                raise exception.VolumeBackendAPIException(data=msg)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_("Error running SSH command: %s") % command)

**** CubicPower OpenStack Study ****

    def _eql_execute(self, *args, **kwargs):

        return self._run_ssh(

            args, attempts=self.configuration.eqlx_cli_max_retries)

**** CubicPower OpenStack Study ****

    def _get_volume_data(self, lines):

        prefix = 'iSCSI target name is '

        target_name = self._get_prefixed_value(lines, prefix)[:-1]

        lun_id = "%s:%s,1 %s 0" % (self._group_ip, '3260', target_name)

        model_update = {}

        model_update['provider_location'] = lun_id

        if self.configuration.eqlx_use_chap:

            model_update['provider_auth'] = 'CHAP %s %s' % \

                (self.configuration.eqlx_chap_login,

                 self.configuration.eqlx_chap_password)

        return model_update

**** CubicPower OpenStack Study ****

    def _get_space_in_gb(self, val):

        scale = 1.0

        part = 'GB'

        if val.endswith('MB'):

            scale = 1.0 / 1024

            part = 'MB'

        elif val.endswith('TB'):

            scale = 1.0 * 1024

            part = 'TB'

        return scale * float(val.partition(part)[0])

**** CubicPower OpenStack Study ****

    def _update_volume_stats(self):

        """Retrieve stats info from eqlx group."""

        LOG.debug(_("Updating volume stats"))

        data = {}

        backend_name = "eqlx"

        if self.configuration:

            backend_name = self.configuration.safe_get('volume_backend_name')

        data["volume_backend_name"] = backend_name or 'eqlx'

        data["vendor_name"] = 'Dell'

        data["driver_version"] = self.VERSION

        data["storage_protocol"] = 'iSCSI'

        data['reserved_percentage'] = 0

        data['QoS_support'] = False

        data['total_capacity_gb'] = 'infinite'

        data['free_capacity_gb'] = 'infinite'

        for line in self._eql_execute('pool', 'select',

                                      self.configuration.eqlx_pool, 'show'):

            if line.startswith('TotalCapacity:'):

                out_tup = line.rstrip().partition(' ')

                data['total_capacity_gb'] = self._get_space_in_gb(out_tup[-1])

            if line.startswith('FreeSpace:'):

                out_tup = line.rstrip().partition(' ')

                data['free_capacity_gb'] = self._get_space_in_gb(out_tup[-1])

        self._stats = data

**** CubicPower OpenStack Study ****

    def _check_volume(self, volume):

        """Check if the volume exists on the Array."""

        command = ['volume', 'select', volume['name'], 'show']

        try:

            self._eql_execute(*command)

        except processutils.ProcessExecutionError as err:

            with excutils.save_and_reraise_exception():

                if err.stdout.find('does not exist.\n') > -1:

                    LOG.debug(_('Volume %s does not exist, '

                                'it may have already been deleted'),

                              volume['name'])

                    raise exception.VolumeNotFound(volume_id=volume['id'])

**** CubicPower OpenStack Study ****

    def do_setup(self, context):

        """Disable cli confirmation and tune output format."""

        try:

            disabled_cli_features = ('confirmation', 'paging', 'events',

                                     'formatoutput')

            for feature in disabled_cli_features:

                self._eql_execute('cli-settings', feature, 'off')

            for line in self._eql_execute('grpparams', 'show'):

                if line.startswith('Group-Ipaddress:'):

                    out_tup = line.rstrip().partition(' ')

                    self._group_ip = out_tup[-1]

            LOG.info(_("EQL-driver: Setup is complete, group IP is %s"),

                     self._group_ip)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to setup the Dell EqualLogic driver'))

**** CubicPower OpenStack Study ****

    def create_volume(self, volume):

        """Create a volume."""

        try:

            cmd = ['volume', 'create',

                   volume['name'], "%sG" % (volume['size'])]

            if self.configuration.eqlx_pool != 'default':

                cmd.append('pool')

                cmd.append(self.configuration.eqlx_pool)

            if self.configuration.san_thin_provision:

                cmd.append('thin-provision')

            out = self._eql_execute(*cmd)

            return self._get_volume_data(out)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to create volume %s'), volume['name'])

**** CubicPower OpenStack Study ****

    def delete_volume(self, volume):

        """Delete a volume."""

        try:

            self._check_volume(volume)

            self._eql_execute('volume', 'select', volume['name'], 'offline')

            self._eql_execute('volume', 'delete', volume['name'])

        except exception.VolumeNotFound:

            LOG.warn(_('Volume %s was not found while trying to delete it'),

                     volume['name'])

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to delete volume %s'), volume['name'])

**** CubicPower OpenStack Study ****

    def create_snapshot(self, snapshot):

        """"Create snapshot of existing volume on appliance."""

        try:

            out = self._eql_execute('volume', 'select',

                                    snapshot['volume_name'],

                                    'snapshot', 'create-now')

            prefix = 'Snapshot name is '

            snap_name = self._get_prefixed_value(out, prefix)

            self._eql_execute('volume', 'select', snapshot['volume_name'],

                              'snapshot', 'rename', snap_name,

                              snapshot['name'])

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to create snapshot of volume %s'),

                          snapshot['volume_name'])

**** CubicPower OpenStack Study ****

    def create_volume_from_snapshot(self, volume, snapshot):

        """Create new volume from other volume's snapshot on appliance."""

        try:

            out = self._eql_execute('volume', 'select',

                                    snapshot['volume_name'], 'snapshot',

                                    'select', snapshot['name'],

                                    'clone', volume['name'])

            return self._get_volume_data(out)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to create volume from snapshot %s'),

                          snapshot['name'])

**** CubicPower OpenStack Study ****

    def create_cloned_volume(self, volume, src_vref):

        """Creates a clone of the specified volume."""

        try:

            src_volume_name = self.configuration.\

                volume_name_template % src_vref['id']

            out = self._eql_execute('volume', 'select', src_volume_name,

                                    'clone', volume['name'])

            return self._get_volume_data(out)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to create clone of volume %s'),

                          volume['name'])

**** CubicPower OpenStack Study ****

    def delete_snapshot(self, snapshot):

        """Delete volume's snapshot."""

        try:

            self._eql_execute('volume', 'select', snapshot['volume_name'],

                              'snapshot', 'delete', snapshot['name'])

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to delete snapshot %(snap)s of '

                            'volume %(vol)s'),

                          {'snap': snapshot['name'],

                           'vol': snapshot['volume_name']})

**** CubicPower OpenStack Study ****

    def initialize_connection(self, volume, connector):

        """Restrict access to a volume."""

        try:

            cmd = ['volume', 'select', volume['name'], 'access', 'create',

                   'initiator', connector['initiator']]

            if self.configuration.eqlx_use_chap:

                cmd.extend(['authmethod', 'chap', 'username',

                            self.configuration.eqlx_chap_login])

            self._eql_execute(*cmd)

            iscsi_properties = self._get_iscsi_properties(volume)

            return {

                'driver_volume_type': 'iscsi',

                'data': iscsi_properties

            }

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to initialize connection to volume %s'),

                          volume['name'])

**** CubicPower OpenStack Study ****

    def terminate_connection(self, volume, connector, force=False, **kwargs):

        """Remove access restrictions from a volume."""

        try:

            self._eql_execute('volume', 'select', volume['name'],

                              'access', 'delete', '1')

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to terminate connection to volume %s'),

                          volume['name'])

**** CubicPower OpenStack Study ****

    def create_export(self, context, volume):

        """Create an export of a volume.

        Driver has nothing to do here for the volume has been exported

        already by the SAN, right after it's creation.

        """

        pass

**** CubicPower OpenStack Study ****

    def ensure_export(self, context, volume):

        """Ensure an export of a volume.

        Driver has nothing to do here for the volume has been exported

        already by the SAN, right after it's creation. We will just make

        sure that the volume exists on the array and issue a warning.

        """

        try:

            self._check_volume(volume)

        except exception.VolumeNotFound:

            LOG.warn(_('Volume %s is not found!, it may have been deleted'),

                     volume['name'])

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to ensure export of volume %s'),

                          volume['name'])

**** CubicPower OpenStack Study ****

    def remove_export(self, context, volume):

        """Remove an export of a volume.

        Driver has nothing to do here for the volume has been exported

        already by the SAN, right after it's creation.

        Nothing to remove since there's nothing exported.

        """

        pass

**** CubicPower OpenStack Study ****

    def extend_volume(self, volume, new_size):

        """Extend the size of the volume."""

        try:

            self._eql_execute('volume', 'select', volume['name'],

                              'size', "%sG" % new_size)

        except Exception:

            with excutils.save_and_reraise_exception():

                LOG.error(_('Failed to extend_volume %(name)s from '

                            '%(current_size)sGB to %(new_size)sGB'),

                          {'name': volume['name'],

                           'current_size': volume['size'],

                           'new_size': new_size})

**** CubicPower OpenStack Study ****

    def local_path(self, volume):

        raise NotImplementedError()