#!/usr/bin/python # # Copyright (c) 2018 Red Hat, Inc. # # GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt) # from __future__ import absolute_import, division, print_function __metaclass__ = type ANSIBLE_METADATA = { 'metadata_version': '1.1', 'status': ['preview'], 'supported_by': 'community' } DOCUMENTATION = ''' --- author: - "Bryan Gurney (@bgurney-rh)" module: vdo short_description: Module to control VDO version_added: "2.5" description: - This module controls the VDO dedupe and compression device. VDO, or Virtual Data Optimizer, is a device-mapper target that provides inline block-level deduplication, compression, and thin provisioning capabilities to primary storage. options: name: description: - The name of the VDO volume. required: true state: choices: [ "present", "absent" ] description: - Whether this VDO volume should be "present" or "absent". If a "present" VDO volume does not exist, it will be created. If a "present" VDO volume already exists, it will be modified, by updating the configuration, which will take effect when the VDO volume is restarted. Not all parameters of an existing VDO volume can be modified; the "statusparamkeys" list contains the parameters that can be modified after creation. If an "absent" VDO volume does not exist, it will not be removed. required: true activated: choices: [ "yes", "no" ] description: - The "activate" status for a VDO volume. If this is set to "no", the VDO volume cannot be started, and it will not start on system startup. However, on initial creation, a VDO volume with "activated" set to "off" will be running, until stopped. This is the default behavior of the "vdo create" command; it provides the user an opportunity to write a base amount of metadata (filesystem, LVM headers, etc.) to the VDO volume prior to stopping the volume, and leaving it deactivated until ready to use. required: false running: choices: [ "yes", "no" ] description: - Whether this VDO volume is running. A VDO volume must be activated in order to be started. required: false device: description: - The full path of the device to use for VDO storage. This is required if "state" is "present". required: false logicalsize: description: - The logical size of the VDO volume (in megabytes, or LVM suffix format). If not specified for a new volume, this defaults to the same size as the underlying storage device, which is specified in the 'device' parameter. Existing volumes will maintain their size if the logicalsize parameter is not specified, or is smaller than or identical to the current size. If the specified size is larger than the current size, a growlogical operation will be performed. required: false deduplication: choices: [ "enabled", "disabled" ] description: - Configures whether deduplication is enabled. The default for a created volume is 'enabled'. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false compression: choices: [ "enabled", "disabled" ] description: - Configures whether compression is enabled. The default for a created volume is 'enabled'. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false blockmapcachesize: description: - The amount of memory allocated for caching block map pages, in megabytes (or may be issued with an LVM-style suffix of K, M, G, or T). The default (and minimum) value is 128M. The value specifies the size of the cache; there is a 15% memory usage overhead. Each 1.25G of block map covers 1T of logical blocks, therefore a small amount of block map cache memory can cache a significantly large amount of block map data. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false readcache: choices: [ "enabled", "disabled" ] description: - Enables or disables the read cache. The default is 'disabled'. Choosing 'enabled' enables a read cache which may improve performance for workloads of high deduplication, read workloads with a high level of compression, or on hard disk storage. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false readcachesize: description: - Specifies the extra VDO device read cache size in megabytes. This is in addition to a system-defined minimum. Using a value with a suffix of K, M, G, or T is optional. The default value is 0. 1.125 MB of memory per bio thread will be used per 1 MB of read cache specified (for example, a VDO volume configured with 4 bio threads will have a read cache memory usage overhead of 4.5 MB per 1 MB of read cache specified). Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false emulate512: type: bool description: - Enables 512-byte emulation mode, allowing drivers or filesystems to access the VDO volume at 512-byte granularity, instead of the default 4096-byte granularity. Default is 'disabled'; only recommended when a driver or filesystem requires 512-byte sector level access to a device. This option is only available when creating a new volume, and cannot be changed for an existing volume. required: false growphysical: type: bool description: - Specifies whether to attempt to execute a growphysical operation, if there is enough unused space on the device. A growphysical operation will be executed if there is at least 64 GB of free space, relative to the previous physical size of the affected VDO volume. required: false default: false slabsize: description: - The size of the increment by which the physical size of a VDO volume is grown, in megabytes (or may be issued with an LVM-style suffix of K, M, G, or T). Must be a power of two between 128M and 32G. The default is 2G, which supports volumes having a physical size up to 16T. The maximum, 32G, supports a physical size of up to 256T. This option is only available when creating a new volume, and cannot be changed for an existing volume. required: false writepolicy: choices: [ "auto", "sync", "async" ] description: - Specifies the write policy of the VDO volume. The 'sync' mode acknowledges writes only after data is on stable storage. The 'async' mode acknowledges writes when data has been cached for writing to stable storage. The default (and highly recommended) 'auto' mode checks the storage device to determine whether it supports flushes. Devices that support flushes will result in a VDO volume in 'async' mode, while devices that do not support flushes will run in sync mode. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false indexmem: description: - Specifies the amount of index memory in gigabytes. The default is 0.25. The special decimal values 0.25, 0.5, and 0.75 can be used, as can any positive integer. This option is only available when creating a new volume, and cannot be changed for an existing volume. required: false indexmode: description: - Specifies the index mode of the Albireo index. The default is 'dense', which has a deduplication window of 1 GB of index memory per 1 TB of incoming data, requiring 10 GB of index data on persistent storage. The 'sparse' mode has a deduplication window of 1 GB of index memory per 10 TB of incoming data, but requires 100 GB of index data on persistent storage. This option is only available when creating a new volume, and cannot be changed for an existing volume. required: false ackthreads: description: - Specifies the number of threads to use for acknowledging completion of requested VDO I/O operations. Valid values are integer values from 1 to 100 (lower numbers are preferable due to overhead). The default is 1. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false biothreads: description: - Specifies the number of threads to use for submitting I/O operations to the storage device. Valid values are integer values from 1 to 100 (lower numbers are preferable due to overhead). The default is 4. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false cputhreads: description: - Specifies the number of threads to use for CPU-intensive work such as hashing or compression. Valid values are integer values from 1 to 100 (lower numbers are preferable due to overhead). The default is 2. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false logicalthreads: description: - Specifies the number of threads across which to subdivide parts of the VDO processing based on logical block addresses. Valid values are integer values from 1 to 100 (lower numbers are preferable due to overhead). The default is 1. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false physicalthreads: description: - Specifies the number of threads across which to subdivide parts of the VDO processing based on physical block addresses. Valid values are integer values from 1 to 16 (lower numbers are preferable due to overhead). The physical space used by the VDO volume must be larger than (slabsize * physicalthreads). The default is 1. Existing volumes will maintain their previously configured setting unless a different value is specified in the playbook. required: false notes: - In general, the default thread configuration should be used. requirements: - PyYAML - kmod-kvdo - vdo ''' EXAMPLES = ''' # Create a VDO volume - name: Create 2 TB VDO volume vdo1 on device /dev/md0 vdo: name: vdo1 state: present device: /dev/md0 logicalsize: 2T # Remove a VDO volume - name: Remove VDO volume vdo1 vdo: name: vdo1 state: absent ''' RETURN = '''# ''' from ansible.module_utils.basic import AnsibleModule import re try: import yaml HAS_YAML = True except ImportError: HAS_YAML = False # Generate a list of VDO volumes, whether they are running or stopped. # # @param module The AnsibleModule object. # @param vdocmd The path of the 'vdo' command. # # @return vdolist A list of currently created VDO volumes. def inventory_vdos(module, vdocmd): rc, vdostatusout, err = module.run_command("%s status" % (vdocmd)) # if rc != 0: # module.fail_json(msg="Inventorying VDOs failed: %s" # % vdostatusout, rc=rc, err=err) vdolist = [] if (rc == 2 and re.findall(r"vdoconf.yml does not exist", err, re.MULTILINE)): # If there is no /etc/vdoconf.yml file, assume there are no # VDO volumes. Return an empty list of VDO volumes. return vdolist if rc != 0: module.fail_json(msg="Inventorying VDOs failed: %s" % vdostatusout, rc=rc, err=err) vdostatusyaml = yaml.load(vdostatusout) if vdostatusyaml is None: return vdolist vdoyamls = vdostatusyaml['VDOs'] if vdoyamls is not None: vdolist = vdoyamls.keys() return vdolist def list_running_vdos(module, vdocmd): rc, vdolistout, err = module.run_command("%s list" % (vdocmd)) runningvdolist = filter(None, vdolistout.split('\n')) return runningvdolist # Generate a string containing options to pass to the 'VDO' command. # Note that a 'create' operation will pass more options than a # 'modify' operation. # # @param params A dictionary of parameters, and their values # (values of 'None' and/or nonexistent values are ignored). # # @return vdocmdoptions A string to be used in a 'vdo ' command. def start_vdo(module, vdoname, vdocmd): rc, out, err = module.run_command("%s start --name=%s" % (vdocmd, vdoname)) if rc == 0: module.log("started VDO volume %s" % vdoname) return rc def stop_vdo(module, vdoname, vdocmd): rc, out, err = module.run_command("%s stop --name=%s" % (vdocmd, vdoname)) if rc == 0: module.log("stopped VDO volume %s" % vdoname) return rc def activate_vdo(module, vdoname, vdocmd): rc, out, err = module.run_command("%s activate --name=%s" % (vdocmd, vdoname)) if rc == 0: module.log("activated VDO volume %s" % vdoname) return rc def deactivate_vdo(module, vdoname, vdocmd): rc, out, err = module.run_command("%s deactivate --name=%s" % (vdocmd, vdoname)) if rc == 0: module.log("deactivated VDO volume %s" % vdoname) return rc def add_vdooptions(params): vdocmdoptions = "" options = [] if ('logicalsize' in params) and (params['logicalsize'] is not None): options.append("--vdoLogicalSize=" + params['logicalsize']) if (('blockmapcachesize' in params) and (params['blockmapcachesize'] is not None)): options.append("--blockMapCacheSize=" + params['blockmapcachesize']) if ('readcache' in params) and (params['readcache'] == 'enabled'): options.append("--readCache=enabled") if ('readcachesize' in params) and (params['readcachesize'] is not None): options.append("--readCacheSize=" + params['readcachesize']) if ('slabsize' in params) and (params['slabsize'] is not None): options.append("--vdoSlabSize=" + params['slabsize']) if ('emulate512' in params) and (params['emulate512']): options.append("--emulate512=enabled") if ('indexmem' in params) and (params['indexmem'] is not None): options.append("--indexMem=" + params['indexmem']) if ('indexmode' in params) and (params['indexmode'] == 'sparse'): options.append("--sparseIndex=enabled") # Entering an invalid thread config results in a cryptic # 'Could not set up device mapper for %s' error from the 'vdo' # command execution. The dmsetup module on the system will # output a more helpful message, but one would have to log # onto that system to read the error. For now, heed the thread # limit warnings in the DOCUMENTATION section above. if ('ackthreads' in params) and (params['ackthreads'] is not None): options.append("--vdoAckThreads=" + params['ackthreads']) if ('biothreads' in params) and (params['biothreads'] is not None): options.append("--vdoBioThreads=" + params['biothreads']) if ('cputhreads' in params) and (params['cputhreads'] is not None): options.append("--vdoCpuThreads=" + params['cputhreads']) if ('logicalthreads' in params) and (params['logicalthreads'] is not None): options.append("--vdoLogicalThreads=" + params['logicalthreads']) if (('physicalthreads' in params) and (params['physicalthreads'] is not None)): options.append("--vdoPhysicalThreads=" + params['physicalthreads']) vdocmdoptions = ' '.join(options) return vdocmdoptions def run_module(): # Define the available arguments/parameters that a user can pass to # the module. # Defaults for VDO parameters are None, in order to facilitate # the detection of parameters passed from the playbook. # Creation param defaults are determined by the creation section. module_args = dict( name=dict(required=True), state=dict(choices=['absent', 'present'], default='present'), activated=dict(choices=['yes', 'no']), running=dict(choices=['yes', 'no']), growphysical=dict(type='bool', default=False), device=dict(), logicalsize=dict(), deduplication=dict(choices=['enabled', 'disabled']), compression=dict(choices=['enabled', 'disabled']), blockmapcachesize=dict(type='str'), readcache=dict(choices=['enabled', 'disabled']), readcachesize=dict(), emulate512=dict(type='bool', default=False), slabsize=dict(), writepolicy=dict(choices=['auto', 'sync', 'async']), indexmem=dict(), indexmode=dict(choices=['dense', 'sparse']), ackthreads=dict(), biothreads=dict(), cputhreads=dict(), logicalthreads=dict(), physicalthreads=dict() ) # Seed the result dictionary in the object. There will be an # 'invocation' dictionary added with 'module_args' (arguments # given). result = dict( changed=False ) # the AnsibleModule object will be our abstraction working with Ansible # this includes instantiation, a couple of common attr would be the # args/params passed to the execution, as well as if the module # supports check mode module = AnsibleModule( argument_spec=module_args, supports_check_mode=False ) if not HAS_YAML: module.fail_json(msg='PyYAML is required for this module.') vdocmd = module.get_bin_path("vdo", required=True) if not vdocmd: module.fail_json(msg='VDO is not installed.', **result) # Print a pre-run list of VDO volumes in the result object. vdolist = inventory_vdos(module, vdocmd) runningvdolist = list_running_vdos(module, vdocmd) # Collect the name of the desired VDO volume, and its state. These will # determine what to do. desiredvdo = module.params['name'] state = module.params['state'] # Create a desired VDO volume that doesn't exist yet. if (desiredvdo not in vdolist) and (state == 'present'): device = module.params['device'] if device is None: module.fail_json(msg="Creating a VDO volume requires specifying " "a 'device' in the playbook.") # Create a dictionary of the options from the AnsibleModule # parameters, compile the vdo command options, and run "vdo create" # with those options. # Since this is a creation of a new VDO volume, it will contain all # all of the parameters given by the playbook; the rest will # assume default values. options = module.params vdocmdoptions = add_vdooptions(options) rc, out, err = module.run_command("%s create --name=%s --device=%s %s" % (vdocmd, desiredvdo, device, vdocmdoptions)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Creating VDO %s failed." % desiredvdo, rc=rc, err=err) if (module.params['compression'] == 'disabled'): rc, out, err = module.run_command("%s disableCompression --name=%s" % (vdocmd, desiredvdo)) if ((module.params['deduplication'] is not None) and module.params['deduplication'] == 'disabled'): rc, out, err = module.run_command("%s disableDeduplication " "--name=%s" % (vdocmd, desiredvdo)) if module.params['activated'] == 'no': deactivate_vdo(module, desiredvdo, vdocmd) if module.params['running'] == 'no': stop_vdo(module, desiredvdo, vdocmd) # Print a post-run list of VDO volumes in the result object. vdolist = inventory_vdos(module, vdocmd) module.log("created VDO volume %s" % desiredvdo) module.exit_json(**result) # Modify the current parameters of a VDO that exists. if (desiredvdo in vdolist) and (state == 'present'): rc, vdostatusoutput, err = module.run_command("%s status" % (vdocmd)) vdostatusyaml = yaml.load(vdostatusoutput) # An empty dictionary to contain dictionaries of VDO statistics processedvdos = {} vdoyamls = vdostatusyaml['VDOs'] if vdoyamls is not None: processedvdos = vdoyamls # The 'vdo status' keys that are currently modifiable. statusparamkeys = ['Acknowledgement threads', 'Bio submission threads', 'Block map cache size', 'CPU-work threads', 'Logical threads', 'Physical threads', 'Read cache', 'Read cache size', 'Configured write policy', 'Compression', 'Deduplication'] # A key translation table from 'vdo status' output to Ansible # module parameters. This covers all of the 'vdo status' # parameter keys that could be modified with the 'vdo' # command. vdokeytrans = { 'Logical size': 'logicalsize', 'Compression': 'compression', 'Deduplication': 'deduplication', 'Block map cache size': 'blockmapcachesize', 'Read cache': 'readcache', 'Read cache size': 'readcachesize', 'Configured write policy': 'writepolicy', 'Acknowledgement threads': 'ackthreads', 'Bio submission threads': 'biothreads', 'CPU-work threads': 'cputhreads', 'Logical threads': 'logicalthreads', 'Physical threads': 'physicalthreads' } # Build a dictionary of the current VDO status parameters, with # the keys used by VDO. (These keys will be converted later.) currentvdoparams = {} # Build a "lookup table" dictionary containing a translation table # of the parameters that can be modified modtrans = {} for statfield in statusparamkeys: currentvdoparams[statfield] = processedvdos[desiredvdo][statfield] modtrans[statfield] = vdokeytrans[statfield] # Build a dictionary of current parameters formatted with the # same keys as the AnsibleModule parameters. currentparams = {} for paramkey in currentvdoparams.keys(): currentparams[modtrans[paramkey]] = currentvdoparams[paramkey] diffparams = {} # Check for differences between the playbook parameters and the # current parameters. This will need a comparison function; # since AnsibleModule params are all strings, compare them as # strings (but if it's None; skip). for key in currentparams.keys(): if module.params[key] is not None: if str(currentparams[key]) != module.params[key]: diffparams[key] = module.params[key] if diffparams: vdocmdoptions = add_vdooptions(diffparams) if vdocmdoptions: rc, out, err = module.run_command("%s modify --name=%s %s" % (vdocmd, desiredvdo, vdocmdoptions)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Modifying VDO %s failed." % desiredvdo, rc=rc, err=err) if 'deduplication' in diffparams.keys(): dedupemod = diffparams['deduplication'] if dedupemod == 'disabled': rc, out, err = module.run_command("%s " "disableDeduplication " "--name=%s" % (vdocmd, desiredvdo)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing deduplication on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if dedupemod == 'enabled': rc, out, err = module.run_command("%s " "enableDeduplication " "--name=%s" % (vdocmd, desiredvdo)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing deduplication on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if 'compression' in diffparams.keys(): compressmod = diffparams['compression'] if compressmod == 'disabled': rc, out, err = module.run_command("%s disableCompression " "--name=%s" % (vdocmd, desiredvdo)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing compression on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if compressmod == 'enabled': rc, out, err = module.run_command("%s enableCompression " "--name=%s" % (vdocmd, desiredvdo)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing compression on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if 'writepolicy' in diffparams.keys(): writepolmod = diffparams['writepolicy'] if writepolmod == 'auto': rc, out, err = module.run_command("%s " "changeWritePolicy " "--name=%s " "--writePolicy=%s" % (vdocmd, desiredvdo, writepolmod)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing write policy on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if writepolmod == 'sync': rc, out, err = module.run_command("%s " "changeWritePolicy " "--name=%s " "--writePolicy=%s" % (vdocmd, desiredvdo, writepolmod)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing write policy on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) if writepolmod == 'async': rc, out, err = module.run_command("%s " "changeWritePolicy " "--name=%s " "--writePolicy=%s" % (vdocmd, desiredvdo, writepolmod)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Changing write policy on " "VDO volume %s failed." % desiredvdo, rc=rc, err=err) # Process the size parameters, to determine of a growPhysical or # growLogical operation needs to occur. sizeparamkeys = ['Logical size', ] currentsizeparams = {} sizetrans = {} for statfield in sizeparamkeys: currentsizeparams[statfield] = processedvdos[desiredvdo][statfield] sizetrans[statfield] = vdokeytrans[statfield] sizeparams = {} for paramkey in currentsizeparams.keys(): sizeparams[sizetrans[paramkey]] = currentsizeparams[paramkey] diffsizeparams = {} for key in sizeparams.keys(): if module.params[key] is not None: if str(sizeparams[key]) != module.params[key]: diffsizeparams[key] = module.params[key] if module.params['growphysical']: physdevice = module.params['device'] rc, devsectors, err = module.run_command("blockdev --getsz %s" % (physdevice)) devblocks = (int(devsectors) / 8) dmvdoname = ('/dev/mapper/' + desiredvdo) currentvdostats = (processedvdos[desiredvdo] ['VDO statistics'] [dmvdoname]) currentphysblocks = currentvdostats['physical blocks'] # Set a growPhysical threshold to grow only when there is # guaranteed to be more than 2 slabs worth of unallocated # space on the device to use. For now, set to device # size + 64 GB, since 32 GB is the largest possible # slab size. growthresh = devblocks + 16777216 if currentphysblocks > growthresh: result['changed'] = True rc, out, err = module.run_command("%s growPhysical --name=%s" % (vdocmd, desiredvdo)) if 'logicalsize' in diffsizeparams.keys(): result['changed'] = True vdocmdoptions = ("--vdoLogicalSize=" + diffsizeparams['logicalsize']) rc, out, err = module.run_command("%s growLogical --name=%s %s" % (vdocmd, desiredvdo, vdocmdoptions)) vdoactivatestatus = processedvdos[desiredvdo]['Activate'] if ((module.params['activated'] == 'no') and (vdoactivatestatus == 'enabled')): deactivate_vdo(module, desiredvdo, vdocmd) if not result['changed']: result['changed'] = True if ((module.params['activated'] == 'yes') and (vdoactivatestatus == 'disabled')): activate_vdo(module, desiredvdo, vdocmd) if not result['changed']: result['changed'] = True if ((module.params['running'] == 'no') and (desiredvdo in runningvdolist)): stop_vdo(module, desiredvdo, vdocmd) if not result['changed']: result['changed'] = True # Note that a disabled VDO volume cannot be started by the # 'vdo start' command, by design. To accurately track changed # status, don't try to start a disabled VDO volume. # If the playbook contains 'activated: yes', assume that # the activate_vdo() operation succeeded, as 'vdoactivatestatus' # will have the activated status prior to the activate_vdo() # call. if (((vdoactivatestatus == 'enabled') or (module.params['activated'] == 'yes')) and (module.params['running'] == 'yes') and (desiredvdo not in runningvdolist)): start_vdo(module, desiredvdo, vdocmd) if not result['changed']: result['changed'] = True # Print a post-run list of VDO volumes in the result object. vdolist = inventory_vdos(module, vdocmd) if diffparams: module.log("modified parameters of VDO volume %s" % desiredvdo) module.exit_json(**result) # Remove a desired VDO that currently exists. if (desiredvdo in vdolist) and (state == 'absent'): rc, out, err = module.run_command("%s remove --name=%s" % (vdocmd, desiredvdo)) if rc == 0: result['changed'] = True else: module.fail_json(msg="Removing VDO %s failed." % desiredvdo, rc=rc, err=err) # Print a post-run list of VDO volumes in the result object. vdolist = inventory_vdos(module, vdocmd) module.log("removed VDO volume %s" % desiredvdo) module.exit_json(**result) # fall through # The state for the desired VDO volume was absent, and it does # not exist. Print a post-run list of VDO volumes in the result # object. vdolist = inventory_vdos(module, vdocmd) module.log("received request to remove non-existent VDO volume %s" % desiredvdo) module.exit_json(**result) def main(): run_module() if __name__ == '__main__': main()