mirror of
https://github.com/thegeeklab/ansible-later.git
synced 2024-11-26 23:00:36 +00:00
462 lines
17 KiB
Python
462 lines
17 KiB
Python
|
#!/usr/bin/python
|
||
|
# -*- coding: utf-8 -*-
|
||
|
|
||
|
# Copyright: (c) 2012, Michael DeHaan <michael.dehaan@gmail.com>
|
||
|
# Copyright: (c) 2017, Ansible Project
|
||
|
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
||
|
|
||
|
from __future__ import absolute_import, division, print_function
|
||
|
__metaclass__ = type
|
||
|
|
||
|
ANSIBLE_METADATA = {'metadata_version': '1.1',
|
||
|
'status': ['stableinterface'],
|
||
|
'supported_by': 'core'}
|
||
|
|
||
|
DOCUMENTATION = r'''
|
||
|
---
|
||
|
module: copy
|
||
|
version_added: "historical"
|
||
|
short_description: Copies files to remote locations
|
||
|
description:
|
||
|
- The C(copy) module copies a file from the local or remote machine to a location on the remote machine.
|
||
|
Use the M(fetch) module to copy files from remote locations to the local box.
|
||
|
If you need variable interpolation in copied files, use the M(template) module.
|
||
|
- For Windows targets, use the M(win_copy) module instead.
|
||
|
options:
|
||
|
src:
|
||
|
description:
|
||
|
- Local path to a file to copy to the remote server; can be absolute or relative.
|
||
|
If path is a directory, it is copied recursively. In this case, if path ends
|
||
|
with "/", only inside contents of that directory are copied to destination.
|
||
|
Otherwise, if it does not end with "/", the directory itself with all contents
|
||
|
is copied. This behavior is similar to Rsync.
|
||
|
content:
|
||
|
description:
|
||
|
- When used instead of I(src), sets the contents of a file directly to the specified value.
|
||
|
For anything advanced or with formatting also look at the template module.
|
||
|
version_added: "1.1"
|
||
|
dest:
|
||
|
description:
|
||
|
- 'Remote absolute path where the file should be copied to. If I(src) is a directory, this must be a directory too.
|
||
|
If I(dest) is a nonexistent path and if either I(dest) ends with "/" or I(src) is a directory, I(dest) is created.
|
||
|
If I(src) and I(dest) are files, the parent directory of I(dest) isn''t created: the task fails if it doesn''t already exist.'
|
||
|
required: yes
|
||
|
backup:
|
||
|
description:
|
||
|
- Create a backup file including the timestamp information so you can get
|
||
|
the original file back if you somehow clobbered it incorrectly.
|
||
|
type: bool
|
||
|
default: 'no'
|
||
|
version_added: "0.7"
|
||
|
force:
|
||
|
description:
|
||
|
- the default is C(yes), which will replace the remote file when contents
|
||
|
are different than the source. If C(no), the file will only be transferred
|
||
|
if the destination does not exist.
|
||
|
type: bool
|
||
|
default: 'yes'
|
||
|
aliases: [ thirsty ]
|
||
|
version_added: "1.1"
|
||
|
mode:
|
||
|
description:
|
||
|
- "Mode the file or directory should be. For those used to I(/usr/bin/chmod) remember that
|
||
|
modes are actually octal numbers. You must either add a leading zero so that Ansible's
|
||
|
YAML parser knows it is an octal number (like C(0644) or C(01777)) or quote it
|
||
|
(like C('644') or C('1777')) so Ansible receives a string and can do its own conversion from
|
||
|
string into number. Giving Ansible a number without following one of these rules will end
|
||
|
up with a decimal number which will have unexpected results. As of version 1.8, the mode
|
||
|
may be specified as a symbolic mode (for example, C(u+rwx) or C(u=rw,g=r,o=r)). As of
|
||
|
version 2.3, the mode may also be the special string C(preserve). C(preserve) means that
|
||
|
the file will be given the same permissions as the source file."
|
||
|
directory_mode:
|
||
|
description:
|
||
|
- When doing a recursive copy set the mode for the directories. If this is not set we will use the system
|
||
|
defaults. The mode is only set on directories which are newly created, and will not affect those that
|
||
|
already existed.
|
||
|
version_added: "1.5"
|
||
|
remote_src:
|
||
|
description:
|
||
|
- If C(no), it will search for I(src) at originating/master machine.
|
||
|
- If C(yes) it will go to the remote/target machine for the I(src). Default is C(no).
|
||
|
- Currently I(remote_src) does not support recursive copying.
|
||
|
- I(remote_src) only works with C(mode=preserve) as of version 2.6.
|
||
|
type: bool
|
||
|
default: 'no'
|
||
|
version_added: "2.0"
|
||
|
follow:
|
||
|
description:
|
||
|
- This flag indicates that filesystem links in the destination, if they exist, should be followed.
|
||
|
type: bool
|
||
|
default: 'no'
|
||
|
version_added: "1.8"
|
||
|
local_follow:
|
||
|
description:
|
||
|
- This flag indicates that filesystem links in the source tree, if they exist, should be followed.
|
||
|
type: bool
|
||
|
default: 'yes'
|
||
|
version_added: "2.4"
|
||
|
checksum:
|
||
|
description:
|
||
|
- SHA1 checksum of the file being transferred. Used to validate that the copy of the file was successful.
|
||
|
- If this is not provided, ansible will use the local calculated checksum of the src file.
|
||
|
version_added: '2.5'
|
||
|
extends_documentation_fragment:
|
||
|
- files
|
||
|
- validate
|
||
|
- decrypt
|
||
|
author:
|
||
|
- Ansible Core Team
|
||
|
- Michael DeHaan
|
||
|
notes:
|
||
|
- The M(copy) module recursively copy facility does not scale to lots (>hundreds) of files.
|
||
|
For alternative, see M(synchronize) module, which is a wrapper around C(rsync).
|
||
|
- For Windows targets, use the M(win_copy) module instead.
|
||
|
'''
|
||
|
|
||
|
EXAMPLES = r'''
|
||
|
- name: example copying file with owner and permissions
|
||
|
copy:
|
||
|
src: /srv/myfiles/foo.conf
|
||
|
dest: /etc/foo.conf
|
||
|
owner: foo
|
||
|
group: foo
|
||
|
mode: 0644
|
||
|
|
||
|
- name: The same example as above, but using a symbolic mode equivalent to 0644
|
||
|
copy:
|
||
|
src: /srv/myfiles/foo.conf
|
||
|
dest: /etc/foo.conf
|
||
|
owner: foo
|
||
|
group: foo
|
||
|
mode: u=rw,g=r,o=r
|
||
|
|
||
|
- name: Another symbolic mode example, adding some permissions and removing others
|
||
|
copy:
|
||
|
src: /srv/myfiles/foo.conf
|
||
|
dest: /etc/foo.conf
|
||
|
owner: foo
|
||
|
group: foo
|
||
|
mode: u+rw,g-wx,o-rwx
|
||
|
|
||
|
- name: Copy a new "ntp.conf file into place, backing up the original if it differs from the copied version
|
||
|
copy:
|
||
|
src: /mine/ntp.conf
|
||
|
dest: /etc/ntp.conf
|
||
|
owner: root
|
||
|
group: root
|
||
|
mode: 0644
|
||
|
backup: yes
|
||
|
|
||
|
- name: Copy a new "sudoers" file into place, after passing validation with visudo
|
||
|
copy:
|
||
|
src: /mine/sudoers
|
||
|
dest: /etc/sudoers
|
||
|
validate: /usr/sbin/visudo -cf %s
|
||
|
|
||
|
- name: Copy a "sudoers" file on the remote machine for editing
|
||
|
copy:
|
||
|
src: /etc/sudoers
|
||
|
dest: /etc/sudoers.edit
|
||
|
remote_src: yes
|
||
|
validate: /usr/sbin/visudo -cf %s
|
||
|
|
||
|
- name: Copy using the 'content' for inline data
|
||
|
copy:
|
||
|
content: '# This file was moved to /etc/other.conf'
|
||
|
dest: /etc/mine.conf'
|
||
|
'''
|
||
|
|
||
|
RETURN = r'''
|
||
|
dest:
|
||
|
description: destination file/path
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: /path/to/file.txt
|
||
|
src:
|
||
|
description: source file used for the copy on the target machine
|
||
|
returned: changed
|
||
|
type: string
|
||
|
sample: /home/httpd/.ansible/tmp/ansible-tmp-1423796390.97-147729857856000/source
|
||
|
md5sum:
|
||
|
description: md5 checksum of the file after running copy
|
||
|
returned: when supported
|
||
|
type: string
|
||
|
sample: 2a5aeecc61dc98c4d780b14b330e3282
|
||
|
checksum:
|
||
|
description: sha1 checksum of the file after running copy
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: 6e642bb8dd5c2e027bf21dd923337cbb4214f827
|
||
|
backup_file:
|
||
|
description: name of backup file created
|
||
|
returned: changed and if backup=yes
|
||
|
type: string
|
||
|
sample: /path/to/file.txt.2015-02-12@22:09~
|
||
|
gid:
|
||
|
description: group id of the file, after execution
|
||
|
returned: success
|
||
|
type: int
|
||
|
sample: 100
|
||
|
group:
|
||
|
description: group of the file, after execution
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: httpd
|
||
|
owner:
|
||
|
description: owner of the file, after execution
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: httpd
|
||
|
uid:
|
||
|
description: owner id of the file, after execution
|
||
|
returned: success
|
||
|
type: int
|
||
|
sample: 100
|
||
|
mode:
|
||
|
description: permissions of the target, after execution
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: 0644
|
||
|
size:
|
||
|
description: size of the target, after execution
|
||
|
returned: success
|
||
|
type: int
|
||
|
sample: 1220
|
||
|
state:
|
||
|
description: state of the target, after execution
|
||
|
returned: success
|
||
|
type: string
|
||
|
sample: file
|
||
|
'''
|
||
|
|
||
|
import os
|
||
|
import os.path
|
||
|
import shutil
|
||
|
import stat
|
||
|
import errno
|
||
|
import tempfile
|
||
|
import traceback
|
||
|
|
||
|
from ansible.module_utils.basic import AnsibleModule
|
||
|
from ansible.module_utils._text import to_bytes, to_native
|
||
|
|
||
|
|
||
|
class AnsibleModuleError(Exception):
|
||
|
def __init__(self, results):
|
||
|
self.results = results
|
||
|
|
||
|
|
||
|
def split_pre_existing_dir(dirname):
|
||
|
'''
|
||
|
Return the first pre-existing directory and a list of the new directories that will be created.
|
||
|
'''
|
||
|
head, tail = os.path.split(dirname)
|
||
|
b_head = to_bytes(head, errors='surrogate_or_strict')
|
||
|
if head == '':
|
||
|
return ('.', [tail])
|
||
|
if not os.path.exists(b_head):
|
||
|
if head == '/':
|
||
|
raise AnsibleModuleError(results={'msg': "The '/' directory doesn't exist on this machine."})
|
||
|
(pre_existing_dir, new_directory_list) = split_pre_existing_dir(head)
|
||
|
else:
|
||
|
return (head, [tail])
|
||
|
new_directory_list.append(tail)
|
||
|
return (pre_existing_dir, new_directory_list)
|
||
|
|
||
|
|
||
|
def adjust_recursive_directory_permissions(pre_existing_dir, new_directory_list, module, directory_args, changed):
|
||
|
'''
|
||
|
Walk the new directories list and make sure that permissions are as we would expect
|
||
|
'''
|
||
|
|
||
|
if new_directory_list:
|
||
|
working_dir = os.path.join(pre_existing_dir, new_directory_list.pop(0))
|
||
|
directory_args['path'] = working_dir
|
||
|
changed = module.set_fs_attributes_if_different(directory_args, changed)
|
||
|
changed = adjust_recursive_directory_permissions(working_dir, new_directory_list, module, directory_args, changed)
|
||
|
return changed
|
||
|
|
||
|
|
||
|
def main():
|
||
|
|
||
|
module = AnsibleModule(
|
||
|
# not checking because of daisy chain to file module
|
||
|
argument_spec=dict(
|
||
|
src=dict(type='path'),
|
||
|
_original_basename=dict(type='str'), # used to handle 'dest is a directory' via template, a slight hack
|
||
|
content=dict(type='str', no_log=True),
|
||
|
dest=dict(type='path', required=True),
|
||
|
backup=dict(type='bool', default=False),
|
||
|
force=dict(type='bool', default=True, aliases=['thirsty']),
|
||
|
validate=dict(type='str'),
|
||
|
directory_mode=dict(type='raw'),
|
||
|
remote_src=dict(type='bool'),
|
||
|
local_follow=dict(type='bool'),
|
||
|
checksum=dict(),
|
||
|
),
|
||
|
add_file_common_args=True,
|
||
|
supports_check_mode=True,
|
||
|
)
|
||
|
|
||
|
src = module.params['src']
|
||
|
b_src = to_bytes(src, errors='surrogate_or_strict')
|
||
|
dest = module.params['dest']
|
||
|
# Make sure we always have a directory component for later processing
|
||
|
if os.path.sep not in dest:
|
||
|
dest = '.{0}{1}'.format(os.path.sep, dest)
|
||
|
b_dest = to_bytes(dest, errors='surrogate_or_strict')
|
||
|
backup = module.params['backup']
|
||
|
force = module.params['force']
|
||
|
_original_basename = module.params.get('_original_basename', None)
|
||
|
validate = module.params.get('validate', None)
|
||
|
follow = module.params['follow']
|
||
|
mode = module.params['mode']
|
||
|
owner = module.params['owner']
|
||
|
group = module.params['group']
|
||
|
remote_src = module.params['remote_src']
|
||
|
checksum = module.params['checksum']
|
||
|
|
||
|
if not os.path.exists(b_src):
|
||
|
module.fail_json(msg="Source %s not found" % (src))
|
||
|
if not os.access(b_src, os.R_OK):
|
||
|
module.fail_json(msg="Source %s not readable" % (src))
|
||
|
if os.path.isdir(b_src):
|
||
|
module.fail_json(msg="Remote copy does not support recursive copy of directory: %s" % (src))
|
||
|
|
||
|
# Preserve is usually handled in the action plugin but mode + remote_src has to be done on the
|
||
|
# remote host
|
||
|
if module.params['mode'] == 'preserve':
|
||
|
module.params['mode'] = '0%03o' % stat.S_IMODE(os.stat(b_src).st_mode)
|
||
|
mode = module.params['mode']
|
||
|
|
||
|
checksum_src = module.sha1(src)
|
||
|
checksum_dest = None
|
||
|
# Backwards compat only. This will be None in FIPS mode
|
||
|
try:
|
||
|
md5sum_src = module.md5(src)
|
||
|
except ValueError:
|
||
|
md5sum_src = None
|
||
|
|
||
|
changed = False
|
||
|
|
||
|
if checksum and checksum_src != checksum:
|
||
|
module.fail_json(
|
||
|
msg='Copied file does not match the expected checksum. Transfer failed.',
|
||
|
checksum=checksum_src,
|
||
|
expected_checksum=checksum
|
||
|
)
|
||
|
|
||
|
# Special handling for recursive copy - create intermediate dirs
|
||
|
if _original_basename and dest.endswith(os.sep):
|
||
|
dest = os.path.join(dest, _original_basename)
|
||
|
b_dest = to_bytes(dest, errors='surrogate_or_strict')
|
||
|
dirname = os.path.dirname(dest)
|
||
|
b_dirname = to_bytes(dirname, errors='surrogate_or_strict')
|
||
|
if not os.path.exists(b_dirname):
|
||
|
try:
|
||
|
(pre_existing_dir, new_directory_list) = split_pre_existing_dir(dirname)
|
||
|
except AnsibleModuleError as e:
|
||
|
e.result['msg'] += ' Could not copy to {0}'.format(dest)
|
||
|
module.fail_json(**e.results)
|
||
|
|
||
|
os.makedirs(b_dirname)
|
||
|
directory_args = module.load_file_common_arguments(module.params)
|
||
|
directory_mode = module.params["directory_mode"]
|
||
|
if directory_mode is not None:
|
||
|
directory_args['mode'] = directory_mode
|
||
|
else:
|
||
|
directory_args['mode'] = None
|
||
|
adjust_recursive_directory_permissions(pre_existing_dir, new_directory_list, module, directory_args, changed)
|
||
|
|
||
|
if os.path.isdir(b_dest):
|
||
|
basename = os.path.basename(src)
|
||
|
if _original_basename:
|
||
|
basename = _original_basename
|
||
|
dest = os.path.join(dest, basename)
|
||
|
b_dest = to_bytes(dest, errors='surrogate_or_strict')
|
||
|
|
||
|
if os.path.exists(b_dest):
|
||
|
if os.path.islink(b_dest) and follow:
|
||
|
b_dest = os.path.realpath(b_dest)
|
||
|
dest = to_native(b_dest, errors='surrogate_or_strict')
|
||
|
if not force:
|
||
|
module.exit_json(msg="file already exists", src=src, dest=dest, changed=False)
|
||
|
if os.access(b_dest, os.R_OK):
|
||
|
checksum_dest = module.sha1(dest)
|
||
|
else:
|
||
|
if not os.path.exists(os.path.dirname(b_dest)):
|
||
|
try:
|
||
|
# os.path.exists() can return false in some
|
||
|
# circumstances where the directory does not have
|
||
|
# the execute bit for the current user set, in
|
||
|
# which case the stat() call will raise an OSError
|
||
|
os.stat(os.path.dirname(b_dest))
|
||
|
except OSError as e:
|
||
|
if "permission denied" in to_native(e).lower():
|
||
|
module.fail_json(msg="Destination directory %s is not accessible" % (os.path.dirname(dest)))
|
||
|
module.fail_json(msg="Destination directory %s does not exist" % (os.path.dirname(dest)))
|
||
|
|
||
|
if not os.access(os.path.dirname(b_dest), os.W_OK) and not module.params['unsafe_writes']:
|
||
|
module.fail_json(msg="Destination %s not writable" % (os.path.dirname(dest)))
|
||
|
|
||
|
backup_file = None
|
||
|
if checksum_src != checksum_dest or os.path.islink(b_dest):
|
||
|
if not module.check_mode:
|
||
|
try:
|
||
|
if backup:
|
||
|
if os.path.exists(b_dest):
|
||
|
backup_file = module.backup_local(dest)
|
||
|
# allow for conversion from symlink.
|
||
|
if os.path.islink(b_dest):
|
||
|
os.unlink(b_dest)
|
||
|
open(b_dest, 'w').close()
|
||
|
if validate:
|
||
|
# if we have a mode, make sure we set it on the temporary
|
||
|
# file source as some validations may require it
|
||
|
if mode is not None:
|
||
|
module.set_mode_if_different(src, mode, False)
|
||
|
if owner is not None:
|
||
|
module.set_owner_if_different(src, owner, False)
|
||
|
if group is not None:
|
||
|
module.set_group_if_different(src, group, False)
|
||
|
if "%s" not in validate:
|
||
|
module.fail_json(msg="validate must contain %%s: %s" % (validate))
|
||
|
(rc, out, err) = module.run_command(validate % src)
|
||
|
if rc != 0:
|
||
|
module.fail_json(msg="failed to validate", exit_status=rc, stdout=out, stderr=err)
|
||
|
b_mysrc = b_src
|
||
|
if remote_src:
|
||
|
_, b_mysrc = tempfile.mkstemp(dir=os.path.dirname(b_dest))
|
||
|
|
||
|
shutil.copyfile(b_src, b_mysrc)
|
||
|
try:
|
||
|
shutil.copystat(b_src, b_mysrc)
|
||
|
except OSError as err:
|
||
|
if err.errno == errno.ENOSYS and mode == "preserve":
|
||
|
module.warn("Unable to copy stats {0}".format(to_native(b_src)))
|
||
|
else:
|
||
|
raise
|
||
|
module.atomic_move(b_mysrc, dest, unsafe_writes=module.params['unsafe_writes'])
|
||
|
except (IOError, OSError):
|
||
|
module.fail_json(msg="failed to copy: %s to %s" % (src, dest), traceback=traceback.format_exc())
|
||
|
changed = True
|
||
|
else:
|
||
|
changed = False
|
||
|
|
||
|
res_args = dict(
|
||
|
dest=dest, src=src, md5sum=md5sum_src, checksum=checksum_src, changed=changed
|
||
|
)
|
||
|
if backup_file:
|
||
|
res_args['backup_file'] = backup_file
|
||
|
|
||
|
module.params['dest'] = dest
|
||
|
if not module.check_mode:
|
||
|
file_args = module.load_file_common_arguments(module.params)
|
||
|
res_args['changed'] = module.set_fs_attributes_if_different(file_args, res_args['changed'])
|
||
|
|
||
|
module.exit_json(**res_args)
|
||
|
|
||
|
|
||
|
if __name__ == '__main__':
|
||
|
main()
|