2019-04-10 12:50:48 +00:00
|
|
|
"""Abstracted methods to simplify role writeup."""
|
|
|
|
|
2018-12-19 10:19:07 +00:00
|
|
|
import codecs
|
|
|
|
from collections import defaultdict
|
2019-04-04 13:35:47 +00:00
|
|
|
|
|
|
|
import yaml
|
2018-12-19 10:19:07 +00:00
|
|
|
from yamllint import linter
|
|
|
|
from yamllint.config import YamlLintConfig
|
2019-04-04 13:35:47 +00:00
|
|
|
|
2019-04-05 20:05:06 +00:00
|
|
|
from ansiblelater.command.candidates import Error
|
2019-04-04 13:35:47 +00:00
|
|
|
from ansiblelater.exceptions import LaterAnsibleError, LaterError
|
|
|
|
|
|
|
|
from .yamlhelper import (action_tasks, normalize_task, normalized_yaml,
|
|
|
|
parse_yaml_linenumbers)
|
2018-12-19 10:19:07 +00:00
|
|
|
|
|
|
|
|
|
|
|
def get_tasks(candidate, settings):
|
|
|
|
errors = []
|
|
|
|
try:
|
2019-04-04 13:35:47 +00:00
|
|
|
with codecs.open(candidate.path, mode="rb", encoding="utf-8") as f:
|
2018-12-19 10:19:07 +00:00
|
|
|
yamllines = parse_yaml_linenumbers(f, candidate.path)
|
|
|
|
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
except LaterAnsibleError as e:
|
|
|
|
errors.append(Error(e.line, "syntax error: %s" % (e.message)))
|
|
|
|
|
|
|
|
return yamllines, errors
|
|
|
|
|
|
|
|
|
|
|
|
def get_action_tasks(candidate, settings):
|
|
|
|
tasks = []
|
|
|
|
errors = []
|
|
|
|
try:
|
2019-04-04 13:35:47 +00:00
|
|
|
with codecs.open(candidate.path, mode="rb", encoding="utf-8") as f:
|
2018-12-19 10:19:07 +00:00
|
|
|
yamllines = parse_yaml_linenumbers(f, candidate.path)
|
|
|
|
|
|
|
|
if yamllines:
|
|
|
|
tasks = action_tasks(yamllines, candidate)
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
except LaterAnsibleError as e:
|
|
|
|
errors.append(Error(e.line, "syntax error: %s" % (e.message)))
|
|
|
|
|
|
|
|
return tasks, errors
|
|
|
|
|
|
|
|
|
|
|
|
def get_normalized_task(task, candidate, settings):
|
|
|
|
normalized = None
|
|
|
|
errors = []
|
|
|
|
try:
|
2019-04-03 15:42:46 +00:00
|
|
|
normalized = normalize_task(task, candidate.path, settings["ansible"]["custom_modules"])
|
2018-12-19 10:19:07 +00:00
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
except LaterAnsibleError as e:
|
|
|
|
errors.append(Error(e.line, "syntax error: %s" % (e.message)))
|
|
|
|
|
|
|
|
return normalized, errors
|
|
|
|
|
|
|
|
|
|
|
|
def get_normalized_tasks(candidate, settings):
|
|
|
|
normalized = []
|
|
|
|
errors = []
|
|
|
|
try:
|
2019-04-04 13:35:47 +00:00
|
|
|
with codecs.open(candidate.path, mode="rb", encoding="utf-8") as f:
|
2018-12-19 10:19:07 +00:00
|
|
|
yamllines = parse_yaml_linenumbers(f, candidate.path)
|
|
|
|
|
|
|
|
if yamllines:
|
|
|
|
tasks = action_tasks(yamllines, candidate)
|
|
|
|
for task in tasks:
|
|
|
|
# An empty `tags` block causes `None` to be returned if
|
2019-04-04 13:35:47 +00:00
|
|
|
# the `or []` is not present - `task.get("tags", [])`
|
2018-12-19 10:19:07 +00:00
|
|
|
# does not suffice.
|
2019-04-04 13:35:47 +00:00
|
|
|
if "skip_ansible_lint" in (task.get("tags") or []):
|
2018-12-19 10:19:07 +00:00
|
|
|
# No need to normalize_task if we are skipping it.
|
|
|
|
continue
|
2019-04-04 13:35:47 +00:00
|
|
|
normalized.append(
|
|
|
|
normalize_task(task, candidate.path, settings["ansible"]["custom_modules"]))
|
2018-12-19 10:19:07 +00:00
|
|
|
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
except LaterAnsibleError as e:
|
|
|
|
errors.append(Error(e.line, "syntax error: %s" % (e.message)))
|
|
|
|
|
|
|
|
return normalized, errors
|
|
|
|
|
|
|
|
|
|
|
|
def get_normalized_yaml(candidate, settings, options=None):
|
|
|
|
errors = []
|
|
|
|
|
|
|
|
if not options:
|
|
|
|
options = defaultdict(dict)
|
|
|
|
options.update(remove_empty=True)
|
|
|
|
options.update(remove_markers=True)
|
|
|
|
|
|
|
|
try:
|
|
|
|
yamllines = normalized_yaml(candidate.path, options)
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
except LaterAnsibleError as e:
|
|
|
|
errors.append(Error(e.line, "syntax error: %s" % (e.message)))
|
|
|
|
|
|
|
|
return yamllines, errors
|
|
|
|
|
|
|
|
|
|
|
|
def get_raw_yaml(candidate, settings):
|
|
|
|
content = None
|
|
|
|
errors = []
|
|
|
|
|
|
|
|
try:
|
2019-04-04 13:35:47 +00:00
|
|
|
with codecs.open(candidate.path, mode="rb", encoding="utf-8") as f:
|
2018-12-19 10:19:07 +00:00
|
|
|
content = yaml.safe_load(f)
|
|
|
|
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
|
|
|
|
return content, errors
|
|
|
|
|
|
|
|
|
2019-04-10 12:44:08 +00:00
|
|
|
def run_yamllint(path, options="extends: default"):
|
2018-12-19 10:19:07 +00:00
|
|
|
errors = []
|
|
|
|
try:
|
2019-04-10 12:44:08 +00:00
|
|
|
with codecs.open(path, mode="rb", encoding="utf-8") as f:
|
2018-12-19 10:19:07 +00:00
|
|
|
for problem in linter.run(f, YamlLintConfig(options)):
|
|
|
|
errors.append(Error(problem.line, problem.desc))
|
|
|
|
except LaterError as ex:
|
|
|
|
e = ex.original
|
|
|
|
errors.append(Error(e.problem_mark.line + 1, "syntax error: %s" % (e.problem)))
|
|
|
|
|
|
|
|
return errors
|