mirror of
https://github.com/ansible-collections/community.general.git
synced 2025-04-24 11:21:25 -07:00
4befefd78c
* show original exception for yaml (and other) errors
In places where we need to catch a yaml error and raise
an AnsibleError, add the orig yaml exc to the AnsibleError
via the orig_exc arg.
When the AnsibleError is displayed it will now include the
AnsibleError (AnsibleParserError for example) and the type
and message from the original yaml exception.
This provides more detail to the error messages related to
yaml errors.
This also improves errors from dataloader (for example,
previously if a wrong password was used for a vault encrypted
yaml file, the error was very vague and suggested yaml errors,
but now the message includes the original exception from vault
indicating the password was incorrect or missing).
Add a text note to playbook helper asserts. For playbook
syntax/layout errors that aren't yaml errors, but errors
indicating invalid data structures for a playbook/task/role/block,
we now include some info about where the assert was and
why it was raised.
In places we raise an AnsibleParserError in an except
clause, pass the original exception to AnsibleParserError via
orig_exc arg.
Make assorted error messages a little more specific (like
the playbook helper load methods)
* Revert "Include the original YAML error in syntax error messages"
This reverts commit 781bb44b02.
351 lines
17 KiB
Python
351 lines
17 KiB
Python
# (c) 2012-2014, Michael DeHaan <michael.dehaan@gmail.com>
|
|
#
|
|
# This file is part of Ansible
|
|
#
|
|
# Ansible is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# Ansible is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with Ansible. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from __future__ import (absolute_import, division, print_function)
|
|
__metaclass__ = type
|
|
|
|
import os
|
|
|
|
from ansible import constants as C
|
|
from ansible.errors import AnsibleParserError, AnsibleUndefinedVariable, AnsibleFileNotFound
|
|
from ansible.module_utils.six import string_types
|
|
|
|
try:
|
|
from __main__ import display
|
|
except ImportError:
|
|
from ansible.utils.display import Display
|
|
display = Display()
|
|
|
|
|
|
def load_list_of_blocks(ds, play, parent_block=None, role=None, task_include=None, use_handlers=False, variable_manager=None, loader=None):
|
|
'''
|
|
Given a list of mixed task/block data (parsed from YAML),
|
|
return a list of Block() objects, where implicit blocks
|
|
are created for each bare Task.
|
|
'''
|
|
|
|
# we import here to prevent a circular dependency with imports
|
|
from ansible.playbook.block import Block
|
|
from ansible.playbook.task_include import TaskInclude
|
|
from ansible.playbook.role_include import IncludeRole
|
|
|
|
assert isinstance(ds, (list, type(None))), '%s should be a list or None but is %s' % (ds, type(ds))
|
|
|
|
block_list = []
|
|
if ds:
|
|
for block_ds in ds:
|
|
b = Block.load(
|
|
block_ds,
|
|
play=play,
|
|
parent_block=parent_block,
|
|
role=role,
|
|
task_include=task_include,
|
|
use_handlers=use_handlers,
|
|
variable_manager=variable_manager,
|
|
loader=loader,
|
|
)
|
|
# Implicit blocks are created by bare tasks listed in a play without
|
|
# an explicit block statement. If we have two implicit blocks in a row,
|
|
# squash them down to a single block to save processing time later.
|
|
if b._implicit and len(block_list) > 0 and block_list[-1]._implicit:
|
|
for t in b.block:
|
|
if isinstance(t._parent, (TaskInclude, IncludeRole)):
|
|
t._parent._parent = block_list[-1]
|
|
else:
|
|
t._parent = block_list[-1]
|
|
block_list[-1].block.extend(b.block)
|
|
else:
|
|
block_list.append(b)
|
|
|
|
return block_list
|
|
|
|
|
|
def load_list_of_tasks(ds, play, block=None, role=None, task_include=None, use_handlers=False, variable_manager=None, loader=None):
|
|
'''
|
|
Given a list of task datastructures (parsed from YAML),
|
|
return a list of Task() or TaskInclude() objects.
|
|
'''
|
|
|
|
# we import here to prevent a circular dependency with imports
|
|
from ansible.playbook.block import Block
|
|
from ansible.playbook.handler import Handler
|
|
from ansible.playbook.task import Task
|
|
from ansible.playbook.task_include import TaskInclude
|
|
from ansible.playbook.role_include import IncludeRole
|
|
from ansible.playbook.handler_task_include import HandlerTaskInclude
|
|
from ansible.template import Templar
|
|
|
|
assert isinstance(ds, list), 'The ds (%s) should be a list but was a %s' % (ds, type(ds))
|
|
|
|
task_list = []
|
|
for task_ds in ds:
|
|
assert isinstance(task_ds, dict), 'The ds (%s) should be a dict but was a %s' % (ds, type(ds))
|
|
|
|
if 'block' in task_ds:
|
|
t = Block.load(
|
|
task_ds,
|
|
play=play,
|
|
parent_block=block,
|
|
role=role,
|
|
task_include=task_include,
|
|
use_handlers=use_handlers,
|
|
variable_manager=variable_manager,
|
|
loader=loader,
|
|
)
|
|
task_list.append(t)
|
|
else:
|
|
if 'include' in task_ds or 'import_tasks' in task_ds or 'include_tasks' in task_ds:
|
|
if 'include' in task_ds:
|
|
display.deprecated("The use of 'include' for tasks has been deprecated. "
|
|
"Use 'import_tasks' for static inclusions or 'include_tasks' for dynamic inclusions")
|
|
|
|
if use_handlers:
|
|
include_class = HandlerTaskInclude
|
|
else:
|
|
include_class = TaskInclude
|
|
|
|
t = include_class.load(
|
|
task_ds,
|
|
block=block,
|
|
role=role,
|
|
task_include=None,
|
|
variable_manager=variable_manager,
|
|
loader=loader
|
|
)
|
|
|
|
all_vars = variable_manager.get_vars(play=play, task=t)
|
|
templar = Templar(loader=loader, variables=all_vars)
|
|
|
|
# check to see if this include is dynamic or static:
|
|
# 1. the user has set the 'static' option to false or true
|
|
# 2. one of the appropriate config options was set
|
|
if 'include_tasks' in task_ds:
|
|
is_static = False
|
|
elif 'import_tasks' in task_ds:
|
|
is_static = True
|
|
elif t.static is not None:
|
|
display.deprecated("The use of 'static' has been deprecated. "
|
|
"Use 'import_role' for static inclusion, or 'include_role' for dynamic inclusion")
|
|
is_static = t.static
|
|
else:
|
|
is_static = C.DEFAULT_TASK_INCLUDES_STATIC or \
|
|
(use_handlers and C.DEFAULT_HANDLER_INCLUDES_STATIC) or \
|
|
(not templar._contains_vars(t.args['_raw_params']) and t.all_parents_static() and not t.loop)
|
|
|
|
if is_static:
|
|
if t.loop is not None:
|
|
if 'import_tasks' in task_ds:
|
|
raise AnsibleParserError("You cannot use loops on 'import_tasks' statements. You should use 'include_tasks' instead.", obj=task_ds)
|
|
else:
|
|
raise AnsibleParserError("You cannot use 'static' on an include with a loop", obj=task_ds)
|
|
|
|
# we set a flag to indicate this include was static
|
|
t.statically_loaded = True
|
|
|
|
# handle relative includes by walking up the list of parent include
|
|
# tasks and checking the relative result to see if it exists
|
|
parent_include = block
|
|
cumulative_path = None
|
|
|
|
found = False
|
|
subdir = 'tasks'
|
|
if use_handlers:
|
|
subdir = 'handlers'
|
|
while parent_include is not None:
|
|
if not isinstance(parent_include, TaskInclude):
|
|
parent_include = parent_include._parent
|
|
continue
|
|
parent_include_dir = os.path.dirname(templar.template(parent_include.args.get('_raw_params')))
|
|
if cumulative_path is None:
|
|
cumulative_path = parent_include_dir
|
|
elif not os.path.isabs(cumulative_path):
|
|
cumulative_path = os.path.join(parent_include_dir, cumulative_path)
|
|
include_target = templar.template(t.args['_raw_params'])
|
|
if t._role:
|
|
new_basedir = os.path.join(t._role._role_path, subdir, cumulative_path)
|
|
include_file = loader.path_dwim_relative(new_basedir, subdir, include_target)
|
|
else:
|
|
include_file = loader.path_dwim_relative(loader.get_basedir(), cumulative_path, include_target)
|
|
|
|
if os.path.exists(include_file):
|
|
found = True
|
|
break
|
|
else:
|
|
parent_include = parent_include._parent
|
|
|
|
if not found:
|
|
try:
|
|
include_target = templar.template(t.args['_raw_params'])
|
|
except AnsibleUndefinedVariable as e:
|
|
raise AnsibleParserError(
|
|
"Error when evaluating variable in include name: %s.\n\n"
|
|
"When using static includes, ensure that any variables used in their names are defined in vars/vars_files\n"
|
|
"or extra-vars passed in from the command line. Static includes cannot use variables from inventory\n"
|
|
"sources like group or host vars." % t.args['_raw_params'],
|
|
obj=task_ds,
|
|
suppress_extended_error=True,
|
|
orig_exc=e)
|
|
if t._role:
|
|
include_file = loader.path_dwim_relative(t._role._role_path, subdir, include_target)
|
|
else:
|
|
include_file = loader.path_dwim(include_target)
|
|
|
|
try:
|
|
data = loader.load_from_file(include_file)
|
|
if data is None:
|
|
return []
|
|
elif not isinstance(data, list):
|
|
raise AnsibleParserError("included task files must contain a list of tasks", obj=data)
|
|
|
|
# since we can't send callbacks here, we display a message directly in
|
|
# the same fashion used by the on_include callback. We also do it here,
|
|
# because the recursive nature of helper methods means we may be loading
|
|
# nested includes, and we want the include order printed correctly
|
|
display.vv("statically imported: %s" % include_file)
|
|
except AnsibleFileNotFound:
|
|
if t.static or \
|
|
C.DEFAULT_TASK_INCLUDES_STATIC or \
|
|
C.DEFAULT_HANDLER_INCLUDES_STATIC and use_handlers:
|
|
raise
|
|
display.deprecated(
|
|
"Included file '%s' not found, however since this include is not "
|
|
"explicitly marked as 'static: yes', we will try and include it dynamically "
|
|
"later. In the future, this will be an error unless 'static: no' is used "
|
|
"on the include task. If you do not want missing includes to be considered "
|
|
"dynamic, use 'static: yes' on the include or set the global ansible.cfg "
|
|
"options to make all inclues static for tasks and/or handlers" % include_file, version="2.7"
|
|
)
|
|
task_list.append(t)
|
|
continue
|
|
|
|
ti_copy = t.copy(exclude_parent=True)
|
|
ti_copy._parent = block
|
|
included_blocks = load_list_of_blocks(
|
|
data,
|
|
play=play,
|
|
parent_block=None,
|
|
task_include=ti_copy,
|
|
role=role,
|
|
use_handlers=use_handlers,
|
|
loader=loader,
|
|
variable_manager=variable_manager,
|
|
)
|
|
|
|
# pop tags out of the include args, if they were specified there, and assign
|
|
# them to the include. If the include already had tags specified, we raise an
|
|
# error so that users know not to specify them both ways
|
|
tags = ti_copy.vars.pop('tags', [])
|
|
if isinstance(tags, string_types):
|
|
tags = tags.split(',')
|
|
|
|
if len(tags) > 0:
|
|
if len(ti_copy.tags) > 0:
|
|
raise AnsibleParserError(
|
|
"Include tasks should not specify tags in more than one way (both via args and directly on the task). "
|
|
"Mixing styles in which tags are specified is prohibited for whole import hierarchy, not only for single import statement",
|
|
obj=task_ds,
|
|
suppress_extended_error=True,
|
|
)
|
|
display.deprecated("You should not specify tags in the include parameters. All tags should be specified using the task-level option",
|
|
version="2.7")
|
|
else:
|
|
tags = ti_copy.tags[:]
|
|
|
|
# now we extend the tags on each of the included blocks
|
|
for b in included_blocks:
|
|
b.tags = list(set(b.tags).union(tags))
|
|
# END FIXME
|
|
|
|
# FIXME: handlers shouldn't need this special handling, but do
|
|
# right now because they don't iterate blocks correctly
|
|
if use_handlers:
|
|
for b in included_blocks:
|
|
task_list.extend(b.block)
|
|
else:
|
|
task_list.extend(included_blocks)
|
|
else:
|
|
task_list.append(t)
|
|
|
|
elif 'include_role' in task_ds or 'import_role' in task_ds:
|
|
ir = IncludeRole.load(
|
|
task_ds,
|
|
block=block,
|
|
role=role,
|
|
task_include=None,
|
|
variable_manager=variable_manager,
|
|
loader=loader,
|
|
)
|
|
|
|
# 1. the user has set the 'static' option to false or true
|
|
# 2. one of the appropriate config options was set
|
|
if 'import_role' in task_ds:
|
|
is_static = True
|
|
if ir.static is not None:
|
|
display.deprecated("The use of 'static' for 'include_role' has been deprecated. "
|
|
"Use 'import_role' for static inclusion, or 'include_role' for dynamic inclusion")
|
|
is_static = ir.static
|
|
else:
|
|
display.debug('Determine if include_role is static')
|
|
# Check to see if this include is dynamic or static:
|
|
all_vars = variable_manager.get_vars(play=play, task=ir)
|
|
templar = Templar(loader=loader, variables=all_vars)
|
|
needs_templating = False
|
|
for param in ir.args:
|
|
if templar._contains_vars(ir.args[param]):
|
|
if not templar.is_template(ir.args[param]):
|
|
needs_templating = True
|
|
break
|
|
is_static = (
|
|
C.DEFAULT_TASK_INCLUDES_STATIC or
|
|
(use_handlers and C.DEFAULT_HANDLER_INCLUDES_STATIC) or
|
|
(not needs_templating and ir.all_parents_static() and not ir.loop)
|
|
)
|
|
display.debug('Determined that if include_role static is %s' % str(is_static))
|
|
if is_static:
|
|
# uses compiled list from object
|
|
t = task_list.extend(ir.get_block_list(variable_manager=variable_manager, loader=loader))
|
|
else:
|
|
# passes task object itself for latter generation of list
|
|
t = task_list.append(ir)
|
|
else:
|
|
if use_handlers:
|
|
t = Handler.load(task_ds, block=block, role=role, task_include=task_include, variable_manager=variable_manager, loader=loader)
|
|
else:
|
|
t = Task.load(task_ds, block=block, role=role, task_include=task_include, variable_manager=variable_manager, loader=loader)
|
|
|
|
task_list.append(t)
|
|
|
|
return task_list
|
|
|
|
|
|
def load_list_of_roles(ds, play, current_role_path=None, variable_manager=None, loader=None):
|
|
'''
|
|
Loads and returns a list of RoleInclude objects from the datastructure
|
|
list of role definitions
|
|
'''
|
|
|
|
# we import here to prevent a circular dependency with imports
|
|
from ansible.playbook.role.include import RoleInclude
|
|
|
|
assert isinstance(ds, list), 'ds (%s) should be a list but was a %s' % (ds, type(ds))
|
|
|
|
roles = []
|
|
for role_def in ds:
|
|
i = RoleInclude.load(role_def, play=play, current_role_path=current_role_path, variable_manager=variable_manager, loader=loader)
|
|
roles.append(i)
|
|
|
|
return roles
|