2017-08-19 02:21:11 +02:00
|
|
|
"""Sanity test using yamllint."""
|
2019-07-12 08:46:20 +02:00
|
|
|
from __future__ import (absolute_import, division, print_function)
|
|
|
|
__metaclass__ = type
|
2017-08-19 02:21:11 +02:00
|
|
|
|
2018-01-17 00:08:56 +01:00
|
|
|
import json
|
2017-08-19 02:21:11 +02:00
|
|
|
import os
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from .. import types as t
|
2019-07-26 08:29:23 +02:00
|
|
|
|
2019-11-25 17:11:24 +01:00
|
|
|
from ..import ansible_util
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..sanity import (
|
2017-08-19 02:21:11 +02:00
|
|
|
SanitySingleVersion,
|
|
|
|
SanityMessage,
|
|
|
|
SanityFailure,
|
2019-11-25 17:11:24 +01:00
|
|
|
SanitySkipped,
|
2017-08-19 02:21:11 +02:00
|
|
|
SanitySuccess,
|
2019-08-06 02:40:00 +02:00
|
|
|
SANITY_ROOT,
|
2019-07-30 20:10:55 +02:00
|
|
|
)
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..target import (
|
2019-07-30 20:10:55 +02:00
|
|
|
TestTarget,
|
2017-08-19 02:21:11 +02:00
|
|
|
)
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..util import (
|
2017-08-19 02:21:11 +02:00
|
|
|
SubprocessError,
|
2018-02-28 00:05:39 +01:00
|
|
|
display,
|
2019-07-23 04:24:48 +02:00
|
|
|
is_subdir,
|
2019-07-27 01:46:52 +02:00
|
|
|
find_python,
|
2017-08-19 02:21:11 +02:00
|
|
|
)
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..util_common import (
|
2019-07-11 07:00:34 +02:00
|
|
|
run_command,
|
|
|
|
)
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..config import (
|
2017-08-19 02:21:11 +02:00
|
|
|
SanityConfig,
|
|
|
|
)
|
|
|
|
|
2019-08-06 23:43:29 +02:00
|
|
|
from ..data import (
|
2019-07-23 04:24:48 +02:00
|
|
|
data_context,
|
|
|
|
)
|
|
|
|
|
2017-08-19 02:21:11 +02:00
|
|
|
|
|
|
|
class YamllintTest(SanitySingleVersion):
|
|
|
|
"""Sanity test using yamllint."""
|
2019-07-26 16:53:53 +02:00
|
|
|
@property
|
2019-07-26 08:29:23 +02:00
|
|
|
def error_code(self): # type: () -> t.Optional[str]
|
|
|
|
"""Error code for ansible-test matching the format used by the underlying test program, or None if the program does not use error codes."""
|
|
|
|
return 'ansible-test'
|
|
|
|
|
2019-07-30 20:10:55 +02:00
|
|
|
def filter_targets(self, targets): # type: (t.List[TestTarget]) -> t.List[TestTarget]
|
|
|
|
"""Return the given list of test targets, filtered to include only those relevant for the test."""
|
|
|
|
yaml_targets = [target for target in targets if os.path.splitext(target.path)[1] in ('.yml', '.yaml')]
|
|
|
|
|
|
|
|
for plugin_type, plugin_path in sorted(data_context().content.plugin_paths.items()):
|
|
|
|
if plugin_type == 'module_utils':
|
|
|
|
continue
|
|
|
|
|
|
|
|
yaml_targets.extend([target for target in targets if
|
|
|
|
os.path.splitext(target.path)[1] == '.py' and
|
|
|
|
os.path.basename(target.path) != '__init__.py' and
|
|
|
|
is_subdir(target.path, plugin_path)])
|
|
|
|
|
|
|
|
return yaml_targets
|
|
|
|
|
2019-07-27 01:46:52 +02:00
|
|
|
def test(self, args, targets, python_version):
|
2017-08-19 02:21:11 +02:00
|
|
|
"""
|
|
|
|
:type args: SanityConfig
|
|
|
|
:type targets: SanityTargets
|
2019-07-27 01:46:52 +02:00
|
|
|
:type python_version: str
|
2018-04-04 03:53:53 +02:00
|
|
|
:rtype: TestResult
|
2017-08-19 02:21:11 +02:00
|
|
|
"""
|
2020-06-10 18:39:25 +02:00
|
|
|
pyyaml_presence = ansible_util.check_pyyaml(args, python_version, quiet=True)
|
2019-12-06 17:48:17 +01:00
|
|
|
if not pyyaml_presence['cloader']:
|
2019-11-25 17:11:24 +01:00
|
|
|
display.warning("Skipping sanity test '%s' due to missing libyaml support in PyYAML."
|
|
|
|
% self.name)
|
|
|
|
return SanitySkipped(self.name)
|
|
|
|
|
2019-07-26 08:29:23 +02:00
|
|
|
settings = self.load_processor(args)
|
2019-07-23 22:31:54 +02:00
|
|
|
|
2019-07-30 20:10:55 +02:00
|
|
|
paths = [target.path for target in targets.include]
|
2017-08-19 02:21:11 +02:00
|
|
|
|
2019-07-27 01:46:52 +02:00
|
|
|
python = find_python(python_version)
|
|
|
|
|
|
|
|
results = self.test_paths(args, paths, python)
|
2019-07-23 22:31:54 +02:00
|
|
|
results = settings.process_errors(results, paths)
|
2018-01-17 00:08:56 +01:00
|
|
|
|
|
|
|
if results:
|
|
|
|
return SanityFailure(self.name, messages=results)
|
|
|
|
|
|
|
|
return SanitySuccess(self.name)
|
|
|
|
|
2018-09-21 20:38:22 +02:00
|
|
|
@staticmethod
|
2019-07-27 01:46:52 +02:00
|
|
|
def test_paths(args, paths, python):
|
2018-01-17 00:08:56 +01:00
|
|
|
"""
|
|
|
|
:type args: SanityConfig
|
|
|
|
:type paths: list[str]
|
2019-07-27 01:46:52 +02:00
|
|
|
:type python: str
|
2018-01-17 00:08:56 +01:00
|
|
|
:rtype: list[SanityMessage]
|
|
|
|
"""
|
2017-08-19 02:21:11 +02:00
|
|
|
cmd = [
|
2019-07-27 01:46:52 +02:00
|
|
|
python,
|
2019-08-06 02:40:00 +02:00
|
|
|
os.path.join(SANITY_ROOT, 'yamllint', 'yamllinter.py'),
|
2018-02-28 00:05:39 +01:00
|
|
|
]
|
|
|
|
|
|
|
|
data = '\n'.join(paths)
|
|
|
|
|
|
|
|
display.info(data, verbosity=4)
|
2017-08-19 02:21:11 +02:00
|
|
|
|
|
|
|
try:
|
2018-02-28 00:05:39 +01:00
|
|
|
stdout, stderr = run_command(args, cmd, data=data, capture=True)
|
2017-08-19 02:21:11 +02:00
|
|
|
status = 0
|
|
|
|
except SubprocessError as ex:
|
|
|
|
stdout = ex.stdout
|
|
|
|
stderr = ex.stderr
|
|
|
|
status = ex.status
|
|
|
|
|
|
|
|
if stderr:
|
|
|
|
raise SubprocessError(cmd=cmd, status=status, stderr=stderr, stdout=stdout)
|
|
|
|
|
|
|
|
if args.explain:
|
2018-01-17 00:08:56 +01:00
|
|
|
return []
|
2017-08-19 02:21:11 +02:00
|
|
|
|
2018-01-17 00:08:56 +01:00
|
|
|
results = json.loads(stdout)['messages']
|
2017-08-19 02:21:11 +02:00
|
|
|
|
|
|
|
results = [SanityMessage(
|
2018-01-17 01:07:22 +01:00
|
|
|
code=r['code'],
|
2017-08-19 02:21:11 +02:00
|
|
|
message=r['message'],
|
|
|
|
path=r['path'],
|
|
|
|
line=int(r['line']),
|
|
|
|
column=int(r['column']),
|
|
|
|
level=r['level'],
|
|
|
|
) for r in results]
|
|
|
|
|
2018-01-17 00:08:56 +01:00
|
|
|
return results
|