tests/test_collection.py
# -*- coding: utf-8 -*-
pytest_plugins = 'pytester'
def create_playbook_and_collect_items(testdir, playbook):
testdir.makefile('', inventory='all')
testdir.makefile('.yml', test_playbook=playbook)
items, result = testdir.inline_genitems()
return items, result
def test_ansible_error_message_is_forwarded(testdir):
_, result = create_playbook_and_collect_items(testdir, '''---
- hosts: 127.0.0.1
tasks:
- name: task1
unknownmodule:
tags: test
''')
result.assertoutcome(failed=1)
assert result.getfailures()[0].__class__.__name__ == 'CollectReport'
assert 'Exception: ERROR! no action detected in task' \
in str(result.getfailures()[0].longrepr)
def test_nothing_collected_when_inventory_missing(testdir):
testdir.makefile('.yml', test_playbook='''---
- hosts: all
tasks:
- name: task1
ping:
tags: test
''')
items, result = testdir.inline_genitems()
result.assertoutcome()
assert len(items) == 0
def test_nothing_collected_when_only_non_test_tags(testdir):
testdir.makefile('.yml', test_playbook='''---
- hosts: all
tasks:
- name: task1
ping:
tags: other
''')
items, result = testdir.inline_genitems()
result.assertoutcome()
assert len(items) == 0
def test_fail_on_non_unique_task_names_both_tagged_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
tags: test
- name: task1
ping:
tags: test
''')
result.assertoutcome(failed=1)
message = "ValueError: Playbook '{0!s}' contains tests with non-unique name 'task1'".format(
testdir.tmpdir.join('test_playbook.yml'))
assert message in str(result.getfailures()[0].longrepr)
assert len(items) == 0
def test_pass_on_non_unique_task_names_single_one_tagged_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
- name: task1
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task1'
def test_pass_on_tagged_test_with_additional_tags(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
tags:
- other1
- test
- other2
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task1'
def test_single_play_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_single_play_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task1'
def test_single_play_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
tags: test
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 2
assert items[0].name == 'task1'
assert items[1].name == 'task2'
def test_multiple_plays_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
- hosts: all
tasks:
- name: task2
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_multiple_plays_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
- hosts: all
tasks:
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task2'
def test_multiple_plays_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- name: task1
ping:
tags: test
- name: task2
ping:
- hosts: all
tasks:
- name: task3
ping:
- name: task4
ping:
tags: test
- name: task5
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 3
assert items[0].name == 'task1'
assert items[1].name == 'task4'
assert items[2].name == 'task5'
# ansible block support
def test_single_play_single_block_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_single_play_single_block_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task1'
def test_single_play_single_block_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
tags: test
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 2
assert items[0].name == 'task1'
assert items[1].name == 'task2'
def test_single_play_multiple_blocks_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- block:
- name: task2
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_single_play_multiple_blocks_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- block:
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task2'
def test_single_play_multiple_blocks_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
tags: test
- name: task2
ping:
- block:
- name: task3
ping:
tags: test
- name: task4
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 3
assert items[0].name == 'task1'
assert items[1].name == 'task3'
assert items[2].name == 'task4'
def test_multiple_plays_single_block_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- hosts: all
tasks:
- block:
- name: task2
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_multiple_plays_single_block_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- hosts: all
tasks:
- block:
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task2'
def test_multiple_plays_single_block_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- name: task2
ping:
tags: test
- hosts: all
tasks:
- block:
- name: task3
ping:
- name: task4
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 2
assert items[0].name == 'task2'
assert items[1].name == 'task4'
def test_multiple_plays_multiple_blocks_no_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- block:
- name: task2
ping:
- hosts: all
tasks:
- block:
- name: task3
ping:
- block:
- name: task4
ping:
''')
result.assertoutcome()
assert len(items) == 0
def test_multiple_plays_multiple_blocks_single_test(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
- block:
- name: task2
ping:
- hosts: all
tasks:
- block:
- name: task3
ping:
- block:
- name: task4
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 1
assert items[0].name == 'task4'
def test_multiple_plays_multiple_blocks_multiple_tests(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
tags: test
- name: task2
ping:
- block:
- name: task3
ping:
tags: test
- name: task4
ping:
tags: test
- hosts: all
tasks:
- block:
- name: task5
ping:
tags: test
- block:
- name: task6
ping:
tags: test
- name: task7
ping:
''')
result.assertoutcome()
assert len(items) == 5
assert [item.name for item in items] == ['task1', 'task3', 'task4', 'task5', 'task6']
def test_ignore_test_tasks_in_rescue_block(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
rescue:
- name: task2
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 0
def test_ignore_test_tasks_in_always_block(testdir):
items, result = create_playbook_and_collect_items(testdir, '''---
- hosts: all
tasks:
- block:
- name: task1
ping:
rescue:
- name: task2
ping:
always:
- name: task3
ping:
tags: test
''')
result.assertoutcome()
assert len(items) == 0