Migrate Network Tests into ansible/ansible (#18233)

* Docs Networking tests

* Copy networking tests from test-network-modules

* Networking transport settings - group_vars

* Network playbooks

* Debug should be off by default

* Update nxos.yaml

* Remove items from top level

* Use dependencies, not pre-tasks

* Remove trailing blank lines

* Remove backup files

* newlines

test/integration/targets/ios_config/tests/cli/backup.yaml

@@ -0,0 +1,50 @@
+---
+- debug: msg="START cli/backup.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - no shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+- name: collect any backup files
+  find:
+    paths: "{{ role_path }}/backup"
+    pattern: "{{ inventory_hostname }}_config*"
+  register: backup_files
+  delegate_to: localhost
+
+- name: delete backup files
+  file:
+    path: "{{ item.path }}"
+    state: absent
+  with_items: "{{backup_files.files|default([])}}"
+
+- name: configure device with config
+  ios_config:
+    src: basic/config.j2
+    backup: yes
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "result.updates is not defined"
+
+- name: collect any backup files
+  find:
+    paths: "{{ role_path }}/backup"
+    pattern: "{{ inventory_hostname }}_config*"
+  register: backup_files
+  delegate_to: localhost
+
+- assert:
+    that:
+      - "backup_files.files is defined"
+
+- debug: msg="END cli/backup.yaml"

test/integration/targets/ios_config/tests/cli/defaults.yaml

@@ -0,0 +1,42 @@
+---
+- debug: msg="START cli/defaults.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure device with defaults included
+  ios_config:
+    src: defaults/config.j2
+    defaults: yes
+    provider: "{{ cli }}"
+  register: result
+
+- debug: var=result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "result.updates is not defined"
+
+- name: check device with defaults included
+  ios_config:
+    src: defaults/config.j2
+    defaults: yes
+    provider: "{{ cli }}"
+  register: result
+
+- debug: var=result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.updates is not defined"
+
+- debug: msg="END cli/defaults.yaml"

test/integration/targets/ios_config/tests/cli/save.yaml

@@ -0,0 +1,43 @@
+---
+- debug: msg="START cli/save.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - no shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+
+- name: save config
+  ios_config:
+    save: true
+    provider: "{{ cli }}"
+  register: result
+# FIXME https://github.com/ansible/ansible-modules-core/issues/5008
+  ignore_errors: true
+
+- assert:
+    that:
+      - "result.changed == true"
+# FIXME https://github.com/ansible/ansible-modules-core/issues/5008
+  ignore_errors: true
+
+- name: save should always run
+  ios_config:
+    save: true
+    provider: "{{ cli }}"
+  register: result
+# FIXME https://github.com/ansible/ansible-modules-core/issues/5008
+  ignore_errors: true
+
+- assert:
+    that:
+      - "result.changed == true"
+# FIXME https://github.com/ansible/ansible-modules-core/issues/5008
+  ignore_errors: true
+
+- debug: msg="END cli/save.yaml"

test/integration/targets/ios_config/tests/cli/src_basic.yaml

@@ -0,0 +1,38 @@
+---
+- debug: msg="START cli/src_basic.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - no shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.updates is not defined"
+
+- name: check device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.updates is not defined"
+
+- debug: msg="END cli/src_basic.yaml"

test/integration/targets/ios_config/tests/cli/src_invalid.yaml

@@ -0,0 +1,19 @@
+---
+- debug: msg="START cli/src_invalid.yaml"
+
+
+# Defend https://github.com/ansible/ansible-modules-core/issues/4797
+- name: configure with invalid src
+  ios_config:
+    src: basic/foobar.j2
+    provider: "{{ cli }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.failed == true"
+      - "result.msg == 'path specified in src not found'"
+
+- debug: msg="END cli/src_invalid.yaml"

test/integration/targets/ios_config/tests/cli/src_match_none.yaml

@@ -0,0 +1,40 @@
+---
+- debug: msg="START cli/src_match_none.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - no shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+    match: none
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.updates is not defined"
+
+- name: check device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      # Idempotent test
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.changed == false"
+      - "result.updates is not defined"
+
+- debug: msg="END cli/src_match_none.yaml"

test/integration/targets/ios_config/tests/cli/src_match_none.yaml.orig

@@ -0,0 +1,49 @@
+---
+- debug: msg="START cli/src_match_none.yaml"
+
+- name: setup
+  ios_config:
+    commands:
+      - no description
+      - no shutdown
+    parents:
+      - interface Loopback999
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+    match: none
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.updates is not defined"
+
+- name: check device with config
+  ios_config:
+    src: basic/config.j2
+    provider: "{{ cli }}"
+<<<<<<< f84b1d496e52b69dab38894e7ec7b90b63857331
+=======
+    match: none
+>>>>>>> Tests for ios_config
+  register: result
+
+- assert:
+    that:
+      # Idempotent test
+# https://github.com/ansible/ansible-modules-core/issues/4807
+      - "result.changed == false"
+      - "result.updates is not defined"
+<<<<<<< f84b1d496e52b69dab38894e7ec7b90b63857331
+=======
+# FIXME bug https://github.com/ansible/ansible-modules-core/issues/5003
+  ignore_errors: true
+>>>>>>> Tests for ios_config
+
+- debug: msg="END cli/src_match_none.yaml"

test/integration/targets/ios_config/tests/cli/sublevel.yaml

@@ -0,0 +1,43 @@
+---
+- debug: msg="START cli/sublevel.yaml"
+
+- name: setup test
+  ios_config:
+    lines:
+      - 'no ip access-list extended test'
+      - 'no ip access-list standard test'
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure sub level command
+  ios_config:
+    lines: ['permit ip any any log']
+    parents: ['ip access-list extended test']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'ip access-list extended test' in result.updates"
+      - "'permit ip any any log' in result.updates"
+
+- name: configure sub level command idempotent check
+  ios_config:
+    lines: ['permit ip any any log']
+    parents: ['ip access-list extended test']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines:
+      - 'no ip access-list extended test'
+    provider: "{{ cli }}"
+    match: none
+
+- debug: msg="END cli/sublevel.yaml"

test/integration/targets/ios_config/tests/cli/sublevel_block.yaml

@@ -0,0 +1,62 @@
+---
+- debug: msg="START cli/sublevel_block.yaml"
+
+- name: setup
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+    parents: ['ip access-list extended test']
+    before: ['no ip access-list extended test']
+    after: ['exit']
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure sub level command using block resplace
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+    parents: ['ip access-list extended test']
+    replace: block
+    after: ['exit']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'ip access-list extended test' in result.updates"
+      - "'permit ip host 1.1.1.1 any log' in result.updates"
+      - "'permit ip host 2.2.2.2 any log' in result.updates"
+      - "'permit ip host 3.3.3.3 any log' in result.updates"
+      - "'permit ip host 4.4.4.4 any log' in result.updates"
+
+- name: check sub level command using block replace
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+    parents: ['ip access-list extended test']
+    replace: block
+    after: ['exit']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines:
+      - no ip access-list extended test
+    match: none
+    provider: "{{ cli }}"
+
+- debug: msg="END cli/sublevel_block.yaml"

test/integration/targets/ios_config/tests/cli/sublevel_exact.yaml

@@ -0,0 +1,65 @@
+---
+- debug: msg="START cli/sublevel_exact.yaml"
+
+- name: setup
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+      - permit ip host 5.5.5.5 any log
+    parents: ip access-list extended test
+    before: no ip access-list extended test
+    after: exit
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure sub level command using exact match
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+    parents: ip access-list extended test
+    before: no ip access-list extended test
+    after: exit
+    match: exact
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'ip access-list extended test' in result.updates"
+      - "'permit ip host 1.1.1.1 any log' in result.updates"
+      - "'permit ip host 2.2.2.2 any log' in result.updates"
+      - "'permit ip host 3.3.3.3 any log' in result.updates"
+      - "'permit ip host 4.4.4.4 any log' in result.updates"
+      - "'permit ip host 5.5.5.5 any log' not in result.updates"
+
+- name: check sub level command using exact match
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+    parents: ip access-list extended test
+    match: exact
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines:
+      - no ip access-list extended test
+    match: none
+    provider: "{{ cli }}"
+
+- debug: msg="END cli/sublevel_exact.yaml"

test/integration/targets/ios_config/tests/cli/sublevel_strict.yaml

@@ -0,0 +1,61 @@
+---
+- debug: msg="START cli/sublevel_strict.yaml"
+
+- name: setup
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+      - permit ip host 5.5.5.5 any log
+    parents: ip access-list extended test
+    before: no ip access-list extended test
+    match: none
+    provider: "{{ cli }}"
+
+- name: configure sub level command using strict match
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 2.2.2.2 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 4.4.4.4 any log
+    parents: ip access-list extended test
+    match: strict
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: check sub level command using strict match
+  ios_config:
+    lines:
+      - permit ip host 1.1.1.1 any log
+      - permit ip host 3.3.3.3 any log
+      - permit ip host 2.2.2.2 any log
+    parents: ip access-list extended test
+    after: exit
+    match: strict
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'ip access-list extended test' in result.updates"
+      - "'permit ip host 1.1.1.1 any log' not in result.updates"
+      - "'permit ip host 2.2.2.2 any log' in result.updates"
+      - "'permit ip host 3.3.3.3 any log' in result.updates"
+      - "'permit ip host 4.4.4.4 any log' not in result.updates"
+      - "'permit ip host 5.5.5.5 any log' not in result.updates"
+
+- name: teardown
+  ios_config:
+    lines: no ip access-list extended test
+    match: none
+    provider: "{{ cli }}"
+
+- debug: msg="END cli/sublevel_strict.yaml"

test/integration/targets/ios_config/tests/cli/toplevel.yaml

@@ -0,0 +1,37 @@
+---
+- debug: msg="START cli/toplevel.yaml"
+
+- name: setup
+  ios_config:
+    lines: ['hostname {{ inventory_hostname }}']
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure top level command
+  ios_config:
+    lines: ['hostname foo']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'hostname foo' in result.updates"
+
+- name: configure top level command idempotent check
+  ios_config:
+    lines: ['hostname foo']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines: ['hostname {{ inventory_hostname }}']
+    provider: "{{ cli }}"
+    match: none
+
+- debug: msg="END cli/toplevel.yaml"

test/integration/targets/ios_config/tests/cli/toplevel_after.yaml

@@ -0,0 +1,44 @@
+---
+- debug: msg="START cli/toplevel_after.yaml"
+
+- name: setup
+  ios_config:
+    lines:
+      - "snmp-server contact ansible"
+      - "hostname {{ inventory_hostname }}"
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure top level command with before
+  ios_config:
+    lines: ['hostname foo']
+    after: ['snmp-server contact bar']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'hostname foo' in result.updates"
+      - "'snmp-server contact bar' in result.updates"
+
+- name: configure top level command with before idempotent check
+  ios_config:
+    lines: ['hostname foo']
+    after: ['snmp-server contact foo']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines:
+      - "no snmp-server contact"
+      - "hostname {{ inventory_hostname }}"
+    provider: "{{ cli }}"
+    match: none
+
+- debug: msg="END cli/toplevel_after.yaml"

test/integration/targets/ios_config/tests/cli/toplevel_before.yaml

@@ -0,0 +1,44 @@
+---
+- debug: msg="START cli/toplevel_before.yaml"
+
+- name: setup
+  ios_config:
+    lines:
+      - "snmp-server contact ansible"
+      - "hostname {{ inventory_hostname }}"
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure top level command with before
+  ios_config:
+    lines: ['hostname foo']
+    before: ['snmp-server contact bar']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'hostname foo' in result.updates"
+      - "'snmp-server contact bar' in result.updates"
+
+- name: configure top level command with before idempotent check
+  ios_config:
+    lines: ['hostname foo']
+    before: ['snmp-server contact foo']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: teardown
+  ios_config:
+    lines:
+      - "no snmp-server contact"
+      - "hostname {{ inventory_hostname }}"
+    provider: "{{ cli }}"
+    match: none
+
+- debug: msg="END cli/toplevel_before.yaml"

test/integration/targets/ios_config/tests/cli/toplevel_nonidempotent.yaml

@@ -0,0 +1,39 @@
+---
+- debug: msg="START cli/toplevel_nonidempotent.yaml"
+
+- name: setup
+  ios_config:
+    lines: ['hostname {{ inventory_hostname }}']
+    provider: "{{ cli }}"
+    match: none
+
+- name: configure top level command
+  ios_config:
+    lines: ['hostname foo']
+    provider: "{{ cli }}"
+    match: strict
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+      - "'hostname foo' in result.updates"
+
+- name: configure top level command idempotent check
+  ios_config:
+    lines: ['hostname foo']
+    provider: "{{ cli }}"
+    match: strict
+  register: result
+
+- assert:
+    that:
+      - "result.changed == true"
+
+- name: teardown
+  ios_config:
+    lines: ['hostname {{ inventory_hostname }}']
+    provider: "{{ cli }}"
+    match: none
+
+- debug: msg="END cli/toplevel_nonidempotent.yaml"