Migrate Network Tests into ansible/ansible (#18233)

* Docs Networking tests

* Copy networking tests from test-network-modules

* Networking transport settings - group_vars

* Network playbooks

* Debug should be off by default

* Update nxos.yaml

* Remove items from top level

* Use dependencies, not pre-tasks

* Remove trailing blank lines

* Remove backup files

* newlines

test/integration/targets/nxos_command/defaults/main.yaml

@@ -0,0 +1,3 @@
+---
+testcase: "*"
+test_items: []

test/integration/targets/nxos_command/meta/main.yml

@@ -0,0 +1,2 @@
+dependencies:
+  - prepare_nxos_tests

test/integration/targets/nxos_command/tasks/cli.yaml

@@ -0,0 +1,17 @@
+---
+- name: collect all cli test cases
+  find:
+    paths: "{{ role_path }}/tests/cli"
+    patterns: "{{ testcase }}.yaml"
+  register: test_cases
+
+- name: set test_items
+  set_fact: test_items="{{ test_cases.files | map(attribute='path') | list }}"
+
+- name: run test case
+  include: "{{ test_case_to_run }}"
+  with_items: "{{ test_items }}"
+  loop_control:
+    loop_var: test_case_to_run
+
+

test/integration/targets/nxos_command/tasks/main.yaml

@@ -0,0 +1,5 @@
+---
+- { include: cli.yaml, tags: ['cli'] }
+- { include: nxapi.yaml, tags: ['nxapi'] }
+
+

test/integration/targets/nxos_command/tasks/nxapi.yaml

@@ -0,0 +1,30 @@
+---
+- name: collect all nxapi test cases
+  find:
+    paths: "{{ role_path }}/tests/nxapi"
+    patterns: "{{ testcase }}.yaml"
+  register: test_cases
+
+- name: set test_items
+  set_fact: test_items="{{ test_cases.files | map(attribute='path') | list }}"
+
+- name: enable nxapi
+  nxos_config:
+    lines:
+      - feature nxapi
+      - nxapi http port 80
+    provider: "{{ cli }}"
+
+- name: run test case
+  include: "{{ test_case_to_run }}"
+  with_items: "{{ test_items }}"
+  loop_control:
+    loop_var: test_case_to_run
+
+- name: disable nxapi
+  nxos_config:
+    lines:
+      - no feature nxapi
+    provider: "{{ cli }}"
+
+

test/integration/targets/nxos_command/tests/cli/bad_operator.yaml

@@ -0,0 +1,20 @@
+---
+- debug: msg="START cli/bad_operator.yaml"
+
+- name: test bad operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state foo up"
+    provider: "{{ cli }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- debug: msg="END cli/bad_operator.yaml"

test/integration/targets/nxos_command/tests/cli/contains.yaml

@@ -0,0 +1,19 @@
+---
+- debug: msg="START cli/contains.yaml"
+
+- name: test contains operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[0] contains NX-OS"
+      - "result[1].TABLE_interface.ROW_interface.interface contains mgmt"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/contains.yaml"

test/integration/targets/nxos_command/tests/cli/equal.yaml

@@ -0,0 +1,32 @@
+---
+- debug: msg="START cli/equal.yaml"
+
+- name: test eq operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state eq up"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: test == operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state == up"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/equal.yaml"

test/integration/targets/nxos_command/tests/cli/greaterthan.yaml

@@ -0,0 +1,32 @@
+---
+- debug: msg="START cli/greaterthan.yaml"
+
+- name: test gt operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask gt 0"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: test > operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask > 0"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/greaterthan.yaml"

test/integration/targets/nxos_command/tests/cli/greaterthanorequal.yaml

@@ -0,0 +1,32 @@
+---
+- debug: msg="START cli/greaterthanorequal.yaml"
+
+- name: test ge operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask ge 0"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: test >= operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask >= 0"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/greaterthanorequal.yaml"

test/integration/targets/nxos_command/tests/cli/invalid.yaml

@@ -0,0 +1,28 @@
+---
+- debug: msg="START cli/invalid.yaml"
+
+- name: run invalid command
+  nxos_command:
+    commands: ['show foo']
+    provider: "{{ cli }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+
+- name: run commands that include invalid command
+  nxos_command:
+    commands:
+      - show version
+      - show foo
+    provider: "{{ cli }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+
+- debug: msg="END cli/invalid.yaml"

test/integration/targets/nxos_command/tests/cli/lessthan.yaml

@@ -0,0 +1,32 @@
+---
+- debug: msg="START cli/lessthan.yaml"
+
+- name: test lt operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask lt 33"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: test < operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask lt 33"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/lessthan.yaml"

test/integration/targets/nxos_command/tests/cli/lessthanorequal.yaml

@@ -0,0 +1,32 @@
+---
+- debug: msg="START cli/lesstahnorequal.yaml"
+
+- name: test le operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask le 32"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: test <= operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask <= 32"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/lesstahnorequal.yaml"

test/integration/targets/nxos_command/tests/cli/negative.yaml

@@ -0,0 +1,27 @@
+---
+- debug: msg="START cli/negative.yaml"
+
+- name: run 11 commands
+  nxos_command:
+    commands:
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+    provier: "{{ cli }}"
+  ignore_errors: yes
+  register: result
+
+- assert:
+    that:
+      - result.failed
+
+
+- debug: msg="END cli/negative.yaml"

test/integration/targets/nxos_command/tests/cli/notequal.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START cli/notequal.yaml"
+
+- name: test neq operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state neq down"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test != operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0 | json
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state != down"
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END cli/notequal.yaml"

test/integration/targets/nxos_command/tests/cli/output.yaml

@@ -0,0 +1,26 @@
+---
+- debug: msg="START cli/output.yaml"
+
+- name: get output for single command
+  nxos_command:
+    commands: ['show version']
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- name: get output for multiple commands
+  nxos_command:
+    commands:
+      - show version
+      - show interface
+    provider: "{{ cli }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+
+- debug: msg="END cli/output.yaml"

test/integration/targets/nxos_command/tests/cli/timeout.yaml

@@ -0,0 +1,19 @@
+---
+- debug: msg="START cli/timeout.yaml"
+
+- name: test bad condition
+  nxos_command:
+    commands:
+      - show version
+    wait_for:
+      - "result[0] contains bad_value_string"
+    provider: "{{ cli }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- debug: msg="END cli/timeout.yaml"

test/integration/targets/nxos_command/tests/nxapi/bad_operator.yaml

@@ -0,0 +1,20 @@
+---
+- debug: msg="START nxapi/bad_operator.yaml"
+
+- name: test bad operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state foo up"
+    provider: "{{ nxapi }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- debug: msg="END nxapi/bad_operator.yaml"

test/integration/targets/nxos_command/tests/nxapi/contains.yaml

@@ -0,0 +1,20 @@
+---
+- debug: msg="START nxapi/contains.yaml"
+
+- name: test contains operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[0].header_str contains NX-OS"
+      - "result[1].TABLE_interface.ROW_interface.interface contains mgmt"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/contains.yaml"

test/integration/targets/nxos_command/tests/nxapi/equal.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/equal.yaml"
+
+- name: test eq operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state eq up"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test == operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state == up"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/equal.yaml"

test/integration/targets/nxos_command/tests/nxapi/greaterthan.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/greaterthan.yaml"
+
+- name: test gt operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask gt 0"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test > operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask gt 0"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/greaterthan.yaml"

test/integration/targets/nxos_command/tests/nxapi/greaterthanorequal.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/greaterthanorequal.yaml"
+
+- name: test ge operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask ge 0"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test >= operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask >= 0"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/greaterthanorequal.yaml"

test/integration/targets/nxos_command/tests/nxapi/invalid.yaml

@@ -0,0 +1,30 @@
+---
+- debug: msg="START nxapi/invalid.yaml"
+
+- name: run invalid command
+  nxos_command:
+    commands: ['show foo']
+    provider: "{{ nxapi }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- name: run commands that include invalid command
+  nxos_command:
+    commands:
+      - show version
+      - show foo
+    provider: "{{ nxapi }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- debug: msg="END nxapi/invalid.yaml"

test/integration/targets/nxos_command/tests/nxapi/lessthan.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/lessthan.yaml"
+
+- name: test lt operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask lt 33"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test < operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask lt 33"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/lessthan.yaml"

test/integration/targets/nxos_command/tests/nxapi/lessthanorequal.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/lessthanorequal.yaml"
+
+- name: test le operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask le 32"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test <= operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.eth_ip_mask <= 32"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/lessthanorequal.yaml"

test/integration/targets/nxos_command/tests/nxapi/negative.yaml

@@ -0,0 +1,27 @@
+---
+- debug: msg="START nxapi/negative.yaml"
+
+- name: run 11 commands
+  nxos_command:
+    commands:
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+      - show version
+    provier: "{{ nxapi }}"
+  ignore_errors: yes
+  register: result
+
+- assert:
+    that:
+      - result.failed
+
+
+- debug: msg="END nxapi/negative.yaml"

test/integration/targets/nxos_command/tests/nxapi/notequal.yaml

@@ -0,0 +1,34 @@
+---
+- debug: msg="START nxapi/notequal.yaml"
+
+- name: test neq operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state neq down"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: test != operator
+  nxos_command:
+    commands:
+      - show version
+      - show interface mgmt0
+    wait_for:
+      - "result[1].TABLE_interface.ROW_interface.state != down"
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="START nxapi/notequal.yaml"

test/integration/targets/nxos_command/tests/nxapi/output.yaml

@@ -0,0 +1,28 @@
+---
+- debug: msg="START nxapi/output.yaml"
+
+- name: get output for single command
+  nxos_command:
+    commands: ['show version']
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- name: get output for multiple commands
+  nxos_command:
+    commands:
+      - show version
+      - show interface
+    provider: "{{ nxapi }}"
+  register: result
+
+- assert:
+    that:
+      - "result.changed == false"
+      - "result.stdout is defined"
+
+- debug: msg="END nxapi/output.yaml"

test/integration/targets/nxos_command/tests/nxapi/timeout.yaml

@@ -0,0 +1,20 @@
+---
+- debug: msg="START nxapi/timeout.yaml"
+
+- name: test bad condition
+  nxos_command:
+    commands:
+      - show version
+    wait_for:
+      - "result[0].header_str contains foo"
+    retries: 1
+    provider: "{{ nxapi }}"
+  register: result
+  ignore_errors: yes
+
+- assert:
+    that:
+      - "result.failed == true"
+      - "result.msg is defined"
+
+- debug: msg="END nxapi/timeout.yaml"