Migrate Linux CI roles to test targets. (#17997)

test/integration/targets/get_url/meta/main.yml

@@ -0,0 +1,4 @@
+dependencies:
+  - prepare_tests
+  - prepare_http_tests
+

test/integration/targets/get_url/tasks/main.yml

@@ -0,0 +1,213 @@
+# Test code for the file module.
+# (c) 2014, Richard Isaacson <richard.c.isaacson@gmail.com>
+
+# This file is part of Ansible
+#
+# Ansible is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Ansible is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Ansible.  If not, see <http://www.gnu.org/licenses/>.
+
+- name: Determine if python looks like it will support modern ssl features like SNI
+  command: "{{ ansible_python.executable }} -c 'from ssl import SSLContext'"
+  ignore_errors: True
+  register: python_test
+
+- name: Set python_has_sslcontext if we have it
+  set_fact:
+    python_has_ssl_context: True
+  when: python_test.rc == 0
+
+- name: Set python_has_sslcontext False if we don't have it
+  set_fact:
+    python_has_ssl_context: False
+  when: python_test.rc != 0
+
+- name: Define test files for file schema
+  set_fact:
+    geturl_srcfile: "{{ output_dir | expanduser }}/aurlfile.txt"
+    geturl_dstfile: "{{ output_dir | expanduser }}/aurlfile_copy.txt"
+
+- name: Create source file
+  copy: 
+    dest: "{{ geturl_srcfile }}" 
+    content: "foobar" 
+
+- name: test file fetch
+  get_url:
+    url: "{{ 'file://' + geturl_srcfile }}"
+    dest: "{{ geturl_dstfile }}"  
+  register: result  
+
+- name: assert success and change
+  assert:
+    that:
+        - result.changed
+        - '"OK" in result.msg'
+
+- name: test nonexisting file fetch
+  get_url:
+    url: "{{ 'file://' + geturl_srcfile + 'NOFILE' }}"
+    dest: "{{ geturl_dstfile + 'NOFILE' }}"  
+  register: result  
+  ignore_errors: True
+
+- name: assert success and change
+  assert:
+    that:
+        - result.failed
+
+- name: test https fetch
+  get_url: url="https://{{ httpbin_host }}/get" dest={{output_dir}}/get_url.txt force=yes
+  register: result
+
+- name: assert the get_url call was successful
+  assert:
+    that:
+    - result.changed
+    - '"OK" in result.msg'
+
+- name: test https fetch to a site with mismatched hostname and certificate
+  get_url:
+    url: "https://{{ badssl_host }}/"
+    dest: "{{ output_dir }}/shouldnotexist.html"
+  ignore_errors: True
+  register: result
+
+- stat:
+    path: "{{ output_dir }}/shouldnotexist.html"
+  register: stat_result
+
+- name: Assert that the file was not downloaded
+  assert:
+    that:
+      - "result.failed == true"
+      - "'Failed to validate the SSL certificate' in result.msg"
+      - "stat_result.stat.exists == false"
+
+- name: test https fetch to a site with mismatched hostname and certificate and validate_certs=no
+  get_url:
+    url: "https://{{ badssl_host }}/"
+    dest: "{{ output_dir }}/get_url_no_validate.html"
+    validate_certs: no
+  register: result
+
+- stat:
+    path: "{{ output_dir }}/get_url_no_validate.html"
+  register: stat_result
+
+- name: Assert that the file was downloaded
+  assert:
+    that:
+      - "result.changed == true"
+      - "stat_result.stat.exists == true"
+
+# SNI Tests
+# SNI is only built into the stdlib from python-2.7.9 onwards
+- name: Test that SNI works
+  get_url:
+    url: 'https://{{ sni_host }}/'
+    dest: "{{ output_dir }}/sni.html"
+  register: get_url_result
+  ignore_errors: True
+
+- command: "grep '{{ sni_host }}' {{ output_dir}}/sni.html"
+  register: data_result
+  when: "{{ python_has_ssl_context }}"
+
+- debug: var=get_url_result
+- name: Assert that SNI works with this python version
+  assert:
+    that:
+      - 'data_result.rc == 0'
+      - '"failed" not in get_url_result'
+  when: "{{ python_has_ssl_context }}"
+
+# If the client doesn't support SNI then get_url should have failed with a certificate mismatch
+- name: Assert that hostname verification failed because SNI is not supported on this version of python
+  assert:
+    that:
+      - 'get_url_result["failed"]'
+  when: "{{ not python_has_ssl_context }}"
+
+# These tests are just side effects of how the site is hosted.  It's not
+# specifically a test site.  So the tests may break due to the hosting changing
+- name: Test that SNI works
+  get_url:
+    url: 'https://{{ sni_host }}/'
+    dest: "{{ output_dir }}/sni.html"
+  register: get_url_result
+  ignore_errors: True
+
+- command: "grep '{{ sni_host }}' {{ output_dir}}/sni.html"
+  register: data_result
+  when: "{{ python_has_ssl_context }}"
+
+- debug: var=get_url_result
+- name: Assert that SNI works with this python version
+  assert:
+    that:
+      - 'data_result.rc == 0'
+      - '"failed" not in get_url_result'
+  when: "{{ python_has_ssl_context }}"
+
+# If the client doesn't support SNI then get_url should have failed with a certificate mismatch
+- name: Assert that hostname verification failed because SNI is not supported on this version of python
+  assert:
+    that:
+      - 'get_url_result["failed"]'
+  when: "{{ not python_has_ssl_context }}"
+# End hacky SNI test section
+
+- name: Test get_url with redirect
+  get_url:
+    url: 'http://{{ httpbin_host }}/redirect/6'
+    dest: "{{ output_dir }}/redirect.json"
+
+- name: Test that setting file modes work
+  get_url:
+    url: 'http://{{ httpbin_host }}/'
+    dest: '{{ output_dir }}/test'
+    mode: '0707'
+  register: result
+
+- stat:
+    path: "{{ output_dir }}/test"
+  register: stat_result
+
+- name: Assert that the file has the right permissions
+  assert:
+    that:
+      - "result.changed == true"
+      - "stat_result.stat.mode == '0707'"
+
+- name: Test that setting file modes on an already downlaoded file work
+  get_url:
+    url: 'http://{{ httpbin_host }}/'
+    dest: '{{ output_dir }}/test'
+    mode: '0070'
+  register: result
+
+- stat:
+    path: "{{ output_dir }}/test"
+  register: stat_result
+
+- name: Assert that the file has the right permissions
+  assert:
+    that:
+      - "result.changed == true"
+      - "stat_result.stat.mode == '0070'"
+
+#https://github.com/ansible/ansible/issues/16191
+- name: Test url split with no filename
+  get_url: 
+    url: https://{{ httpbin_host }}
+    dest: "{{ output_dir }}"