Add unit tests for ansible.module_utils.urls (#38059)

* Start of tests for ansible.module_utils.urls

* Start adding file for generic functions throughout urls

* Add tests for maybe_add_ssl_handler

* Remove commented out line

* Improve coverage of maybe_add_ssl_handler, test basic_auth_header

* Start tests for open_url

* pep8 and ignore urlopen in test_url_open.py tests

* Extend auth tests, add test for validate_certs=False

* Finish tests for open_url

* Add tests for fetch_url

* Add fetch_url tests to replace-urlopen ignore

* dummy instead of _

* Add BadStatusLine test

* Reorganize/rename tests

* Add tests for RedirectHandlerFactory

* Add POST test to confirm behavior is to convert to GET

* Update tests to handle recent changes to RedirectHandlerFactory

* Special test, just to confirm that aliasing http_error_308 to http_error_307 does not cause issues with urllib2 type redirects

test/units/module_utils/urls/test_generic_urlparse.py

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# (c) 2018 Matt Martz <matt@sivel.net>
+# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
+
+from __future__ import absolute_import, division, print_function
+__metaclass__ = type
+
+from ansible.module_utils.urls import generic_urlparse
+from ansible.module_utils.six.moves.urllib.parse import urlparse, urlunparse
+
+
+def test_generic_urlparse():
+    url = 'https://ansible.com/blog'
+    parts = urlparse(url)
+    generic_parts = generic_urlparse(parts)
+    assert generic_parts.as_list() == list(parts)
+
+    assert urlunparse(generic_parts.as_list()) == url
+
+
+def test_generic_urlparse_netloc():
+    url = 'https://ansible.com:443/blog'
+    parts = urlparse(url)
+    generic_parts = generic_urlparse(parts)
+    assert generic_parts.hostname == parts.hostname
+    assert generic_parts.hostname == 'ansible.com'
+    assert generic_parts.port == 443
+    assert urlunparse(generic_parts.as_list()) == url
+
+
+def test_generic_urlparse_no_netloc():
+    url = 'https://user:passwd@ansible.com:443/blog'
+    parts = list(urlparse(url))
+    generic_parts = generic_urlparse(parts)
+    assert generic_parts.hostname == 'ansible.com'
+    assert generic_parts.port == 443
+    assert generic_parts.username == 'user'
+    assert generic_parts.password == 'passwd'
+    assert urlunparse(generic_parts.as_list()) == url
+
+
+def test_generic_urlparse_no_netloc_no_auth():
+    url = 'https://ansible.com:443/blog'
+    parts = list(urlparse(url))
+    generic_parts = generic_urlparse(parts)
+    assert generic_parts.username is None
+    assert generic_parts.password is None
+
+
+def test_generic_urlparse_no_netloc_no_host():
+    url = '/blog'
+    parts = list(urlparse(url))
+    generic_parts = generic_urlparse(parts)
+    assert generic_parts.username is None
+    assert generic_parts.password is None
+    assert generic_parts.port is None
+    assert generic_parts.hostname == ''