Various unicode and backslash escape cleanups

* Do backslash escape parsing in parse_kv() [was being done in the copy
  module purely for newlines in the copy module's content param before]
* Make parse_kv always return unicode
* Add bandaid to transform args to unicode until we can fix things
  calling parse_kv to always send it unicode.
* Make split_args deal with unicode internally.  Warning, no bandaid for
  things calling split_args without giving it unicode (shouldn't matter
  as dealt with str internally before)
* Fix copy and unarchive action plugins to not use setdefaultencoding
* Remove escaping from copy (it was broken and made content into latin-1
  sometimes). escaping is now in parse_kv.
* Expect that content is now a unicode string so transform to bytes just
  before writing to the file.
* Add initial unittests for split_args and parse_kv.  4 failing
  tests.because split_args is injecting extra newlines.

v2/test/parsing/test_splitter.py

@@ -0,0 +1,109 @@
+# coding: utf-8
+# (c) 2015, Toshio Kuratomi <tkuratomi@ansible.com>
+#
+# This file is part of Ansible
+#
+# Ansible is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Ansible is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Ansible.  If not, see <http://www.gnu.org/licenses/>.
+
+# Make coding more python3-ish
+from __future__ import (absolute_import, division, print_function)
+__metaclass__ = type
+
+from nose import tools
+from ansible.compat.tests import unittest
+
+from ansible.parsing.splitter import split_args, parse_kv
+
+
+# Tests using nose's test generators cannot use unittest base class.
+# http://nose.readthedocs.org/en/latest/writing_tests.html#test-generators
+class TestSplitter_Gen:
+    SPLIT_DATA = (
+            (u'a',
+                [u'a'],
+                {u'_raw_params': u'a'}),
+            (u'a=b',
+                [u'a=b'],
+                {u'a': u'b'}),
+            (u'a="foo bar"',
+                [u'a="foo bar"'],
+                {u'a': u'foo bar'}),
+            (u'"foo bar baz"',
+                [u'"foo bar baz"'],
+                {u'_raw_params': '"foo bar baz"'}),
+            (u'foo bar baz',
+                [u'foo', u'bar', u'baz'],
+                {u'_raw_params': u'foo bar baz'}),
+            (u'a=b c="foo bar"',
+                [u'a=b', u'c="foo bar"'],
+                {u'a': u'b', u'c': u'foo bar'}),
+            (u'a="echo \\"hello world\\"" b=bar',
+                [u'a="echo \\"hello world\\""', u'b=bar'],
+                {u'a': u'echo "hello world"', u'b': u'bar'}),
+            (u'a="multi\nline"',
+                [u'a="multi\nline"'],
+                {u'a': u'multi\nline'}),
+            (u'a="blank\n\nline"',
+                [u'a="blank\n\nline"'],
+                {u'a': u'blank\n\nline'}),
+            (u'a="blank\n\n\nlines"',
+                [u'a="blank\n\n\nlines"'],
+                {u'a': u'blank\n\n\nlines'}),
+            (u'a="a long\nmessage\\\nabout a thing\n"',
+                [u'a="a long\nmessage\\\nabout a thing\n"'],
+                {u'a': u'a long\nmessage\\\nabout a thing\n'}),
+            (u'a="multiline\nmessage1\\\n" b="multiline\nmessage2\\\n"',
+                [u'a="multiline\nmessage1\\\n"', u'b="multiline\nmessage2\\\n"'],
+                {u'a': 'multiline\nmessage1\\\n', u'b': u'multiline\nmessage2\\\n'}),
+            (u'a={{jinja}}',
+                [u'a={{jinja}}'],
+                {u'a': u'{{jinja}}'}),
+            (u'a={{ jinja }}',
+                [u'a={{ jinja }}'],
+                {u'a': u'{{ jinja }}'}),
+            (u'a="{{jinja}}"',
+                [u'a="{{jinja}}"'],
+                {u'a': u'{{jinja}}'}),
+            (u'a={{ jinja }}{{jinja2}}',
+                [u'a={{ jinja }}{{jinja2}}'],
+                {u'a': u'{{ jinja }}{{jinja2}}'}),
+            (u'a="{{ jinja }}{{jinja2}}"',
+                [u'a="{{ jinja }}{{jinja2}}"'],
+                {u'a': u'{{ jinja }}{{jinja2}}'}),
+            (u'a={{jinja}} b={{jinja2}}',
+                [u'a={{jinja}}', u'b={{jinja2}}'],
+                {u'a': u'{{jinja}}', u'b': u'{{jinja2}}'}),
+            (u'a="café eñyei"',
+                [u'a="café eñyei"'],
+                {u'a': u'café eñyei'}),
+            (u'a=café b=eñyei',
+                [u'a=café', u'b=eñyei'],
+                {u'a': u'café', u'b': u'eñyei'}),
+            )
+
+    def check_split_args(self, args, expected):
+        tools.eq_(split_args(args), expected)
+
+    def test_split_args(self):
+        for datapoint in self.SPLIT_DATA:
+            yield self.check_split_args, datapoint[0], datapoint[1]
+
+    def check_parse_kv(self, args, expected):
+        tools.eq_(parse_kv(args), expected)
+
+    def test_parse_kv(self):
+        for datapoint in self.SPLIT_DATA:
+            try:
+                yield self.check_parse_kv, datapoint[0], datapoint[2]
+            except: pass