WinRM/PSRP: Ensure shell returns UTF-8 output (#47404)

* WinRM/PSRP: Ensure shell returns UTF-8 output

This PR makes UTF-8 output work in PSRP shells.

* Add win_command and win_shell integration tests

* Fix tests

* more test fixes

lib/ansible/module_utils/powershell/Ansible.ModuleUtils.CommandUtil.psm1

@@ -156,6 +156,23 @@ namespace Ansible
                 StringBuilder lpBuffer,
             out IntPtr lpFilePart);
 
+        [DllImport("kernel32.dll", SetLastError = true)]
+        static extern IntPtr GetConsoleWindow();
+
+        [DllImport("kernel32.dll", SetLastError = true)]
+        static extern bool AllocConsole();
+
+        [DllImport("kernel32.dll", SetLastError = true)]
+        static extern bool FreeConsole();
+
+        [DllImport("kernel32.dll", SetLastError = true)]
+        static extern bool SetConsoleCP(
+            UInt32 wCodePageID);
+
+        [DllImport("kernel32.dll", SetLastError = true)]
+        static extern bool SetConsoleOutputCP(
+            UInt32 wCodePageID);
+
         [DllImport("shell32.dll", SetLastError = true)]
         static extern IntPtr CommandLineToArgvW(
             [MarshalAs(UnmanagedType.LPWStr)]
@@ -252,6 +269,16 @@ namespace Ansible
             if (environmentString != null)
                 lpEnvironment = Marshal.StringToHGlobalUni(environmentString.ToString());
 
+            // Create console if needed to be inherited by child process
+            bool isConsole = false;
+            if (GetConsoleWindow() == IntPtr.Zero) {
+                isConsole = AllocConsole();
+
+                // Set console input/output codepage to UTF-8
+                SetConsoleCP(65001);
+                SetConsoleOutputCP(65001);
+            }
+
             // Create new process and run
             StringBuilder argument_string = new StringBuilder(lpCommandLine);
             PROCESS_INFORMATION pi = new PROCESS_INFORMATION();
@@ -270,6 +297,11 @@ namespace Ansible
                 throw new Win32Exception("Failed to create new process");
             }
 
+            // Destroy console if we created it
+            if (isConsole) {
+                FreeConsole();
+            }
+
             // Setup the output buffers and get stdout/stderr
             FileStream stdout_fs = new FileStream(stdout_read, FileAccess.Read, 4096);
             StreamReader stdout = new StreamReader(stdout_fs, utf8_encoding, true, 4096);