Fix Py_Main/PySys_SetArgvEx(...) UCS4/PY3 no mem

dmitriyse · vmuriart · commit 445c4e35d25e · 2017-02-22T13:22:05.000-07:00
Based on @dmitriyse work on: dmitriyse@8a70f09
diff --git a/src/embed_tests/pyinitialize.cs b/src/embed_tests/pyinitialize.cs
@@ -33,11 +33,6 @@ public static void LoadDefaultArgs()
         [Test]
         public static void LoadSpecificArgs()
         {
-            if (Environment.GetEnvironmentVariable("TRAVIS") == "true" &&
-                Environment.GetEnvironmentVariable("TRAVIS_PYTHON_VERSION") != "2.7")
-            {
-                Assert.Ignore("FIXME: Fails on Travis/PY3+: Fatal Python error: no mem for sys.argv");
-            }
             var args = new[] { "test1", "test2" };
             using (new PythonEngine(args))
             using (var argv = new PyList(Runtime.Runtime.PySys_GetObject("argv")))
diff --git a/src/runtime/runtime.cs b/src/runtime/runtime.cs
@@ -664,8 +664,41 @@ internal unsafe static extern IntPtr
 #if PYTHON3
         [DllImport(Runtime.dll, CallingConvention = CallingConvention.Cdecl,
             ExactSpelling = true, CharSet = CharSet.Ansi)]
-        public unsafe static extern int
-            Py_Main(int argc, [MarshalAsAttribute(UnmanagedType.LPArray, ArraySubType = UnmanagedType.LPWStr)] string[] argv);
+        private unsafe static extern int
+            Py_Main(int argc, [MarshalAsAttribute(UnmanagedType.SysUInt)] IntPtr lplpargv);
+
+        public static int Py_Main(int argc, string[] argv)
+        {
+            // Totally ignoring argc.
+            argc = argv.Length;
+
+            var allStringsLength = 0;
+            foreach (string x in argv)
+            {
+                allStringsLength += x.Length + 1;
+            }
+            int requiredSize = IntPtr.Size * argc + allStringsLength * UCS;
+            IntPtr mem = Marshal.AllocHGlobal(requiredSize);
+            try
+            {
+                // Preparing array of pointers to UTF32 strings.
+                IntPtr curStrPtr = mem + argc * IntPtr.Size;
+                for (var i = 0; i < argv.Length; i++)
+                {
+                    // Unicode or UTF8 work
+                    Encoding enc = UCS == 2 ? Encoding.Unicode : Encoding.UTF32;
+                    byte[] zstr = enc.GetBytes(argv[i] + "\0");
+                    Marshal.Copy(zstr, 0, curStrPtr, zstr.Length);
+                    Marshal.WriteIntPtr(mem + IntPtr.Size * i, curStrPtr);
+                    curStrPtr += zstr.Length;
+                }
+                return Py_Main(argc, mem);
+            }
+            finally
+            {
+                Marshal.FreeHGlobal(mem);
+            }
+        }
 #elif PYTHON2
         [DllImport(Runtime.dll, CallingConvention = CallingConvention.Cdecl,
             ExactSpelling = true, CharSet = CharSet.Ansi)]
@@ -2078,12 +2111,44 @@ internal unsafe static extern IntPtr
 #if PYTHON3
         [DllImport(Runtime.dll, CallingConvention = CallingConvention.Cdecl,
             ExactSpelling = true, CharSet = CharSet.Ansi)]
-        internal unsafe static extern void
+        private unsafe static extern void
             PySys_SetArgvEx(
                 int argc,
-                [MarshalAsAttribute(UnmanagedType.LPArray, ArraySubType = UnmanagedType.LPWStr)] string[] argv,
+                [MarshalAsAttribute(UnmanagedType.SysUInt)] IntPtr lplpargv,
                 int updatepath
             );
+
+        internal static void PySys_SetArgvEx(int argc, string[] argv, int updatepath)
+        {
+            // Totally ignoring argc.
+            argc = argv.Length;
+
+            var allStringsLength = 0;
+            foreach (string x in argv)
+            {
+                allStringsLength += x.Length + 1;
+            }
+            int requiredSize = IntPtr.Size * argc + allStringsLength * UCS;
+            IntPtr mem = Marshal.AllocHGlobal(requiredSize);
+            try
+            {
+                // Preparing array of pointers to UTF32 strings.
+                IntPtr curStrPtr = mem + argc * IntPtr.Size;
+                for (var i = 0; i < argv.Length; i++)
+                {
+                    Encoding enc = UCS == 2 ? Encoding.Unicode : Encoding.UTF32;
+                    byte[] zstr = enc.GetBytes(argv[i] + "\0");
+                    Marshal.Copy(zstr, 0, curStrPtr, zstr.Length);
+                    Marshal.WriteIntPtr(mem + IntPtr.Size * i, curStrPtr);
+                    curStrPtr += zstr.Length;
+                }
+                PySys_SetArgvEx(argc, mem, updatepath);
+            }
+            finally
+            {
+                Marshal.FreeHGlobal(mem);
+            }
+        }
 #elif PYTHON2
         [DllImport(Runtime.dll, CallingConvention = CallingConvention.Cdecl,
             ExactSpelling = true, CharSet = CharSet.Ansi)]
