Fixed the issue of incorrect return value of PalVirtualAlloc (#112579)

CeSun · web-flow · commit 8a79637e1454 · 2025-02-15T22:36:28.000-08:00
* Fixed the issue that the PalVirtualAlloc function did not return a NULL value correctly when memory allocation failed on Unix-like platforms

* Fix variable name spelling
diff --git a/src/coreclr/nativeaot/Runtime/unix/PalRedhawkUnix.cpp b/src/coreclr/nativeaot/Runtime/unix/PalRedhawkUnix.cpp
@@ -834,8 +834,10 @@ REDHAWK_PALEXPORT _Ret_maybenull_ _Post_writable_byte_size_(size) void* REDHAWK_
         flags |= MAP_JIT;
     }
 #endif
-
-    return mmap(NULL, size, unixProtect, flags, -1, 0);
+    void* pMappedMemory = mmap(NULL, size, unixProtect, flags, -1, 0);
+    if (pMappedMemory == MAP_FAILED)
+        return NULL;
+    return pMappedMemory;
 }
 
 REDHAWK_PALEXPORT void REDHAWK_PALAPI PalVirtualFree(_In_ void* pAddress, size_t size)

Original file line number	Diff line number	Diff line change
`@@ -834,8 +834,10 @@ REDHAWK_PALEXPORT _Ret_maybenull_ _Post_writable_byte_size_(size) void* REDHAWK_`
`834`	`834`	`flags \|= MAP_JIT;`
`835`	`835`	`}`
`836`	`836`	`#endif`
`837`		`-`
`838`		`- return mmap(NULL, size, unixProtect, flags, -1, 0);`
	`837`	`+ void* pMappedMemory = mmap(NULL, size, unixProtect, flags, -1, 0);`
	`838`	`+ if (pMappedMemory == MAP_FAILED)`
	`839`	`+ return NULL;`
	`840`	`+ return pMappedMemory;`
`839`	`841`	`}`
`840`	`842`
`841`	`843`	`REDHAWK_PALEXPORT void REDHAWK_PALAPI PalVirtualFree(_In_ void* pAddress, size_t size)`