enable GPU IPC tests and examples on Windows

Author: bratpiorka

.github/workflows/pr_push.yml

@@ -17,87 +17,15 @@ permissions:
   packages: read
 
 jobs:
-  CodeChecks:
-    uses: ./.github/workflows/reusable_checks.yml
-  FastBuild:
-    name: Fast builds
-    needs: [CodeChecks]
-    uses: ./.github/workflows/reusable_fast.yml
-  Build:
-    name: Basic builds
-    needs: [FastBuild]
-    uses: ./.github/workflows/reusable_basic.yml
-  DevDax:
-    needs: [FastBuild]
-    uses: ./.github/workflows/reusable_dax.yml
-  MultiNuma:
-    needs: [FastBuild]
-    uses: ./.github/workflows/reusable_multi_numa.yml
   L0:
-    needs: [Build]
     uses: ./.github/workflows/reusable_gpu.yml
     with:
       provider: "LEVEL_ZERO"
       runner: "L0"
       shared_lib: "['ON']"
-  L0-BMG:
-    needs: [Build]
-    uses: ./.github/workflows/reusable_gpu.yml
-    with:
-      provider: "LEVEL_ZERO"
-      runner: "L0-BMG"
-      shared_lib: "['ON']"
   CUDA:
-    needs: [Build]
     uses: ./.github/workflows/reusable_gpu.yml
     with:
       provider: "CUDA"
       runner: "CUDA"
       shared_lib: "['ON']"
-  Sanitizers:
-    needs: [FastBuild]
-    uses: ./.github/workflows/reusable_sanitizers.yml
-  QEMU:
-    needs: [FastBuild]
-    uses: ./.github/workflows/reusable_qemu.yml
-    with:
-      short_run: true
-  ProxyLib:
-    needs: [Build]
-    uses: ./.github/workflows/reusable_proxy_lib.yml
-  Valgrind:
-    needs: [Build]
-    uses: ./.github/workflows/reusable_valgrind.yml
-  Coverage:
-    # total coverage (on upstream only)
-    if: github.repository == 'oneapi-src/unified-memory-framework'
-    needs: [Build, DevDax, L0, CUDA, MultiNuma, QEMU, ProxyLib]
-    uses: ./.github/workflows/reusable_coverage.yml
-    secrets: inherit
-    with:
-      trigger: "${{github.event_name}}"
-  Coverage_partial:
-    # partial coverage (on forks)
-    if: github.repository != 'oneapi-src/unified-memory-framework'
-    needs: [Build, QEMU, ProxyLib]
-    uses: ./.github/workflows/reusable_coverage.yml
-  CodeQL:
-    needs: [Build]
-    permissions:
-      contents: read
-      security-events: write
-    uses: ./.github/workflows/reusable_codeql.yml
-  Trivy:
-    needs: [Build]
-    permissions:
-      contents: read
-      security-events: write
-    uses: ./.github/workflows/reusable_trivy.yml
-  Compatibility:
-    needs: [Build]
-    uses: ./.github/workflows/reusable_compatibility.yml
-    strategy:
-      matrix:
-        tag: ["v1.0.1"]
-    with:
-      tag: ${{matrix.tag}}

examples/CMakeLists.txt

@@ -171,6 +171,13 @@ function(build_umf_ipc_example name)
 
         target_link_directories(${EX_NAME} PRIVATE ${LIBHWLOC_LIBRARY_DIRS}
                                 ${TBB_LIBRARY_DIRS})
+        if(WINDOWS)
+            # link with Winsock2 lib
+            target_link_libraries(${EX_NAME} PRIVATE ws2_32)
+            # append PATH to DLLs
+            set_property(TEST ${EX_NAME} PROPERTY ENVIRONMENT_MODIFICATION
+                                                  "${DLL_PATH_LIST}")
+        endif()
     endforeach(loop_var)
 endfunction()
 

examples/ipc_ipcapi/CMakeLists.txt

@@ -37,19 +37,29 @@ function(build_umf_ipc_example name)
         target_include_directories(${EX_NAME} PRIVATE ${LIBUMF_INCLUDE_DIRS})
         target_link_directories(${EX_NAME} PRIVATE ${LIBHWLOC_LIBRARY_DIRS})
         target_link_libraries(${EX_NAME} PRIVATE ${LIBUMF_LIBRARIES} hwloc)
+        if(WINDOWS)
+            # link with Winsock lib
+            target_link_libraries(${EX_NAME} PRIVATE ${LIBUMF_LIBRARIES} ws2_32)
+        endif()
     endforeach(loop_var)
 endfunction()
 
 # an optional part - adds a test of this example
 function(add_test_for_umf_ipc_example script)
     set(EXAMPLE_NAME umf_example_${script})
 
-    file(COPY ${CMAKE_CURRENT_SOURCE_DIR}/${script}.sh
+    if(WINDOWS)
+        set(script_ext bat)
+    else()
+        set(script_ext sh)
+    endif()
+
+    file(COPY ${CMAKE_CURRENT_SOURCE_DIR}/${script}.${script_ext}
          DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
 
     add_test(
         NAME ${EXAMPLE_NAME}
-        COMMAND ${script}.sh
+        COMMAND ${script}.${script_ext}
         WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
 
     if(LINUX)
@@ -72,4 +82,7 @@ build_umf_ipc_example(ipc_ipcapi)
 
 # an optional part - adds a test of this example
 add_test_for_umf_ipc_example(ipc_ipcapi_anon_fd)
-add_test_for_umf_ipc_example(ipc_ipcapi_shm)
+
+if(LINUX)
+    add_test_for_umf_ipc_example(ipc_ipcapi_shm)
+endif()

examples/ipc_ipcapi/ipc_ipcapi_anon_fd.bat

@@ -0,0 +1,20 @@
+#
+# Copyright (C) 2025 Intel Corporation
+#
+# Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+#
+
+# port should be a number from the range <1024, 65535>
+PORT=$(( 1024 + ( $$ % ( 65535 - 1024 ))))
+
+UMF_LOG_VAL="level:debug;flush:debug;output:stderr;pid:yes"
+
+echo "Starting ipc_ipcapi_anon_fd CONSUMER on port $PORT ..."
+UMF_LOG=$UMF_LOG_VAL ./umf_example_ipc_ipcapi_consumer $PORT &
+
+echo "Waiting 1 sec ..."
+sleep 1
+
+echo "Starting ipc_ipcapi_anon_fd PRODUCER on port $PORT ..."
+UMF_LOG=$UMF_LOG_VAL ./umf_example_ipc_ipcapi_producer $PORT

examples/ipc_ipcapi/ipc_ipcapi_consumer.c

@@ -5,12 +5,20 @@
  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  */
 
+#ifdef _WIN32
+#define _WINSOCK_DEPRECATED_NO_WARNINGS
+#include <winsock2.h>
+typedef int socklen_t;
+typedef SSIZE_T ssize_t;
+#else
 #include <arpa/inet.h>
+#include <sys/socket.h>
+#include <unistd.h>
+#endif
+
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
-#include <sys/socket.h>
-#include <unistd.h>
 
 #include <umf/ipc.h>
 #include <umf/memory_pool.h>
@@ -27,25 +35,40 @@
     "shared memory!"
 
 int consumer_connect_to_producer(int port) {
+#ifdef _WIN32
+    WSADATA wsaData;
+    SOCKET producer_socket, consumer_socket;
+#else
+    int producer_socket = -1;
+    int consumer_socket = -1;
+#endif
+
     struct sockaddr_in consumer_addr;
     struct sockaddr_in producer_addr;
+
     int producer_addr_len;
-    int producer_socket = -1;
-    int consumer_socket = -1;
     int ret = -1;
 
+#ifdef _WIN32
+    // initialize Winsock
+    if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0) {
+        fprintf(stderr, "Failed. Error Code : %d", WSAGetLastError());
+        return -1;
+    }
+#endif
+
     // create a socket
     consumer_socket = socket(AF_INET, SOCK_STREAM, 0);
     if (consumer_socket < 0) {
         fprintf(stderr, "[consumer] ERROR: creating socket failed\n");
-        return -1;
+        goto err_WSA_cleanup;
     }
 
     fprintf(stderr, "[consumer] Socket created\n");
 
     // set the IP address and the port
     consumer_addr.sin_family = AF_INET;
-    consumer_addr.sin_port = htons(port);
+    consumer_addr.sin_port = htons((u_short)port);
     consumer_addr.sin_addr.s_addr = inet_addr(INET_ADDR);
 
     // bind to the IP address and the port
@@ -77,10 +100,19 @@ int consumer_connect_to_producer(int port) {
     fprintf(stderr, "[consumer] Producer connected at IP %s and port %i\n",
             inet_ntoa(producer_addr.sin_addr), ntohs(producer_addr.sin_port));
 
-    ret = producer_socket; // success
+    ret = (int)producer_socket; // success
 
 err_close_consumer_socket:
+#ifdef _WIN32
+    closesocket(consumer_socket);
+#else
     close(consumer_socket);
+#endif
+
+err_WSA_cleanup:
+#ifdef _WIN32
+    WSACleanup();
+#endif
 
     return ret;
 }
@@ -175,8 +207,8 @@ int main(int argc, char *argv[]) {
             len, size_IPC_handle);
 
     // send received size to the producer as a confirmation
-    recv_len =
-        send(producer_socket, &size_IPC_handle, sizeof(size_IPC_handle), 0);
+    recv_len = send(producer_socket, (const char *)&size_IPC_handle,
+                    sizeof(size_IPC_handle), 0);
     if (recv_len < 0) {
         fprintf(stderr, "[consumer] ERROR: sending confirmation failed\n");
         goto err_close_producer_socket;

examples/ipc_ipcapi/ipc_ipcapi_producer.c

@@ -5,13 +5,21 @@
  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  */
 
+#ifdef _WIN32
+#define _WINSOCK_DEPRECATED_NO_WARNINGS
+#include <winsock2.h>
+typedef int socklen_t;
+typedef SSIZE_T ssize_t;
+#else
 #include <arpa/inet.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
 #include <sys/prctl.h>
 #include <sys/socket.h>
 #include <unistd.h>
+#endif
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
 
 #include <umf/ipc.h>
 #include <umf/memory_pool.h>
@@ -23,21 +31,35 @@
 #define SIZE_SHM 1024
 
 int producer_connect_to_consumer(int port) {
-    struct sockaddr_in consumer_addr;
+#ifdef _WIN32
+    WSADATA wsaData;
+    SOCKET producer_socket;
+#else
     int producer_socket = -1;
+#endif
+
+    struct sockaddr_in consumer_addr;
+
+#ifdef _WIN32
+    // initialize Winsock
+    if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0) {
+        fprintf(stderr, "Failed. Error Code : %d", WSAGetLastError());
+        return -1;
+    }
+#endif
 
     // create a producer socket
     producer_socket = socket(AF_INET, SOCK_STREAM, 0);
     if (producer_socket < 0) {
         fprintf(stderr, "[producer] ERROR: Unable to create socket\n");
-        return -1;
+        goto err_WSA_cleanup;
     }
 
     fprintf(stderr, "[producer] Socket created\n");
 
     // set IP address and port the same as for the consumer
     consumer_addr.sin_family = AF_INET;
-    consumer_addr.sin_port = htons(port);
+    consumer_addr.sin_port = htons((u_short)port);
     consumer_addr.sin_addr.s_addr = inet_addr(INET_ADDR);
 
     // send connection request to the consumer
@@ -50,10 +72,19 @@ int producer_connect_to_consumer(int port) {
 
     fprintf(stderr, "[producer] Connected to the consumer\n");
 
-    return producer_socket; // success
+    return (int)producer_socket; // success
 
 err_close_producer_socket_connect:
+#ifdef _WIN32
+    closesocket(producer_socket);
+#else
     close(producer_socket);
+#endif
+
+err_WSA_cleanup:
+#ifdef _WIN32
+    WSACleanup();
+#endif
 
     return -1;
 }
@@ -163,8 +194,8 @@ int main(int argc, char *argv[]) {
     }
 
     // send a size of the IPC_handle to the consumer
-    ssize_t len =
-        send(producer_socket, &IPC_handle_size, sizeof(IPC_handle_size), 0);
+    ssize_t len = (ssize_t)send(producer_socket, (const char *)&IPC_handle_size,
+                                sizeof(IPC_handle_size), 0);
     if (len < 0) {
         fprintf(stderr, "[producer] ERROR: unable to send the message\n");
         goto err_close_producer_socket;
@@ -179,7 +210,7 @@ int main(int argc, char *argv[]) {
     memset(recv_buffer, 0, sizeof(recv_buffer));
 
     // receive the consumer's confirmation
-    len = recv(producer_socket, recv_buffer, sizeof(recv_buffer), 0);
+    len = (ssize_t)recv(producer_socket, recv_buffer, sizeof(recv_buffer), 0);
     if (len < 0) {
         fprintf(stderr, "[producer] ERROR: error while receiving the "
                         "confirmation from the consumer\n");
@@ -201,7 +232,8 @@ int main(int argc, char *argv[]) {
     }
 
     // send the IPC_handle of IPC_handle_size to the consumer
-    len = send(producer_socket, IPC_handle, IPC_handle_size, 0);
+    len = (ssize_t)send(producer_socket, (const char *)IPC_handle,
+                        (int)IPC_handle_size, 0);
     if (len < 0) {
         fprintf(stderr, "[producer] ERROR: unable to send the message\n");
         goto err_close_producer_socket;
@@ -253,7 +285,11 @@ int main(int argc, char *argv[]) {
     }
 
 err_close_producer_socket:
+#ifdef _WIN32
+    closesocket(producer_socket);
+#else
     close(producer_socket);
+#endif
 
 err_PutIPCHandle:
     umf_result = umfPutIPCHandle(IPC_handle);