fix: Address multi-GPU issue in engine deserialize

- Fix issue where GPU ID of device compiled on was taking precedence
over GPU ID of device in context

Author: gs-olive

core/runtime/runtime.cpp

@@ -10,6 +10,8 @@ namespace runtime {
 c10::optional<RTDevice> get_most_compatible_device(const RTDevice& target_device) {
   LOG_DEBUG("Target Device: " << target_device);
   auto device_options = find_compatible_devices(target_device);
+  auto current_device = get_current_device();
+
   if (device_options.size() == 0) {
     return {};
   } else if (device_options.size() == 1) {
@@ -21,10 +23,17 @@ c10::optional<RTDevice> get_most_compatible_device(const RTDevice& target_device
   dev_list << "[" << std::endl;
   for (auto device : device_options) {
     dev_list << "    " << device << ',' << std::endl;
-    if (device.device_name == target_device.device_name && best_match.device_name != target_device.device_name) {
-      best_match = device;
-    } else if (device.device_name == target_device.device_name && best_match.device_name == target_device.device_name) {
-      if (device.id == target_device.id && best_match.id != target_device.id) {
+    if (device.device_name == target_device.device_name) {
+      // First priority is selecting a candidate which agrees with the current device ID
+      // If such a device is found, we can select it and break out of the loop
+      if (device.id == current_device.id && best_match.id != current_device.id) {
+        best_match = device;
+        break;
+      } // Second priority is selecting a candidate which agrees with the compiled device ID
+      else if (device.id == target_device.id && best_match.id != target_device.id) {
+        best_match = device;
+      } // If no such GPU ID is found, select the first available candidate GPU
+      else if (best_match.device_name != target_device.device_name) {
         best_match = device;
       }
     }