diff --git a/src/tests/Common/helixpublishwitharcade.proj b/src/tests/Common/helixpublishwitharcade.proj
index d600324aa3febb..a207d697ef5975 100644
--- a/src/tests/Common/helixpublishwitharcade.proj
+++ b/src/tests/Common/helixpublishwitharcade.proj
@@ -236,6 +236,18 @@
     
   
 
+  
+    
+      
+      
+        $([MSBuild]::MakeRelative($(PayloadsRootDirectory), %(FullPath)))
+        %(FullPath)
+      
+    
+
+    
+  
+
   
     $(PublishTestResults)
     false
@@ -316,6 +328,11 @@
     %CORE_ROOT%\xunit\xunit.console.dll
   
 
+  
+    false
+    true
+  
+
   
     $CORE_ROOT/xunit/xunit.console.dll
   
@@ -334,15 +351,22 @@
       %(PayloadGroup)
       
       
+      $(PayloadsRootDirectory)\%(PayloadGroup).zip
     
 
-    
+    
       %(PayloadDirectory)
       dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs)
       dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs) -trait TestGroup=%(TestGroup)
       $([System.TimeSpan]::FromMinutes($(TimeoutPerTestCollectionInMinutes)))
     
 
+    
+      $([System.TimeSpan]::FromMinutes($(TimeoutPerTestCollectionInMinutes)))
+      dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs)
+      dotnet $(XUnitRunnerDll) %(XUnitWrapperDlls) $(XUnitRunnerArgs) -trait TestGroup=%(TestGroup)
+    
+
     
       $(PayloadsRootDirectory)paltests.tar.gz
       ./runpaltestshelix.sh