send profile results as attached files

Author: ngc92

src/kernelbot/discord_reporter.py

@@ -1,7 +1,8 @@
 import discord
-from discord_utils import _send_split_log
+from discord_utils import _send_split_log, _send_file
 
 from libkernelbot.report import (
+    File,
     Link,
     Log,
     MultiProgressReporter,
@@ -70,6 +71,11 @@ async def display_report(self, title: str, report: RunResultReport):
                 message += part.text
             elif isinstance(part, Log):
                 message = await _send_split_log(thread, message, part.header, part.content)
+            elif isinstance(part, File):
+                if len(message) > 0:
+                    await thread.send(message)
+                await _send_file(thread, part.message, part.name, part.content)
+                message = ""
             elif isinstance(part, Link):
                 if len(message) > 0:
                     await thread.send(message)

src/kernelbot/discord_utils.py

@@ -1,5 +1,6 @@
 import functools
 import logging
+from io import BytesIO
 
 import discord
 
@@ -136,3 +137,7 @@ async def _send_split_log(thread: discord.Thread, partial_message: str, header:
             await thread.send(partial_message)
 
         return ""
+
+
+async def _send_file(thread: discord.Thread, message: str, name: str, file: bytes):
+    await thread.send(message, file=discord.File(BytesIO(file), filename=name))

src/libkernelbot/launchers/github.py

@@ -143,7 +143,7 @@ async def run_submission(  # noqa: C901
             # Update profile artifact to the actual download URL.
             # For the GitHub launcher the profile_artifact currently just contains
             # the name of the artifact.
-            if profile_res is not None:
+            if profile_res is not None and "profile-data" in index:
                 profile_res.download_url = index["profile-data"].public_download_url
 
             res = EvalResult(

src/libkernelbot/report.py

@@ -43,9 +43,19 @@ class Link:
     url: str
 
 
+@dataclasses.dataclass
+class File:
+    """
+    Link represents a file that gets attached to the report.
+    """
+    name: str
+    message: str
+    content: bytes
+
+
 class RunResultReport:
     def __init__(self, data=None):
-        self.data: List[Text | Log | Link] = data or []
+        self.data: List[Text | Log | Link | File] = data or []
 
     def add_text(self, section: str):
         self.data.append(Text(section))
@@ -56,6 +66,9 @@ def add_log(self, header: str, log: str):
     def add_link(self, title: str, text: str, url: str):
         self.data.append(Link(title, text, url))
 
+    def add_file(self, name: str, message: str, content: bytes):
+        self.data.append(File(name, message, content))
+
     def __repr__(self):
         return f"RunResultReport(data={self.data})"
 
@@ -335,18 +348,28 @@ def generate_report(result: FullResult) -> RunResultReport:  # noqa: C901
             if _handle_crash_report(report, prof_run):
                 return report
 
-            report.add_log(
-                "Profiling",
-                make_profile_log(prof_run.run),
-            )
-
-            if prof_run.profile is not None and prof_run.profile.download_url is not None:
-                report.add_link(
-                    f"{prof_run.profile.profiler} profiling output",
-                    "Download from GitHub",
-                    prof_run.profile.download_url,
+            if prof_run.profile.trace is not None:
+                report.add_log(
+                    "Profiling",
+                    make_profile_log(prof_run.run),
                 )
 
+                if prof_run.profile.download_url is not None:
+                    report.add_link(
+                        f"{prof_run.profile.profiler} profiling output",
+                        "Download from GitHub",
+                        prof_run.profile.download_url,
+                    )
+
+        for prof_run in profile_runs:
+            if prof_run.profile is not None:
+                if prof_run.profile.trace is not None:
+                    report.add_file(
+                        "profile.zip",
+                        make_profile_log(prof_run.run),
+                        base64.b64decode(prof_run.profile.trace),
+                    )
+
     if "leaderboard" in runs:
         bench_run = runs["leaderboard"]
         if _handle_crash_report(report, bench_run):

src/libkernelbot/run_eval.py

@@ -128,10 +128,14 @@ def _create_files(files: Optional[dict[str, str]]):
 
 
 def _directory_to_zip_bytes(directory_path) -> str:
-    """Create a zip archive and return as bas64 encoded bytes."""
-    with tempfile.NamedTemporaryFile() as archive_path:
-        shutil.make_archive(archive_path.name, 'zip', directory_path)
-        data = archive_path.read()
+    """Create a zip archive and return as base64 encoded bytes."""
+    with tempfile.TemporaryDirectory() as temp_dir:
+        archive_path = os.path.join(temp_dir, 'archive')
+        shutil.make_archive(archive_path, 'zip', directory_path)
+
+        with open(archive_path + '.zip', 'rb') as f:
+            data = f.read()
+
         return base64.b64encode(data).decode('utf-8')