JACoB PR for Issue Enhance the Jira to GitHub issue conversion

src/server/utils/evaluateIssue.ts

@@ -150,3 +150,10 @@ Please provide your evaluation in the following JSON format:
 
   return evaluation;
 }
+
+export async function evaluateJiraIssue(
+  title: string,
+  description: string,
+): Promise<{ score: number; feedback?: string }> {
+  const systemPrompt = `You are an expert issue evaluator. Assess the following Jira issue based on its title and description. Provide a confidence score between 1 and 5 indicating how likely it is that an AI coding agent can flawlessly complete the task. If the score is less than 4, provide a one-sentence feedback message explaining what needs to be changed to make the ticket actionable by JACoB.`;
+}

src/server/utils/jira.ts

@@ -347,6 +347,23 @@ export async function fetchNewJiraIssues({
 
       const owner = project.repoFullName.split("/")[0];
       const repo = project.repoFullName.split("/")[1];
+
+      const evaluation = await evaluateJiraIssue(
+        issue.title,
+        issue.description,
+      );
+      if (evaluation.score < 4) {
+        await db.issues.find(issue.id).update({
+          evaluationScore: evaluation.score,
+          evaluationFeedback: evaluation.feedback,
+          status: "rejected",
+        });
+        console.log(
+          `Skipped creating GitHub issue for Jira issue ${issue.id} due to low evaluation score.`,
+        );
+        continue;
+      }
+
       if (!owner || !repo) {
         throw new Error("Invalid repo full name");
       }