AI category-aware evaluation: per-round config, file parsing, shortlist, advance flow

- Per-juror cap mode (HARD/SOFT/NONE) in add-member dialog and members table
- Jury invite flow: create user + add to group + send invitation from dialog
- Per-round config: notifyOnAdvance, aiParseFiles, startupAdvanceCount, conceptAdvanceCount
- Moved notify-on-advance from competition-level to per-round setting
- AI filtering: round-tagged files with newest-first sorting, optional file content extraction
- File content extractor service (pdf-parse for PDF, utf-8 for text files)
- AI shortlist runs independently per category (STARTUP / BUSINESS_CONCEPT)
- generateAIRecommendations tRPC endpoint with per-round config integration
- AI recommendations UI: trigger button, confirmation dialog, per-category results display
- Category-aware advance dialog: select/deselect projects by category with target caps
- STAGE_ACTIVE bug fix in assignment router

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

src/server/services/ai-shortlist.ts

@@ -2,7 +2,8 @@
  * AI Shortlist Service
  *
  * Generates ranked recommendations at end of evaluation rounds.
- * Follows patterns from ai-filtering.ts and ai-evaluation-summary.ts.
+ * Runs SEPARATELY for each category (STARTUP / BUSINESS_CONCEPT)
+ * to produce independent rankings per the competition's advancement rules.
  *
  * GDPR Compliance:
  * - All project data is anonymized before AI processing
@@ -12,124 +13,43 @@
 import { getOpenAI, getConfiguredModel, buildCompletionParams } from '@/lib/openai'
 import { logAIUsage, extractTokenUsage } from '@/server/utils/ai-usage'
 import { classifyAIError, logAIError } from './ai-errors'
+import { extractMultipleFileContents } from './file-content-extractor'
 import type { PrismaClient } from '@prisma/client'
 
 // ─── Types ──────────────────────────────────────────────────────────────────
 
 export type ShortlistResult = {
   success: boolean
-  recommendations: ShortlistRecommendation[]
+  recommendations: CategoryRecommendations
   errors?: string[]
   tokensUsed?: number
 }
 
+export type CategoryRecommendations = {
+  STARTUP: ShortlistRecommendation[]
+  BUSINESS_CONCEPT: ShortlistRecommendation[]
+}
+
 export type ShortlistRecommendation = {
   projectId: string
   rank: number
   score: number
+  category: string
   strengths: string[]
   concerns: string[]
   recommendation: string
 }
 
-// ─── Main Function ──────────────────────────────────────────────────────────
+// ─── Prompt Building ────────────────────────────────────────────────────────
 
-/**
- * Generate an AI shortlist for projects in a round.
- * Only runs if EvaluationConfig.generateAiShortlist is true.
- */
-export async function generateShortlist(
-  params: {
-    roundId: string
-    competitionId: string
-    category?: string
-    topN?: number
-    rubric?: string
-  },
-  prisma: PrismaClient | any,
-): Promise<ShortlistResult> {
-  const { roundId, competitionId, category, topN = 10, rubric } = params
+function buildShortlistPrompt(category: string, topN: number, rubric?: string): string {
+  const categoryLabel = category === 'STARTUP' ? 'Startup' : 'Business Concept'
 
-  try {
-    // Load projects with evaluations
-    const where: Record<string, unknown> = {
-      assignments: { some: { roundId } },
-    }
-    if (category) {
-      where.competitionCategory = category
-    }
-
-    const projects = await prisma.project.findMany({
-      where,
-      include: {
-        assignments: {
-          where: { roundId },
-          include: {
-            evaluation: true,
-          },
-        },
-        projectTags: { include: { tag: true } },
-        files: { select: { id: true, type: true } },
-        teamMembers: { select: { user: { select: { name: true } } } },
-      },
-    })
-
-    if (projects.length === 0) {
-      return {
-        success: true,
-        recommendations: [],
-        errors: ['No projects found for this round'],
-      }
-    }
-
-    // Aggregate scores per project
-    const projectSummaries = projects.map((project: any) => {
-      const evaluations = project.assignments
-        .map((a: any) => a.evaluation)
-        .filter(Boolean)
-        .filter((e: any) => e.status === 'SUBMITTED')
-
-      const scores = evaluations.map((e: any) => e.globalScore ?? 0)
-      const avgScore = scores.length > 0
-        ? scores.reduce((sum: number, s: number) => sum + s, 0) / scores.length
-        : 0
-
-      const feedbacks = evaluations
-        .map((e: any) => e.feedbackGeneral)
-        .filter(Boolean)
-
-      return {
-        id: project.id,
-        title: project.title,
-        description: project.description,
-        category: project.competitionCategory,
-        tags: project.projectTags.map((pt: any) => pt.tag.name),
-        avgScore,
-        evaluationCount: evaluations.length,
-        feedbackSamples: feedbacks.slice(0, 3), // Max 3 feedback samples
-      }
-    })
-
-    // Anonymize for AI
-    const anonymized = projectSummaries.map((p: any, index: number) => ({
-      anonymousId: `PROJECT_${String(index + 1).padStart(3, '0')}`,
-      ...p,
-      // Strip identifying info
-      title: undefined,
-      id: undefined,
-    }))
-
-    // Build idMap for de-anonymization
-    const idMap = new Map<string, string>()
-    projectSummaries.forEach((p: any, index: number) => {
-      idMap.set(`PROJECT_${String(index + 1).padStart(3, '0')}`, p.id)
-    })
-
-    // Build prompt
-    const systemPrompt = `You are a senior jury advisor for the Monaco Ocean Protection Challenge.
+  return `You are a senior jury advisor for the Monaco Ocean Protection Challenge.
 
 ## Your Role
-Analyze aggregated evaluation data to produce a ranked shortlist of top projects.
+Analyze aggregated evaluation data to produce a ranked shortlist of the top ${topN} ${categoryLabel} projects.
+You are evaluating ONLY ${categoryLabel} projects in this batch — rank them against each other within this category.
 
 ## Ranking Criteria (Weighted)
 - Evaluation Scores (40%): Average scores across all jury evaluations
@@ -137,6 +57,12 @@ Analyze aggregated evaluation data to produce a ranked shortlist of top projects
 - Feasibility (20%): Likelihood of successful implementation
 - Alignment (15%): Fit with ocean protection mission and competition goals
 
+## Document Analysis
+If document content is provided (text_content field in files), use it for deeper qualitative analysis.
+Pay SPECIAL ATTENTION to files marked with is_current_round=true — these are the most recent submissions.
+Older documents provide context, but recent ones should carry more weight in your assessment.
+
+${rubric ? `## Custom Evaluation Rubric\n${rubric}\n` : ''}
 ## Output Format
 Return a JSON array:
 [
@@ -146,129 +72,305 @@ Return a JSON array:
     "score": 0-100,
     "strengths": ["strength 1", "strength 2"],
     "concerns": ["concern 1"],
-    "recommendation": "1-2 sentence recommendation",
-    "criterionBreakdown": {
-      "evaluationScores": 38,
-      "innovationImpact": 22,
-      "feasibility": 18,
-      "alignment": 14
-    }
+    "recommendation": "1-2 sentence recommendation"
   }
 ]
 
 ## Guidelines
-- Only include the requested number of top projects
+- Only include the top ${topN} projects in your ranking
 - Score should reflect weighted combination of all criteria
 - Be specific in strengths and concerns — avoid generic statements
 - Consider feedback themes and evaluator consensus
-- Higher evaluator consensus should boost confidence in ranking`
+- Higher evaluator consensus should boost confidence in ranking
+- Do not include any personal identifiers`
+}
 
-    const userPrompt = `Analyze these anonymized project evaluations and produce a ranked shortlist of the top ${topN} projects.
+// ─── Single Category Processing ─────────────────────────────────────────────
 
-${rubric ? `Evaluation rubric:\n${rubric}\n\n` : ''}Projects:
+async function generateCategoryShortlist(
+  params: {
+    roundId: string
+    category: string
+    topN: number
+    rubric?: string
+    aiParseFiles: boolean
+  },
+  prisma: PrismaClient | any,
+): Promise<{ recommendations: ShortlistRecommendation[]; tokensUsed: number; errors: string[] }> {
+  const { roundId, category, topN, rubric, aiParseFiles } = params
+
+  // Load projects with evaluations for this category
+  const projects = await prisma.project.findMany({
+    where: {
+      competitionCategory: category,
+      assignments: { some: { roundId } },
+    },
+    include: {
+      assignments: {
+        where: { roundId },
+        include: { evaluation: true },
+      },
+      projectTags: { include: { tag: true } },
+      files: {
+        select: {
+          id: true,
+          fileName: true,
+          fileType: true,
+          mimeType: true,
+          size: true,
+          pageCount: true,
+          objectKey: true,
+          roundId: true,
+          createdAt: true,
+        },
+        orderBy: { createdAt: 'desc' as const },
+      },
+      teamMembers: { select: { user: { select: { name: true } } } },
+    },
+  })
+
+  if (projects.length === 0) {
+    return {
+      recommendations: [],
+      tokensUsed: 0,
+      errors: [`No ${category} projects found for this round`],
+    }
+  }
+
+  // Get round names for file tagging
+  const roundIds = new Set<string>()
+  for (const p of projects) {
+    for (const f of (p as any).files || []) {
+      if (f.roundId) roundIds.add(f.roundId)
+    }
+  }
+  const roundNames = new Map<string, string>()
+  if (roundIds.size > 0) {
+    const rounds = await prisma.round.findMany({
+      where: { id: { in: [...roundIds] } },
+      select: { id: true, name: true },
+    })
+    for (const r of rounds) roundNames.set(r.id, r.name)
+  }
+
+  // Optionally extract file contents
+  let fileContents: Map<string, string> | undefined
+  if (aiParseFiles) {
+    const allFiles = projects.flatMap((p: any) =>
+      ((p.files || []) as Array<{ id: string; fileName: string; mimeType: string; objectKey: string }>)
+    )
+    const extractions = await extractMultipleFileContents(allFiles)
+    fileContents = new Map()
+    for (const e of extractions) {
+      if (e.content) fileContents.set(e.fileId, e.content)
+    }
+  }
+
+  // Aggregate scores per project
+  const projectSummaries = projects.map((project: any) => {
+    const evaluations = project.assignments
+      .map((a: any) => a.evaluation)
+      .filter(Boolean)
+      .filter((e: any) => e.status === 'SUBMITTED')
+
+    const scores = evaluations.map((e: any) => e.globalScore ?? 0)
+    const avgScore = scores.length > 0
+      ? scores.reduce((sum: number, s: number) => sum + s, 0) / scores.length
+      : 0
+
+    const feedbacks = evaluations
+      .map((e: any) => e.feedbackGeneral || e.feedbackText)
+      .filter(Boolean)
+
+    return {
+      id: project.id,
+      description: project.description,
+      category: project.competitionCategory,
+      tags: project.projectTags.map((pt: any) => pt.tag.name),
+      avgScore,
+      evaluationCount: evaluations.length,
+      feedbackSamples: feedbacks.slice(0, 3),
+      files: (project.files || []).map((f: any) => ({
+        file_type: f.fileType ?? 'OTHER',
+        page_count: f.pageCount ?? null,
+        size_kb: Math.round((f.size ?? 0) / 1024),
+        round_name: f.roundId ? (roundNames.get(f.roundId) || null) : null,
+        is_current_round: f.roundId === roundId,
+        ...(fileContents?.get(f.id) ? { text_content: fileContents.get(f.id) } : {}),
+      })),
+    }
+  })
+
+  // Anonymize for AI
+  const anonymized = projectSummaries.map((p: any, index: number) => ({
+    anonymousId: `PROJECT_${String(index + 1).padStart(3, '0')}`,
+    ...p,
+    id: undefined,
+  }))
+
+  // Build idMap for de-anonymization
+  const idMap = new Map<string, string>()
+  projectSummaries.forEach((p: any, index: number) => {
+    idMap.set(`PROJECT_${String(index + 1).padStart(3, '0')}`, p.id)
+  })
+
+  // Call AI
+  const openai = await getOpenAI()
+  const model = await getConfiguredModel()
+
+  if (!openai) {
+    return { recommendations: [], tokensUsed: 0, errors: ['OpenAI client not configured'] }
+  }
+
+  const systemPrompt = buildShortlistPrompt(category, topN, rubric)
+  const userPrompt = `Analyze these anonymized ${category} project evaluations and produce a ranked shortlist of the top ${topN}.
+
+Projects (${anonymized.length} total):
 ${JSON.stringify(anonymized, null, 2)}
 
-Return a JSON array following the format specified in your instructions. Only include the top ${topN} projects. Rank by overall quality considering scores and feedback.`
+Return a JSON array following the format specified. Only include the top ${topN} projects. Rank by overall quality within this category.`
 
-    const openai = await getOpenAI()
-    const model = await getConfiguredModel()
+  const MAX_PARSE_RETRIES = 2
+  let parseAttempts = 0
+  let response = await openai.chat.completions.create(
+    buildCompletionParams(model, {
+      messages: [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: userPrompt },
+      ],
+      temperature: 0.1,
+      jsonMode: true,
+    }),
+  )
 
-    if (!openai) {
-      return {
-        success: false,
-        recommendations: [],
-        errors: ['OpenAI client not configured'],
+  let tokenUsage = extractTokenUsage(response)
+
+  await logAIUsage({
+    action: 'SHORTLIST',
+    model,
+    promptTokens: tokenUsage.promptTokens,
+    completionTokens: tokenUsage.completionTokens,
+    totalTokens: tokenUsage.totalTokens,
+    status: 'SUCCESS',
+  })
+
+  // Parse response
+  let parsed: any[]
+  while (true) {
+    try {
+      const content = response.choices[0]?.message?.content
+      if (!content) {
+        return { recommendations: [], tokensUsed: tokenUsage.totalTokens, errors: ['Empty AI response'] }
       }
-    }
-
-    const MAX_PARSE_RETRIES = 2
-    let parseAttempts = 0
-    let response = await openai.chat.completions.create(
-      buildCompletionParams(model, {
-        messages: [
-          { role: 'system', content: systemPrompt },
-          { role: 'user', content: userPrompt },
-        ],
-        temperature: 0.1,
-        jsonMode: true,
-      }),
-    )
-
-    let tokenUsage = extractTokenUsage(response)
-
-    await logAIUsage({
-      action: 'FILTERING',
-      model,
-      promptTokens: tokenUsage.promptTokens,
-      completionTokens: tokenUsage.completionTokens,
-      totalTokens: tokenUsage.totalTokens,
-      status: 'SUCCESS',
-    })
-
-    // Parse response with retry logic
-    let parsed: any[]
-    while (true) {
-      try {
-        const content = response.choices[0]?.message?.content
-        if (!content) {
-          return {
-            success: false,
-            recommendations: [],
-            errors: ['Empty AI response'],
-            tokensUsed: tokenUsage.totalTokens,
-          }
-        }
-
-        const json = JSON.parse(content)
-        parsed = Array.isArray(json) ? json : json.rankings ?? json.projects ?? json.shortlist ?? []
-        break
-      } catch (parseError) {
-        if (parseError instanceof SyntaxError && parseAttempts < MAX_PARSE_RETRIES) {
-          parseAttempts++
-          console.warn(`[AI Shortlist] JSON parse failed, retrying (${parseAttempts}/${MAX_PARSE_RETRIES})`)
-
-          // Retry the API call with hint
-          response = await openai.chat.completions.create(
-            buildCompletionParams(model, {
-              messages: [
-                { role: 'system', content: systemPrompt },
-                { role: 'user', content: userPrompt + '\n\nIMPORTANT: Please ensure valid JSON output.' },
-              ],
-              temperature: 0.1,
-              jsonMode: true,
-            }),
-          )
-          const retryUsage = extractTokenUsage(response)
-          tokenUsage.totalTokens += retryUsage.totalTokens
-          continue
-        }
-
-        return {
-          success: false,
-          recommendations: [],
-          errors: ['Failed to parse AI response as JSON'],
-          tokensUsed: tokenUsage.totalTokens,
-        }
+      const json = JSON.parse(content)
+      parsed = Array.isArray(json) ? json : json.rankings ?? json.projects ?? json.shortlist ?? []
+      break
+    } catch (parseError) {
+      if (parseError instanceof SyntaxError && parseAttempts < MAX_PARSE_RETRIES) {
+        parseAttempts++
+        response = await openai.chat.completions.create(
+          buildCompletionParams(model, {
+            messages: [
+              { role: 'system', content: systemPrompt },
+              { role: 'user', content: userPrompt + '\n\nIMPORTANT: Please ensure valid JSON output.' },
+            ],
+            temperature: 0.1,
+            jsonMode: true,
+          }),
+        )
+        const retryUsage = extractTokenUsage(response)
+        tokenUsage.totalTokens += retryUsage.totalTokens
+        continue
       }
+      return { recommendations: [], tokensUsed: tokenUsage.totalTokens, errors: ['Failed to parse AI response'] }
     }
+  }
 
-    // De-anonymize and build recommendations
-    const recommendations: ShortlistRecommendation[] = parsed
-      .filter((item: any) => item.anonymousId && idMap.has(item.anonymousId))
-      .map((item: any) => ({
-        projectId: idMap.get(item.anonymousId)!,
-        rank: item.rank ?? 0,
-        score: item.score ?? 0,
-        strengths: item.strengths ?? [],
-        concerns: item.concerns ?? [],
-        recommendation: item.recommendation ?? '',
-      }))
-      .sort((a: ShortlistRecommendation, b: ShortlistRecommendation) => a.rank - b.rank)
+  // De-anonymize
+  const recommendations: ShortlistRecommendation[] = parsed
+    .filter((item: any) => item.anonymousId && idMap.has(item.anonymousId))
+    .map((item: any) => ({
+      projectId: idMap.get(item.anonymousId)!,
+      rank: item.rank ?? 0,
+      score: item.score ?? 0,
+      category,
+      strengths: item.strengths ?? [],
+      concerns: item.concerns ?? [],
+      recommendation: item.recommendation ?? '',
+    }))
+    .sort((a: ShortlistRecommendation, b: ShortlistRecommendation) => a.rank - b.rank)
+
+  return { recommendations, tokensUsed: tokenUsage.totalTokens, errors: [] }
+}
+
+// ─── Main Function ──────────────────────────────────────────────────────────
+
+/**
+ * Generate an AI shortlist for projects in a round, split by category.
+ * Runs independently for STARTUP and BUSINESS_CONCEPT.
+ */
+export async function generateShortlist(
+  params: {
+    roundId: string
+    competitionId: string
+    category?: string // If provided, only run for this category
+    topN?: number // Global fallback
+    startupTopN?: number // Per-category override
+    conceptTopN?: number // Per-category override
+    rubric?: string
+    aiParseFiles?: boolean
+  },
+  prisma: PrismaClient | any,
+): Promise<ShortlistResult> {
+  const {
+    roundId,
+    category,
+    topN = 10,
+    startupTopN,
+    conceptTopN,
+    rubric,
+    aiParseFiles = false,
+  } = params
+
+  try {
+    const categories = category
+      ? [category]
+      : ['STARTUP', 'BUSINESS_CONCEPT']
+
+    const allRecommendations: CategoryRecommendations = {
+      STARTUP: [],
+      BUSINESS_CONCEPT: [],
+    }
+    let totalTokens = 0
+    const allErrors: string[] = []
+
+    // Run each category independently
+    for (const cat of categories) {
+      const catTopN = cat === 'STARTUP'
+        ? (startupTopN ?? topN)
+        : (conceptTopN ?? topN)
+
+      console.log(`[AI Shortlist] Generating top-${catTopN} for ${cat}`)
+
+      const result = await generateCategoryShortlist(
+        { roundId, category: cat, topN: catTopN, rubric, aiParseFiles },
+        prisma,
+      )
+
+      if (cat === 'STARTUP') {
+        allRecommendations.STARTUP = result.recommendations
+      } else {
+        allRecommendations.BUSINESS_CONCEPT = result.recommendations
+      }
+      totalTokens += result.tokensUsed
+      allErrors.push(...result.errors)
+    }
 
     return {
       success: true,
-      recommendations,
-      tokensUsed: tokenUsage.totalTokens,
+      recommendations: allRecommendations,
+      tokensUsed: totalTokens,
+      errors: allErrors.length > 0 ? allErrors : undefined,
     }
   } catch (error) {
     const classification = classifyAIError(error)
@@ -277,7 +379,7 @@ Return a JSON array following the format specified in your instructions. Only in
 
     return {
       success: false,
-      recommendations: [],
+      recommendations: { STARTUP: [], BUSINESS_CONCEPT: [] },
       errors: [error instanceof Error ? error.message : 'AI shortlist generation failed'],
     }
   }